[ 494.213016] env[62438]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=62438) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 494.213351] env[62438]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=62438) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 494.213489] env[62438]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=62438) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 494.213768] env[62438]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 494.310679] env[62438]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=62438) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:383}} [ 494.320387] env[62438]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.011s {{(pid=62438) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:421}} [ 494.924321] env[62438]: INFO nova.virt.driver [None req-acecde6a-8568-4157-bd4a-9968bb45c559 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 494.996550] env[62438]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 494.996756] env[62438]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 494.996850] env[62438]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=62438) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 498.270675] env[62438]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-30c5c2cd-4696-4266-8d91-6d90c1a9e9bc {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 498.287287] env[62438]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=62438) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 498.287465] env[62438]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-68e62121-fb99-4d27-b412-c9be67c02984 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 498.320382] env[62438]: INFO oslo_vmware.api [-] Successfully established new session; session ID is b4add. [ 498.320643] env[62438]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.324s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 498.321466] env[62438]: INFO nova.virt.vmwareapi.driver [None req-acecde6a-8568-4157-bd4a-9968bb45c559 None None] VMware vCenter version: 7.0.3 [ 498.327052] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2bc03d1-8be6-44ae-baee-c635239c3209 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 498.353317] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af44965e-db3e-488a-b3ff-8c0f8fa6a073 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 498.362563] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07ea2ea0-e56f-4b57-b6d1-52d0f02e0387 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 498.372618] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd436fb-32c4-46b4-b231-465be07660a5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 498.392996] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26544011-b975-4433-94f8-b48b89fd3a67 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 498.402184] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ed791f-4cec-4af9-a6f0-287020d0ba54 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 498.450596] env[62438]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-1330e5a0-778d-4e3c-bd7e-7e71069c59a8 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 498.458805] env[62438]: DEBUG nova.virt.vmwareapi.driver [None req-acecde6a-8568-4157-bd4a-9968bb45c559 None None] Extension org.openstack.compute already exists. {{(pid=62438) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:224}} [ 498.462816] env[62438]: INFO nova.compute.provider_config [None req-acecde6a-8568-4157-bd4a-9968bb45c559 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 498.967088] env[62438]: DEBUG nova.context [None req-acecde6a-8568-4157-bd4a-9968bb45c559 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),f3768b76-93e3-40dc-808f-6e754b54887a(cell1) {{(pid=62438) load_cells /opt/stack/nova/nova/context.py:464}} [ 498.969973] env[62438]: DEBUG oslo_concurrency.lockutils [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 498.970292] env[62438]: DEBUG oslo_concurrency.lockutils [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 498.970987] env[62438]: DEBUG oslo_concurrency.lockutils [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 498.971442] env[62438]: DEBUG oslo_concurrency.lockutils [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] Acquiring lock "f3768b76-93e3-40dc-808f-6e754b54887a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 498.971639] env[62438]: DEBUG oslo_concurrency.lockutils [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] Lock "f3768b76-93e3-40dc-808f-6e754b54887a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 498.972863] env[62438]: DEBUG oslo_concurrency.lockutils [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] Lock "f3768b76-93e3-40dc-808f-6e754b54887a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 498.996777] env[62438]: INFO dbcounter [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] Registered counter for database nova_cell0 [ 499.005892] env[62438]: INFO dbcounter [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] Registered counter for database nova_cell1 [ 499.009325] env[62438]: DEBUG oslo_db.sqlalchemy.engines [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62438) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 499.009688] env[62438]: DEBUG oslo_db.sqlalchemy.engines [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62438) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 499.015598] env[62438]: ERROR nova.db.main.api [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 499.015598] env[62438]: result = function(*args, **kwargs) [ 499.015598] env[62438]: File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 499.015598] env[62438]: return func(*args, **kwargs) [ 499.015598] env[62438]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 499.015598] env[62438]: result = fn(*args, **kwargs) [ 499.015598] env[62438]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 499.015598] env[62438]: return f(*args, **kwargs) [ 499.015598] env[62438]: File "/opt/stack/nova/nova/objects/service.py", line 553, in _db_service_get_minimum_version [ 499.015598] env[62438]: return db.service_get_minimum_version(context, binaries) [ 499.015598] env[62438]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 499.015598] env[62438]: _check_db_access() [ 499.015598] env[62438]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 499.015598] env[62438]: stacktrace = ''.join(traceback.format_stack()) [ 499.015598] env[62438]: [ 499.016876] env[62438]: ERROR nova.db.main.api [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 499.016876] env[62438]: result = function(*args, **kwargs) [ 499.016876] env[62438]: File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 499.016876] env[62438]: return func(*args, **kwargs) [ 499.016876] env[62438]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 499.016876] env[62438]: result = fn(*args, **kwargs) [ 499.016876] env[62438]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 499.016876] env[62438]: return f(*args, **kwargs) [ 499.016876] env[62438]: File "/opt/stack/nova/nova/objects/service.py", line 553, in _db_service_get_minimum_version [ 499.016876] env[62438]: return db.service_get_minimum_version(context, binaries) [ 499.016876] env[62438]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 499.016876] env[62438]: _check_db_access() [ 499.016876] env[62438]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 499.016876] env[62438]: stacktrace = ''.join(traceback.format_stack()) [ 499.016876] env[62438]: [ 499.017355] env[62438]: WARNING nova.objects.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 499.017451] env[62438]: WARNING nova.objects.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] Failed to get minimum service version for cell f3768b76-93e3-40dc-808f-6e754b54887a [ 499.017934] env[62438]: DEBUG oslo_concurrency.lockutils [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] Acquiring lock "singleton_lock" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 499.018128] env[62438]: DEBUG oslo_concurrency.lockutils [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] Acquired lock "singleton_lock" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 499.018385] env[62438]: DEBUG oslo_concurrency.lockutils [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] Releasing lock "singleton_lock" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 499.018723] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] Full set of CONF: {{(pid=62438) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 499.018873] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] ******************************************************************************** {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 499.019010] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] Configuration options gathered from: {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 499.019159] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 499.019359] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 499.019491] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] ================================================================================ {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 499.019707] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] allow_resize_to_same_host = True {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.019884] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] arq_binding_timeout = 300 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.020031] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] backdoor_port = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.020166] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] backdoor_socket = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.020347] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] block_device_allocate_retries = 60 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.020509] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] block_device_allocate_retries_interval = 3 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.020687] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] cert = self.pem {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.020863] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.021056] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] compute_monitors = [] {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.021327] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] config_dir = [] {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.021546] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] config_drive_format = iso9660 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.021689] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.021863] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] config_source = [] {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.022082] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] console_host = devstack {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.022283] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] control_exchange = nova {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.022454] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] cpu_allocation_ratio = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.022624] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] daemon = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.022800] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] debug = True {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.022963] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] default_access_ip_network_name = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.023199] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] default_availability_zone = nova {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.023371] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] default_ephemeral_format = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.023540] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] default_green_pool_size = 1000 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.023788] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.023961] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] default_schedule_zone = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.024183] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] disk_allocation_ratio = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.024358] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] enable_new_services = True {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.024551] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] enabled_apis = ['osapi_compute'] {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.024723] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] enabled_ssl_apis = [] {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.024886] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] flat_injected = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.025086] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] force_config_drive = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.025271] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] force_raw_images = True {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.025451] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] graceful_shutdown_timeout = 5 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.025619] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] heal_instance_info_cache_interval = 60 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.025854] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] host = cpu-1 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.026059] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] initial_cpu_allocation_ratio = 4.0 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.026240] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] initial_disk_allocation_ratio = 1.0 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.026413] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] initial_ram_allocation_ratio = 1.0 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.026636] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.026807] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] instance_build_timeout = 0 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.026973] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] instance_delete_interval = 300 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.027188] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] instance_format = [instance: %(uuid)s] {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.027381] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] instance_name_template = instance-%08x {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.027549] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] instance_usage_audit = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.027728] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] instance_usage_audit_period = month {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.027900] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.028090] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] instances_path = /opt/stack/data/nova/instances {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.028271] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] internal_service_availability_zone = internal {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.028438] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] key = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.028603] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] live_migration_retry_count = 30 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.028781] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] log_color = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.028953] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] log_config_append = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.029145] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.029318] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] log_dir = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.029485] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] log_file = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.029619] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] log_options = True {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.029786] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] log_rotate_interval = 1 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.029963] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] log_rotate_interval_type = days {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.030152] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] log_rotation_type = none {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.030290] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.030421] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.030601] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.030778] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.030913] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.031101] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] long_rpc_timeout = 1800 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.031275] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] max_concurrent_builds = 10 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.031443] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] max_concurrent_live_migrations = 1 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.031608] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] max_concurrent_snapshots = 5 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.031770] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] max_local_block_devices = 3 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.031933] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] max_logfile_count = 30 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.032111] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] max_logfile_size_mb = 200 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.032282] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] maximum_instance_delete_attempts = 5 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.032460] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] metadata_listen = 0.0.0.0 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.032642] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] metadata_listen_port = 8775 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.032820] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] metadata_workers = 2 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.032985] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] migrate_max_retries = -1 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.033223] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] mkisofs_cmd = genisoimage {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.033386] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] my_block_storage_ip = 10.180.1.21 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.033523] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] my_ip = 10.180.1.21 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.033690] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] network_allocate_retries = 0 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.033878] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.034110] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] osapi_compute_listen = 0.0.0.0 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.034310] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] osapi_compute_listen_port = 8774 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.034495] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] osapi_compute_unique_server_name_scope = {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.034670] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] osapi_compute_workers = 2 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.034851] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] password_length = 12 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.035023] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] periodic_enable = True {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.035198] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] periodic_fuzzy_delay = 60 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.035381] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] pointer_model = usbtablet {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.035628] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] preallocate_images = none {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.035728] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] publish_errors = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.035862] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] pybasedir = /opt/stack/nova {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.036036] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] ram_allocation_ratio = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.036214] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] rate_limit_burst = 0 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.036388] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] rate_limit_except_level = CRITICAL {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.036551] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] rate_limit_interval = 0 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.036716] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] reboot_timeout = 0 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.036884] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] reclaim_instance_interval = 0 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.037059] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] record = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.037280] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] reimage_timeout_per_gb = 60 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.037467] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] report_interval = 120 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.037653] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] rescue_timeout = 0 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.037830] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] reserved_host_cpus = 0 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.038007] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] reserved_host_disk_mb = 0 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.038185] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] reserved_host_memory_mb = 512 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.038356] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] reserved_huge_pages = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.038524] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] resize_confirm_window = 0 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.038699] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] resize_fs_using_block_device = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.038861] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] resume_guests_state_on_host_boot = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.039053] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.039230] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] rpc_response_timeout = 60 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.039399] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] run_external_periodic_tasks = True {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.039572] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] running_deleted_instance_action = reap {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.039742] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] running_deleted_instance_poll_interval = 1800 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.039908] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] running_deleted_instance_timeout = 0 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.040099] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] scheduler_instance_sync_interval = 120 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.040315] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] service_down_time = 720 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.040502] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] servicegroup_driver = db {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.040667] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] shell_completion = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.040833] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] shelved_offload_time = 0 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.041007] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] shelved_poll_interval = 3600 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.041195] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] shutdown_timeout = 0 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.041368] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] source_is_ipv6 = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.041533] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] ssl_only = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.041835] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.042021] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] sync_power_state_interval = 600 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.042196] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] sync_power_state_pool_size = 1000 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.042382] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] syslog_log_facility = LOG_USER {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.042543] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] tempdir = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.042710] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] timeout_nbd = 10 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.042885] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] transport_url = **** {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.043067] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] update_resources_interval = 0 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.043271] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] use_cow_images = True {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.043445] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] use_eventlog = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.043614] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] use_journal = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.043777] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] use_json = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.043939] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] use_rootwrap_daemon = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.044139] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] use_stderr = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.044314] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] use_syslog = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.044477] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] vcpu_pin_set = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.044665] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] vif_plugging_is_fatal = True {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.044830] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] vif_plugging_timeout = 300 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.045021] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] virt_mkfs = [] {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.045214] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] volume_usage_poll_interval = 0 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.045394] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] watch_log_file = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.045572] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] web = /usr/share/spice-html5 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.045766] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] oslo_concurrency.disable_process_locking = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.046516] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.046722] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.046911] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.047113] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] oslo_messaging_metrics.metrics_process_name = {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.047301] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.047477] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.047985] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] api.auth_strategy = keystone {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.047985] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] api.compute_link_prefix = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.048131] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.048220] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] api.dhcp_domain = novalocal {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.048394] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] api.enable_instance_password = True {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.048575] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] api.glance_link_prefix = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.048748] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.048929] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] api.instance_list_cells_batch_strategy = distributed {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.049115] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] api.instance_list_per_project_cells = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.049339] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] api.list_records_by_skipping_down_cells = True {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.049550] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] api.local_metadata_per_cell = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.049734] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] api.max_limit = 1000 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.049911] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] api.metadata_cache_expiration = 15 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.050112] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] api.neutron_default_tenant_id = default {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.050302] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] api.response_validation = warn {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.050481] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] api.use_neutron_default_nets = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.050657] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.050827] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] api.vendordata_dynamic_failure_fatal = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.051078] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.051372] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] api.vendordata_dynamic_ssl_certfile = {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.051653] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] api.vendordata_dynamic_targets = [] {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.051896] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] api.vendordata_jsonfile_path = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.052129] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] api.vendordata_providers = ['StaticJSON'] {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.052346] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] cache.backend = dogpile.cache.memcached {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.052528] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] cache.backend_argument = **** {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.052693] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] cache.backend_expiration_time = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.052873] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] cache.config_prefix = cache.oslo {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.053068] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] cache.dead_timeout = 60.0 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.053247] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] cache.debug_cache_backend = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.053419] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] cache.enable_retry_client = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.053586] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] cache.enable_socket_keepalive = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.053763] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] cache.enabled = True {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.053932] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] cache.enforce_fips_mode = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.054142] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] cache.expiration_time = 600 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.054328] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] cache.hashclient_retry_attempts = 2 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.054503] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] cache.hashclient_retry_delay = 1.0 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.054672] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] cache.memcache_dead_retry = 300 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.054840] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] cache.memcache_password = **** {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.055131] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.055234] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.055414] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] cache.memcache_pool_maxsize = 10 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.055587] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] cache.memcache_pool_unused_timeout = 60 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.055757] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] cache.memcache_sasl_enabled = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.055948] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] cache.memcache_servers = ['localhost:11211'] {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.056139] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] cache.memcache_socket_timeout = 1.0 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.056310] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] cache.memcache_username = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.056485] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] cache.proxies = [] {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.056653] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] cache.redis_db = 0 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.056819] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] cache.redis_password = **** {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.056994] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] cache.redis_sentinel_service_name = mymaster {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.057194] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.057372] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] cache.redis_server = localhost:6379 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.057545] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] cache.redis_socket_timeout = 1.0 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.057709] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] cache.redis_username = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.057877] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] cache.retry_attempts = 2 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.058061] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] cache.retry_delay = 0.0 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.058237] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] cache.socket_keepalive_count = 1 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.058405] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] cache.socket_keepalive_idle = 1 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.058572] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] cache.socket_keepalive_interval = 1 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.058735] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] cache.tls_allowed_ciphers = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.058897] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] cache.tls_cafile = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.059070] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] cache.tls_certfile = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.059242] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] cache.tls_enabled = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.059404] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] cache.tls_keyfile = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.059580] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] cinder.auth_section = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.059761] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] cinder.auth_type = password {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.059926] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] cinder.cafile = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.060124] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] cinder.catalog_info = volumev3::publicURL {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.060294] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] cinder.certfile = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.060460] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] cinder.collect_timing = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.060625] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] cinder.cross_az_attach = True {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.060792] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] cinder.debug = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.060957] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] cinder.endpoint_template = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.061140] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] cinder.http_retries = 3 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.061311] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] cinder.insecure = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.061473] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] cinder.keyfile = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.061652] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] cinder.os_region_name = RegionOne {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.061823] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] cinder.split_loggers = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.061985] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] cinder.timeout = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.062181] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.062350] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] compute.cpu_dedicated_set = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.062551] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] compute.cpu_shared_set = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.062778] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] compute.image_type_exclude_list = [] {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.062955] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] compute.live_migration_wait_for_vif_plug = True {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.063140] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] compute.max_concurrent_disk_ops = 0 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.063315] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] compute.max_disk_devices_to_attach = -1 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.063483] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.063659] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.063828] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] compute.resource_provider_association_refresh = 300 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.063995] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.064213] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] compute.shutdown_retry_interval = 10 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.064412] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.064600] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] conductor.workers = 2 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.064786] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] console.allowed_origins = [] {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.064955] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] console.ssl_ciphers = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.065156] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] console.ssl_minimum_version = default {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.065343] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] consoleauth.enforce_session_timeout = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.065504] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] consoleauth.token_ttl = 600 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.065677] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] cyborg.cafile = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.065838] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] cyborg.certfile = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.066013] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] cyborg.collect_timing = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.066193] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] cyborg.connect_retries = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.066360] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] cyborg.connect_retry_delay = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.066521] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] cyborg.endpoint_override = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.066686] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] cyborg.insecure = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.066847] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] cyborg.keyfile = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.067013] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] cyborg.max_version = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.067183] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] cyborg.min_version = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.067347] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] cyborg.region_name = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.067512] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] cyborg.retriable_status_codes = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.067672] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] cyborg.service_name = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.067847] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] cyborg.service_type = accelerator {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.068025] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] cyborg.split_loggers = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.068195] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] cyborg.status_code_retries = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.068360] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] cyborg.status_code_retry_delay = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.068520] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] cyborg.timeout = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.068709] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.068877] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] cyborg.version = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.069078] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] database.backend = sqlalchemy {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.069264] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] database.connection = **** {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.069436] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] database.connection_debug = 0 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.069638] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] database.connection_parameters = {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.069872] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] database.connection_recycle_time = 3600 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.070066] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] database.connection_trace = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.070247] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] database.db_inc_retry_interval = True {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.070421] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] database.db_max_retries = 20 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.070590] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] database.db_max_retry_interval = 10 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.070758] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] database.db_retry_interval = 1 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.070930] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] database.max_overflow = 50 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.071109] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] database.max_pool_size = 5 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.071285] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] database.max_retries = 10 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.071464] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] database.mysql_sql_mode = TRADITIONAL {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.071629] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] database.mysql_wsrep_sync_wait = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.071793] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] database.pool_timeout = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.071963] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] database.retry_interval = 10 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.072178] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] database.slave_connection = **** {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.072366] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] database.sqlite_synchronous = True {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.072536] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] database.use_db_reconnect = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.072722] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] api_database.backend = sqlalchemy {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.072900] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] api_database.connection = **** {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.073083] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] api_database.connection_debug = 0 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.073265] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] api_database.connection_parameters = {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.073433] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] api_database.connection_recycle_time = 3600 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.073600] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] api_database.connection_trace = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.073765] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] api_database.db_inc_retry_interval = True {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.073933] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] api_database.db_max_retries = 20 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.074133] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] api_database.db_max_retry_interval = 10 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.074319] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] api_database.db_retry_interval = 1 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.074489] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] api_database.max_overflow = 50 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.074655] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] api_database.max_pool_size = 5 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.074820] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] api_database.max_retries = 10 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.074996] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.075206] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] api_database.mysql_wsrep_sync_wait = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.075378] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] api_database.pool_timeout = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.075550] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] api_database.retry_interval = 10 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.075713] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] api_database.slave_connection = **** {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.075881] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] api_database.sqlite_synchronous = True {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.076074] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] devices.enabled_mdev_types = [] {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.076265] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.076474] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] ephemeral_storage_encryption.default_format = luks {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.076614] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] ephemeral_storage_encryption.enabled = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.076782] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] ephemeral_storage_encryption.key_size = 512 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.076961] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] glance.api_servers = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.077169] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] glance.cafile = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.077346] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] glance.certfile = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.077516] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] glance.collect_timing = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.077681] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] glance.connect_retries = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.077846] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] glance.connect_retry_delay = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.078023] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] glance.debug = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.078206] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] glance.default_trusted_certificate_ids = [] {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.078374] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] glance.enable_certificate_validation = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.078542] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] glance.enable_rbd_download = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.078704] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] glance.endpoint_override = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.078876] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] glance.insecure = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.079053] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] glance.keyfile = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.079224] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] glance.max_version = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.079387] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] glance.min_version = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.079564] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] glance.num_retries = 3 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.079732] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] glance.rbd_ceph_conf = {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.079964] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] glance.rbd_connect_timeout = 5 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.080197] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] glance.rbd_pool = {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.080387] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] glance.rbd_user = {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.080558] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] glance.region_name = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.080727] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] glance.retriable_status_codes = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.080890] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] glance.service_name = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.081081] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] glance.service_type = image {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.081258] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] glance.split_loggers = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.081425] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] glance.status_code_retries = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.081589] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] glance.status_code_retry_delay = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.081758] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] glance.timeout = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.081947] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.082132] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] glance.verify_glance_signatures = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.082302] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] glance.version = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.082475] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] guestfs.debug = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.082646] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] mks.enabled = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.083032] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.083247] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] image_cache.manager_interval = 2400 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.083429] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] image_cache.precache_concurrency = 1 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.083604] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] image_cache.remove_unused_base_images = True {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.083778] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.083950] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.084181] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] image_cache.subdirectory_name = _base {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.084370] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] ironic.api_max_retries = 60 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.084544] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] ironic.api_retry_interval = 2 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.084708] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] ironic.auth_section = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.084874] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] ironic.auth_type = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.085069] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] ironic.cafile = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.085256] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] ironic.certfile = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.085428] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] ironic.collect_timing = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.085637] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] ironic.conductor_group = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.085760] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] ironic.connect_retries = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.085921] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] ironic.connect_retry_delay = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.086100] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] ironic.endpoint_override = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.086272] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] ironic.insecure = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.086433] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] ironic.keyfile = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.086592] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] ironic.max_version = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.086751] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] ironic.min_version = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.086919] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] ironic.peer_list = [] {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.087113] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] ironic.region_name = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.087296] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] ironic.retriable_status_codes = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.087465] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] ironic.serial_console_state_timeout = 10 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.087630] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] ironic.service_name = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.087804] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] ironic.service_type = baremetal {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.087968] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] ironic.shard = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.088153] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] ironic.split_loggers = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.088318] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] ironic.status_code_retries = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.088479] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] ironic.status_code_retry_delay = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.088636] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] ironic.timeout = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.088823] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.088989] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] ironic.version = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.089197] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.089382] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] key_manager.fixed_key = **** {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.089571] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.089736] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] barbican.barbican_api_version = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.089901] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] barbican.barbican_endpoint = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.090091] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] barbican.barbican_endpoint_type = public {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.090262] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] barbican.barbican_region_name = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.090427] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] barbican.cafile = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.090587] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] barbican.certfile = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.090752] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] barbican.collect_timing = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.090915] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] barbican.insecure = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.091097] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] barbican.keyfile = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.091270] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] barbican.number_of_retries = 60 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.091434] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] barbican.retry_delay = 1 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.091599] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] barbican.send_service_user_token = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.091764] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] barbican.split_loggers = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.091929] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] barbican.timeout = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.092107] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] barbican.verify_ssl = True {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.092277] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] barbican.verify_ssl_path = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.092447] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] barbican_service_user.auth_section = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.092616] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] barbican_service_user.auth_type = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.092778] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] barbican_service_user.cafile = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.092937] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] barbican_service_user.certfile = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.093123] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] barbican_service_user.collect_timing = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.093294] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] barbican_service_user.insecure = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.093460] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] barbican_service_user.keyfile = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.093623] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] barbican_service_user.split_loggers = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.093784] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] barbican_service_user.timeout = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.093954] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] vault.approle_role_id = **** {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.094165] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] vault.approle_secret_id = **** {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.094348] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] vault.kv_mountpoint = secret {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.094516] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] vault.kv_path = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.094697] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] vault.kv_version = 2 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.094976] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] vault.namespace = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.095210] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] vault.root_token_id = **** {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.095388] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] vault.ssl_ca_crt_file = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.095566] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] vault.timeout = 60.0 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.095775] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] vault.use_ssl = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.095911] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.096099] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] keystone.auth_section = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.096276] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] keystone.auth_type = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.096446] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] keystone.cafile = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.096605] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] keystone.certfile = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.096770] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] keystone.collect_timing = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.096933] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] keystone.connect_retries = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.097111] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] keystone.connect_retry_delay = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.097279] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] keystone.endpoint_override = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.097443] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] keystone.insecure = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.097604] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] keystone.keyfile = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.097764] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] keystone.max_version = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.097924] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] keystone.min_version = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.098097] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] keystone.region_name = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.098266] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] keystone.retriable_status_codes = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.098427] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] keystone.service_name = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.098600] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] keystone.service_type = identity {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.098767] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] keystone.split_loggers = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.098928] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] keystone.status_code_retries = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.099123] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] keystone.status_code_retry_delay = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.099306] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] keystone.timeout = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.099498] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.099663] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] keystone.version = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.099876] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] libvirt.connection_uri = {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.100058] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] libvirt.cpu_mode = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.100235] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] libvirt.cpu_model_extra_flags = [] {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.100409] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] libvirt.cpu_models = [] {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.100585] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] libvirt.cpu_power_governor_high = performance {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.100757] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] libvirt.cpu_power_governor_low = powersave {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.100924] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] libvirt.cpu_power_management = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.101122] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.101294] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] libvirt.device_detach_attempts = 8 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.101461] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] libvirt.device_detach_timeout = 20 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.101631] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] libvirt.disk_cachemodes = [] {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.101795] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] libvirt.disk_prefix = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.101988] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] libvirt.enabled_perf_events = [] {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.102190] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] libvirt.file_backed_memory = 0 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.102372] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] libvirt.gid_maps = [] {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.102537] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] libvirt.hw_disk_discard = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.102699] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] libvirt.hw_machine_type = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.102874] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] libvirt.images_rbd_ceph_conf = {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.103053] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.103229] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.103406] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] libvirt.images_rbd_glance_store_name = {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.103581] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] libvirt.images_rbd_pool = rbd {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.103754] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] libvirt.images_type = default {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.103915] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] libvirt.images_volume_group = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.104119] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] libvirt.inject_key = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.104301] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] libvirt.inject_partition = -2 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.104468] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] libvirt.inject_password = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.104634] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] libvirt.iscsi_iface = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.104800] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] libvirt.iser_use_multipath = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.104967] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] libvirt.live_migration_bandwidth = 0 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.105174] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] libvirt.live_migration_completion_timeout = 800 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.105347] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] libvirt.live_migration_downtime = 500 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.105513] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] libvirt.live_migration_downtime_delay = 75 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.105682] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] libvirt.live_migration_downtime_steps = 10 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.105918] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] libvirt.live_migration_inbound_addr = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.106010] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] libvirt.live_migration_permit_auto_converge = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.106183] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] libvirt.live_migration_permit_post_copy = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.106348] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] libvirt.live_migration_scheme = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.106531] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] libvirt.live_migration_timeout_action = abort {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.106698] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] libvirt.live_migration_tunnelled = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.106912] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] libvirt.live_migration_uri = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.107102] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] libvirt.live_migration_with_native_tls = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.107272] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] libvirt.max_queues = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.107438] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] libvirt.mem_stats_period_seconds = 10 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.107683] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.107851] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] libvirt.nfs_mount_options = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.108184] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.108379] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] libvirt.num_aoe_discover_tries = 3 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.108549] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] libvirt.num_iser_scan_tries = 5 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.108715] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] libvirt.num_memory_encrypted_guests = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.108877] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] libvirt.num_nvme_discover_tries = 5 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.109053] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] libvirt.num_pcie_ports = 0 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.109231] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] libvirt.num_volume_scan_tries = 5 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.109400] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] libvirt.pmem_namespaces = [] {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.109561] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] libvirt.quobyte_client_cfg = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.109875] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.110069] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] libvirt.rbd_connect_timeout = 5 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.110249] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.110419] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.110583] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] libvirt.rbd_secret_uuid = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.110743] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] libvirt.rbd_user = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.110911] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] libvirt.realtime_scheduler_priority = 1 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.111123] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] libvirt.remote_filesystem_transport = ssh {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.111319] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] libvirt.rescue_image_id = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.111486] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] libvirt.rescue_kernel_id = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.111649] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] libvirt.rescue_ramdisk_id = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.111822] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] libvirt.rng_dev_path = /dev/urandom {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.112050] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] libvirt.rx_queue_size = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.112281] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] libvirt.smbfs_mount_options = {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.112608] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.112793] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] libvirt.snapshot_compression = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.112965] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] libvirt.snapshot_image_format = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.113252] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.113498] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] libvirt.sparse_logical_volumes = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.113689] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] libvirt.swtpm_enabled = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.113867] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] libvirt.swtpm_group = tss {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.114083] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] libvirt.swtpm_user = tss {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.114278] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] libvirt.sysinfo_serial = unique {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.114448] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] libvirt.tb_cache_size = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.114612] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] libvirt.tx_queue_size = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.114783] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] libvirt.uid_maps = [] {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.114951] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] libvirt.use_virtio_for_bridges = True {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.115168] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] libvirt.virt_type = kvm {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.115355] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] libvirt.volume_clear = zero {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.115527] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] libvirt.volume_clear_size = 0 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.115697] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] libvirt.volume_use_multipath = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.115860] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] libvirt.vzstorage_cache_path = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.116057] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.116225] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] libvirt.vzstorage_mount_group = qemu {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.116402] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] libvirt.vzstorage_mount_opts = [] {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.116577] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.116883] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.117091] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] libvirt.vzstorage_mount_user = stack {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.117271] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.117455] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] neutron.auth_section = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.117635] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] neutron.auth_type = password {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.117801] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] neutron.cafile = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.117967] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] neutron.certfile = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.118149] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] neutron.collect_timing = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.118316] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] neutron.connect_retries = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.118479] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] neutron.connect_retry_delay = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.118656] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] neutron.default_floating_pool = public {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.118854] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] neutron.endpoint_override = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.119063] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] neutron.extension_sync_interval = 600 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.119244] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] neutron.http_retries = 3 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.119414] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] neutron.insecure = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.119577] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] neutron.keyfile = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.119740] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] neutron.max_version = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.119922] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] neutron.metadata_proxy_shared_secret = **** {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.120132] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] neutron.min_version = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.120317] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] neutron.ovs_bridge = br-int {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.120490] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] neutron.physnets = [] {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.120665] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] neutron.region_name = RegionOne {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.120830] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] neutron.retriable_status_codes = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.121018] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] neutron.service_metadata_proxy = True {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.121181] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] neutron.service_name = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.121357] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] neutron.service_type = network {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.121522] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] neutron.split_loggers = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.121682] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] neutron.status_code_retries = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.121841] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] neutron.status_code_retry_delay = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.122013] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] neutron.timeout = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.122220] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.122390] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] neutron.version = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.122569] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] notifications.bdms_in_notifications = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.122750] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] notifications.default_level = INFO {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.122929] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] notifications.notification_format = unversioned {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.123110] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] notifications.notify_on_state_change = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.123328] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.123516] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] pci.alias = [] {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.123689] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] pci.device_spec = [] {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.123856] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] pci.report_in_placement = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.124064] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] placement.auth_section = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.124256] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] placement.auth_type = password {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.124433] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] placement.auth_url = http://10.180.1.21/identity {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.124597] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] placement.cafile = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.124760] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] placement.certfile = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.124927] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] placement.collect_timing = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.125124] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] placement.connect_retries = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.125279] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] placement.connect_retry_delay = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.125440] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] placement.default_domain_id = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.125601] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] placement.default_domain_name = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.125762] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] placement.domain_id = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.125923] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] placement.domain_name = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.126098] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] placement.endpoint_override = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.126266] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] placement.insecure = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.126424] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] placement.keyfile = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.126582] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] placement.max_version = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.126741] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] placement.min_version = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.126911] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] placement.password = **** {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.127084] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] placement.project_domain_id = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.127260] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] placement.project_domain_name = Default {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.127431] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] placement.project_id = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.127609] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] placement.project_name = service {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.127781] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] placement.region_name = RegionOne {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.127945] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] placement.retriable_status_codes = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.128117] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] placement.service_name = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.128296] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] placement.service_type = placement {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.128463] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] placement.split_loggers = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.128631] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] placement.status_code_retries = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.128795] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] placement.status_code_retry_delay = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.128954] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] placement.system_scope = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.129129] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] placement.timeout = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.129294] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] placement.trust_id = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.129456] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] placement.user_domain_id = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.129628] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] placement.user_domain_name = Default {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.129791] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] placement.user_id = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.129970] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] placement.username = nova {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.130173] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.130344] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] placement.version = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.130525] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] quota.cores = 20 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.130694] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] quota.count_usage_from_placement = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.130891] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.131112] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] quota.injected_file_content_bytes = 10240 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.131297] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] quota.injected_file_path_length = 255 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.131470] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] quota.injected_files = 5 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.131639] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] quota.instances = 10 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.131809] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] quota.key_pairs = 100 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.131978] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] quota.metadata_items = 128 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.132164] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] quota.ram = 51200 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.132335] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] quota.recheck_quota = True {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.132508] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] quota.server_group_members = 10 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.132676] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] quota.server_groups = 10 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.132859] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.133035] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.133208] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] scheduler.image_metadata_prefilter = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.133376] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.133543] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] scheduler.max_attempts = 3 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.133708] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] scheduler.max_placement_results = 1000 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.133872] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.134070] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] scheduler.query_placement_for_image_type_support = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.134250] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.134436] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] scheduler.workers = 2 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.134611] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.134787] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.134973] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.135219] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.135436] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.135613] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.135782] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.135980] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.136169] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] filter_scheduler.host_subset_size = 1 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.136345] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.136505] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] filter_scheduler.image_properties_default_architecture = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.136669] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.136844] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] filter_scheduler.isolated_hosts = [] {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.137020] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] filter_scheduler.isolated_images = [] {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.137200] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] filter_scheduler.max_instances_per_host = 50 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.137364] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.137532] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.137695] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] filter_scheduler.pci_in_placement = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.137859] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.138032] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.138205] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.138415] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.138593] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.138762] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.138929] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] filter_scheduler.track_instance_changes = True {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.139130] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.139309] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] metrics.required = True {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.139480] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] metrics.weight_multiplier = 1.0 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.139645] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] metrics.weight_of_unavailable = -10000.0 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.139816] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] metrics.weight_setting = [] {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.140160] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.140342] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] serial_console.enabled = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.140524] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] serial_console.port_range = 10000:20000 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.140699] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.140873] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.141057] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] serial_console.serialproxy_port = 6083 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.141238] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] service_user.auth_section = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.141418] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] service_user.auth_type = password {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.141581] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] service_user.cafile = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.141740] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] service_user.certfile = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.141904] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] service_user.collect_timing = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.142126] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] service_user.insecure = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.142302] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] service_user.keyfile = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.142549] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] service_user.send_service_user_token = True {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.142667] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] service_user.split_loggers = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.142808] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] service_user.timeout = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.142978] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] spice.agent_enabled = True {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.143172] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] spice.enabled = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.143505] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.143715] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] spice.html5proxy_host = 0.0.0.0 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.143898] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] spice.html5proxy_port = 6082 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.144089] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] spice.image_compression = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.144273] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] spice.jpeg_compression = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.144436] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] spice.playback_compression = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.144609] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] spice.server_listen = 127.0.0.1 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.144782] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.144944] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] spice.streaming_mode = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.145122] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] spice.zlib_compression = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.145293] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] upgrade_levels.baseapi = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.145467] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] upgrade_levels.compute = auto {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.145628] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] upgrade_levels.conductor = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.145787] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] upgrade_levels.scheduler = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.145953] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] vendordata_dynamic_auth.auth_section = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.146140] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] vendordata_dynamic_auth.auth_type = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.146304] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] vendordata_dynamic_auth.cafile = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.146464] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] vendordata_dynamic_auth.certfile = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.146671] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] vendordata_dynamic_auth.collect_timing = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.146841] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] vendordata_dynamic_auth.insecure = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.147009] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] vendordata_dynamic_auth.keyfile = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.147186] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] vendordata_dynamic_auth.split_loggers = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.147351] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] vendordata_dynamic_auth.timeout = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.147529] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] vmware.api_retry_count = 10 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.147694] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] vmware.ca_file = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.147870] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] vmware.cache_prefix = devstack-image-cache {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.148053] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] vmware.cluster_name = testcl1 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.148228] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] vmware.connection_pool_size = 10 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.148391] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] vmware.console_delay_seconds = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.148562] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] vmware.datastore_regex = ^datastore.* {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.148787] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.148967] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] vmware.host_password = **** {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.149153] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] vmware.host_port = 443 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.149331] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] vmware.host_username = administrator@vsphere.local {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.149503] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] vmware.insecure = True {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.149666] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] vmware.integration_bridge = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.149833] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] vmware.maximum_objects = 100 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.149991] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] vmware.pbm_default_policy = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.150171] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] vmware.pbm_enabled = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.150335] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] vmware.pbm_wsdl_location = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.150506] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.150667] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] vmware.serial_port_proxy_uri = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.150827] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] vmware.serial_port_service_uri = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.150995] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] vmware.task_poll_interval = 0.5 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.151194] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] vmware.use_linked_clone = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.151372] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] vmware.vnc_keymap = en-us {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.151544] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] vmware.vnc_port = 5900 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.151711] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] vmware.vnc_port_total = 10000 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.151924] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] vnc.auth_schemes = ['none'] {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.152141] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] vnc.enabled = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.152460] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.152652] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.152825] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] vnc.novncproxy_port = 6080 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.153030] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] vnc.server_listen = 127.0.0.1 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.153227] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.153393] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] vnc.vencrypt_ca_certs = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.153554] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] vnc.vencrypt_client_cert = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.153714] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] vnc.vencrypt_client_key = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.153895] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.154142] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] workarounds.disable_deep_image_inspection = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.154332] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] workarounds.disable_fallback_pcpu_query = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.154504] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] workarounds.disable_group_policy_check_upcall = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.154668] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.154830] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] workarounds.disable_rootwrap = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.154995] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] workarounds.enable_numa_live_migration = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.155235] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.155427] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.155597] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] workarounds.handle_virt_lifecycle_events = True {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.155761] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] workarounds.libvirt_disable_apic = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.155920] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] workarounds.never_download_image_if_on_rbd = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.156100] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.156271] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.156436] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.156601] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.156766] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.156928] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.157104] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.157279] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.157449] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.157637] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.157814] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] wsgi.client_socket_timeout = 900 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.157986] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] wsgi.default_pool_size = 1000 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.158175] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] wsgi.keep_alive = True {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.158350] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] wsgi.max_header_line = 16384 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.158517] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] wsgi.secure_proxy_ssl_header = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.158679] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] wsgi.ssl_ca_file = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.158841] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] wsgi.ssl_cert_file = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.159013] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] wsgi.ssl_key_file = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.159188] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] wsgi.tcp_keepidle = 600 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.159377] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.159548] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] zvm.ca_file = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.159712] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] zvm.cloud_connector_url = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.160044] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.160231] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] zvm.reachable_timeout = 300 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.160425] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] oslo_policy.enforce_new_defaults = True {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.160829] env[62438]: WARNING oslo_config.cfg [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 499.161032] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] oslo_policy.enforce_scope = True {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.161220] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] oslo_policy.policy_default_rule = default {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.161411] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.161588] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] oslo_policy.policy_file = policy.yaml {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.161768] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.161947] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.162155] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.162322] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.162489] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.162663] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] oslo_policy.remote_timeout = 60.0 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.162835] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.163025] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.163221] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] profiler.connection_string = messaging:// {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.163391] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] profiler.enabled = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.163567] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] profiler.es_doc_type = notification {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.163736] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] profiler.es_scroll_size = 10000 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.163907] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] profiler.es_scroll_time = 2m {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.164117] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] profiler.filter_error_trace = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.164299] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] profiler.hmac_keys = **** {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.164472] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] profiler.sentinel_service_name = mymaster {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.164643] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] profiler.socket_timeout = 0.1 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.164810] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] profiler.trace_requests = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.164975] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] profiler.trace_sqlalchemy = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.165205] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] profiler_jaeger.process_tags = {} {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.165380] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] profiler_jaeger.service_name_prefix = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.165547] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] profiler_otlp.service_name_prefix = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.165721] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] remote_debug.host = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.165886] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] remote_debug.port = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.166094] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.166275] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.166436] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.166600] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.166767] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.166930] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.167125] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.167317] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.167487] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.167664] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] oslo_messaging_rabbit.hostname = devstack {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.167827] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.168009] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.168192] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.168369] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.168545] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.168718] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.168883] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.169073] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.169246] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.169412] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.169612] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.169785] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.169948] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.170136] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.170307] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.170471] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.170637] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.170801] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.170971] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.171160] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] oslo_messaging_rabbit.ssl = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.171342] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.171520] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.171685] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.171858] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.172049] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] oslo_messaging_rabbit.ssl_version = {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.172220] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.172415] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.172586] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] oslo_messaging_notifications.retry = -1 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.172776] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.172958] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] oslo_messaging_notifications.transport_url = **** {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.173158] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] oslo_limit.auth_section = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.173328] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] oslo_limit.auth_type = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.173490] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] oslo_limit.cafile = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.173650] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] oslo_limit.certfile = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.173815] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] oslo_limit.collect_timing = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.173973] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] oslo_limit.connect_retries = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.174174] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] oslo_limit.connect_retry_delay = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.174350] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] oslo_limit.endpoint_id = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.174529] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] oslo_limit.endpoint_interface = publicURL {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.174692] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] oslo_limit.endpoint_override = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.174851] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] oslo_limit.endpoint_region_name = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.175028] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] oslo_limit.endpoint_service_name = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.175267] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] oslo_limit.endpoint_service_type = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.175456] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] oslo_limit.insecure = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.175619] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] oslo_limit.keyfile = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.175781] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] oslo_limit.max_version = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.175939] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] oslo_limit.min_version = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.176126] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] oslo_limit.region_name = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.176295] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] oslo_limit.retriable_status_codes = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.176453] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] oslo_limit.service_name = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.176611] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] oslo_limit.service_type = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.176842] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] oslo_limit.split_loggers = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.176930] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] oslo_limit.status_code_retries = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.177098] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] oslo_limit.status_code_retry_delay = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.177266] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] oslo_limit.timeout = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.177425] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] oslo_limit.valid_interfaces = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.177584] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] oslo_limit.version = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.177750] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] oslo_reports.file_event_handler = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.177917] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] oslo_reports.file_event_handler_interval = 1 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.178101] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] oslo_reports.log_dir = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.178306] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.178480] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] vif_plug_linux_bridge_privileged.group = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.178638] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.178804] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.178968] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.179163] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] vif_plug_linux_bridge_privileged.user = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.179360] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.179528] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] vif_plug_ovs_privileged.group = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.179683] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] vif_plug_ovs_privileged.helper_command = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.179851] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.180026] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.180196] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] vif_plug_ovs_privileged.user = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.180369] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] os_vif_linux_bridge.flat_interface = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.180556] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.180732] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.180907] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.181095] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.181300] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.181484] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.181652] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] os_vif_linux_bridge.vlan_interface = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.181834] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.182033] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] os_vif_ovs.isolate_vif = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.182197] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.182370] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.182544] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.182717] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] os_vif_ovs.ovsdb_interface = native {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.182881] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] os_vif_ovs.per_port_bridge = False {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.183064] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] os_brick.lock_path = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.183242] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.183449] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] os_brick.wait_mpath_device_interval = 1 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.183630] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] privsep_osbrick.capabilities = [21] {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.183793] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] privsep_osbrick.group = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.183951] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] privsep_osbrick.helper_command = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.184166] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.184358] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] privsep_osbrick.thread_pool_size = 8 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.184527] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] privsep_osbrick.user = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.184705] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.184868] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] nova_sys_admin.group = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.185058] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] nova_sys_admin.helper_command = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.185221] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.185413] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] nova_sys_admin.thread_pool_size = 8 {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.185588] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] nova_sys_admin.user = None {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.185734] env[62438]: DEBUG oslo_service.service [None req-25e36a76-28fb-4f97-8f82-4a5b278caf1f None None] ******************************************************************************** {{(pid=62438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 499.186292] env[62438]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 499.690079] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-30d09b75-fd33-4c6c-b3f4-f744809b0500 None None] Getting list of instances from cluster (obj){ [ 499.690079] env[62438]: value = "domain-c8" [ 499.690079] env[62438]: _type = "ClusterComputeResource" [ 499.690079] env[62438]: } {{(pid=62438) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2122}} [ 499.691297] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e656802e-9ca2-4f90-8a57-cbc7ff869ff7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 499.700435] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-30d09b75-fd33-4c6c-b3f4-f744809b0500 None None] Got total of 0 instances {{(pid=62438) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2131}} [ 499.700966] env[62438]: WARNING nova.virt.vmwareapi.driver [None req-30d09b75-fd33-4c6c-b3f4-f744809b0500 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 499.701502] env[62438]: INFO nova.virt.node [None req-30d09b75-fd33-4c6c-b3f4-f744809b0500 None None] Generated node identity 3d204b25-fa3a-4320-b81b-738bc1f337f5 [ 499.701740] env[62438]: INFO nova.virt.node [None req-30d09b75-fd33-4c6c-b3f4-f744809b0500 None None] Wrote node identity 3d204b25-fa3a-4320-b81b-738bc1f337f5 to /opt/stack/data/n-cpu-1/compute_id [ 500.204264] env[62438]: WARNING nova.compute.manager [None req-30d09b75-fd33-4c6c-b3f4-f744809b0500 None None] Compute nodes ['3d204b25-fa3a-4320-b81b-738bc1f337f5'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 501.209581] env[62438]: INFO nova.compute.manager [None req-30d09b75-fd33-4c6c-b3f4-f744809b0500 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 502.215692] env[62438]: WARNING nova.compute.manager [None req-30d09b75-fd33-4c6c-b3f4-f744809b0500 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 502.215973] env[62438]: DEBUG oslo_concurrency.lockutils [None req-30d09b75-fd33-4c6c-b3f4-f744809b0500 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 502.216232] env[62438]: DEBUG oslo_concurrency.lockutils [None req-30d09b75-fd33-4c6c-b3f4-f744809b0500 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 502.216438] env[62438]: DEBUG oslo_concurrency.lockutils [None req-30d09b75-fd33-4c6c-b3f4-f744809b0500 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 502.216612] env[62438]: DEBUG nova.compute.resource_tracker [None req-30d09b75-fd33-4c6c-b3f4-f744809b0500 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62438) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 502.218871] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b7e97ab-0f86-49e9-9d79-1835ec5f556e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 502.227421] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a43114fb-7518-4a6d-98d7-3195f27f2a91 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 502.241348] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d651224d-60c9-48bd-8f2b-ccd244426e46 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 502.248132] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4121f17-76b5-40d6-994d-5a526e71e9af {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 502.276107] env[62438]: DEBUG nova.compute.resource_tracker [None req-30d09b75-fd33-4c6c-b3f4-f744809b0500 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181392MB free_disk=163GB free_vcpus=48 pci_devices=None {{(pid=62438) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 502.276269] env[62438]: DEBUG oslo_concurrency.lockutils [None req-30d09b75-fd33-4c6c-b3f4-f744809b0500 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 502.276490] env[62438]: DEBUG oslo_concurrency.lockutils [None req-30d09b75-fd33-4c6c-b3f4-f744809b0500 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 502.779402] env[62438]: WARNING nova.compute.resource_tracker [None req-30d09b75-fd33-4c6c-b3f4-f744809b0500 None None] No compute node record for cpu-1:3d204b25-fa3a-4320-b81b-738bc1f337f5: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 3d204b25-fa3a-4320-b81b-738bc1f337f5 could not be found. [ 503.283223] env[62438]: INFO nova.compute.resource_tracker [None req-30d09b75-fd33-4c6c-b3f4-f744809b0500 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 3d204b25-fa3a-4320-b81b-738bc1f337f5 [ 504.790140] env[62438]: DEBUG nova.compute.resource_tracker [None req-30d09b75-fd33-4c6c-b3f4-f744809b0500 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62438) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 504.790527] env[62438]: DEBUG nova.compute.resource_tracker [None req-30d09b75-fd33-4c6c-b3f4-f744809b0500 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62438) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 504.947815] env[62438]: INFO nova.scheduler.client.report [None req-30d09b75-fd33-4c6c-b3f4-f744809b0500 None None] [req-0ef440c4-c5b0-411d-ae75-896cd1260d89] Created resource provider record via placement API for resource provider with UUID 3d204b25-fa3a-4320-b81b-738bc1f337f5 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 504.965531] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-894e97b8-c7fb-401e-86a8-888830dc12cc {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 504.974591] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7144b7ba-3220-4455-8a08-a1e2d54965ce {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 505.003433] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd117354-25ca-42f6-8ba5-bd505c8ba5f0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 505.011362] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63059abb-8839-48e9-af65-9e460918caae {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 505.024633] env[62438]: DEBUG nova.compute.provider_tree [None req-30d09b75-fd33-4c6c-b3f4-f744809b0500 None None] Updating inventory in ProviderTree for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 505.562237] env[62438]: DEBUG nova.scheduler.client.report [None req-30d09b75-fd33-4c6c-b3f4-f744809b0500 None None] Updated inventory for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 505.562488] env[62438]: DEBUG nova.compute.provider_tree [None req-30d09b75-fd33-4c6c-b3f4-f744809b0500 None None] Updating resource provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 generation from 0 to 1 during operation: update_inventory {{(pid=62438) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 505.562627] env[62438]: DEBUG nova.compute.provider_tree [None req-30d09b75-fd33-4c6c-b3f4-f744809b0500 None None] Updating inventory in ProviderTree for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 505.616345] env[62438]: DEBUG nova.compute.provider_tree [None req-30d09b75-fd33-4c6c-b3f4-f744809b0500 None None] Updating resource provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 generation from 1 to 2 during operation: update_traits {{(pid=62438) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 506.121537] env[62438]: DEBUG nova.compute.resource_tracker [None req-30d09b75-fd33-4c6c-b3f4-f744809b0500 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62438) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 506.121873] env[62438]: DEBUG oslo_concurrency.lockutils [None req-30d09b75-fd33-4c6c-b3f4-f744809b0500 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.845s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 506.121873] env[62438]: DEBUG nova.service [None req-30d09b75-fd33-4c6c-b3f4-f744809b0500 None None] Creating RPC server for service compute {{(pid=62438) start /opt/stack/nova/nova/service.py:186}} [ 506.139683] env[62438]: DEBUG nova.service [None req-30d09b75-fd33-4c6c-b3f4-f744809b0500 None None] Join ServiceGroup membership for this service compute {{(pid=62438) start /opt/stack/nova/nova/service.py:203}} [ 506.139846] env[62438]: DEBUG nova.servicegroup.drivers.db [None req-30d09b75-fd33-4c6c-b3f4-f744809b0500 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=62438) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 506.140376] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._sync_power_states {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 506.643072] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Getting list of instances from cluster (obj){ [ 506.643072] env[62438]: value = "domain-c8" [ 506.643072] env[62438]: _type = "ClusterComputeResource" [ 506.643072] env[62438]: } {{(pid=62438) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2122}} [ 506.644315] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5fd23b8-3720-4341-9fc2-cbb29af471d0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 506.653567] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Got total of 0 instances {{(pid=62438) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2131}} [ 506.653818] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 506.654791] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Getting list of instances from cluster (obj){ [ 506.654791] env[62438]: value = "domain-c8" [ 506.654791] env[62438]: _type = "ClusterComputeResource" [ 506.654791] env[62438]: } {{(pid=62438) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2122}} [ 506.655032] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15bbc990-29f7-4363-bcc7-1d89c349d893 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 506.662613] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Got total of 0 instances {{(pid=62438) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2131}} [ 554.371861] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 554.372285] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 554.373400] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Starting heal instance info cache {{(pid=62438) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}} [ 554.373400] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Rebuilding the list of instances to heal {{(pid=62438) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9930}} [ 554.878849] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Didn't find any instances for network info cache update. {{(pid=62438) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10012}} [ 554.879108] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 554.879376] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 554.879577] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 554.879771] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 554.879960] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 554.880185] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 554.880352] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62438) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10545}} [ 554.880499] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager.update_available_resource {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 555.387028] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 555.387508] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 555.387508] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 555.387690] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62438) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 555.388508] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57e958e4-80c7-4ac7-b437-c3bb2b393486 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.396443] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-483dad0b-4a5e-4191-ba21-f7b90dc9d092 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.410275] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daacddd0-956c-48f4-a4ab-6cecd6e6ea0d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.416071] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7abac255-586d-4c92-8660-470c4dd22807 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.444246] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181382MB free_disk=163GB free_vcpus=48 pci_devices=None {{(pid=62438) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 555.444398] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 555.444581] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 556.464124] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62438) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 556.464424] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62438) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 556.479395] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7702f44-0b0e-4f70-9129-713fb6796c90 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.487170] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a71ddb-9dce-49f2-a2b8-4ff670bc0919 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.519093] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46da38fc-8084-4d45-bdeb-122d37741f32 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.526705] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e0a06b2-4508-4cb8-bf49-7d75fc73aab3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.541060] env[62438]: DEBUG nova.compute.provider_tree [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 557.044275] env[62438]: DEBUG nova.scheduler.client.report [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 557.552344] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62438) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 557.552777] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.108s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 617.539306] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 617.539776] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 618.045060] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 618.045060] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Starting heal instance info cache {{(pid=62438) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}} [ 618.045289] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Rebuilding the list of instances to heal {{(pid=62438) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9930}} [ 618.550831] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Didn't find any instances for network info cache update. {{(pid=62438) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10012}} [ 618.551290] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 618.551420] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 618.551649] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 618.551866] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 618.552086] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 618.552307] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 618.552492] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62438) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10545}} [ 618.552693] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager.update_available_resource {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 619.057899] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 619.058160] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 619.058329] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 619.058479] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62438) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 619.059380] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc14fd99-75fb-44d4-a293-9eaf164fcf9a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.068300] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b95fa24-c85b-477b-960c-4fc2186241ba {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.083165] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee8986d9-3ac5-4ea9-8341-d79bc003986b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.090602] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c08351b1-6cd6-4481-be92-13dae4a880a9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.138065] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181394MB free_disk=163GB free_vcpus=48 pci_devices=None {{(pid=62438) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 619.138297] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 619.138602] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 620.157331] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62438) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 620.157598] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62438) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 620.170031] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e887b40c-a8ea-4298-8d91-70787533d606 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.178092] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2466109a-c3d0-48bc-aafc-dcddd6e141c5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.206493] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e223b59f-fca6-4cac-a570-5f8e6b41815d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.213309] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16510cb9-5a00-456c-8026-05e6297e7ae4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.225900] env[62438]: DEBUG nova.compute.provider_tree [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 620.728479] env[62438]: DEBUG nova.scheduler.client.report [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 620.729927] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62438) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 620.730144] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 680.732288] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 680.732614] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 680.732790] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Starting heal instance info cache {{(pid=62438) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}} [ 680.732963] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Rebuilding the list of instances to heal {{(pid=62438) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9930}} [ 681.236028] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Didn't find any instances for network info cache update. {{(pid=62438) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10012}} [ 681.236324] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 681.236562] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 681.236717] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 681.236866] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 681.237019] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 681.237168] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 681.237295] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62438) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10545}} [ 681.237437] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager.update_available_resource {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 681.740513] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 681.740926] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 681.740926] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 681.741091] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62438) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 681.741990] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-191ca8be-2f79-4bc4-899b-a51ffcc258d9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.750012] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04914286-aabf-4481-b718-291b84209329 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.763606] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96821a9d-4df3-4417-8b6b-2375b3b6ff40 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.769669] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5afe319d-f82c-4d44-b67a-67ac7a0f440e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.797127] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181385MB free_disk=163GB free_vcpus=48 pci_devices=None {{(pid=62438) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 681.797260] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 681.797460] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 682.815837] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62438) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 682.816096] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62438) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 682.829764] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1da09cbd-ea3e-4acc-af6e-68d2188db93f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.836936] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e779b30b-8aab-4e11-8413-0e78310a431f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.866242] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad1abf2-6c03-492d-95b8-9c1dc0a1be44 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.873190] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4571f985-ce11-4ea2-be93-2c1ac217b929 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.886236] env[62438]: DEBUG nova.compute.provider_tree [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 683.388989] env[62438]: DEBUG nova.scheduler.client.report [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 683.390266] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62438) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 683.390448] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 737.016741] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 737.017159] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 737.523316] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 737.523521] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Starting heal instance info cache {{(pid=62438) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}} [ 737.523521] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Rebuilding the list of instances to heal {{(pid=62438) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9930}} [ 738.026472] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Didn't find any instances for network info cache update. {{(pid=62438) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10012}} [ 738.026472] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 738.026894] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 738.026894] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 738.026894] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 738.027103] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager.update_available_resource {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 738.530957] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 738.531376] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 738.531668] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 738.531931] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62438) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 738.533349] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ec8cc4-b62e-472a-9227-fdf7aaf860d6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.545270] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a557ccf4-1865-4298-a6df-967aa7da7d02 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.567205] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb7de7bc-f9fa-4ab1-ac9e-74d70f5d1214 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.577187] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e8bf490-051a-4a12-91b6-445f1570e81a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.623509] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181392MB free_disk=163GB free_vcpus=48 pci_devices=None {{(pid=62438) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 738.623785] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 738.624135] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 739.642884] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62438) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 739.643186] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62438) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 739.655606] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c18fe7ee-66a8-4755-9f6b-7a265c36ed25 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.663211] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4011a5f-ac82-45cd-99ea-e8b67bcd44c5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.692335] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-030218cf-140c-4253-84a8-269136d110d8 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.699406] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-153d8957-b26f-4c97-9907-83316ae4be95 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.711902] env[62438]: DEBUG nova.compute.provider_tree [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 740.215140] env[62438]: DEBUG nova.scheduler.client.report [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 740.216765] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62438) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 740.217037] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 740.553516] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 740.553781] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 740.553899] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62438) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10545}} [ 794.363686] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 794.364122] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Cleaning up deleted instances {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11226}} [ 794.867911] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] There are 0 instances to clean {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 794.868186] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 794.868333] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Cleaning up deleted instances with incomplete migration {{(pid=62438) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11264}} [ 795.370866] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 797.870197] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 797.870197] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 797.870197] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 797.870197] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 797.870197] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 797.870197] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager.update_available_resource {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 798.373147] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 798.373405] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 798.373582] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 798.373733] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62438) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 798.374733] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3627f38-ad10-4a11-a6af-a3c37dbcca67 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.386528] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7800aad2-8bed-4267-94c2-456ffaff997c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.407729] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13319c2f-2947-4b80-a73f-d1c15aa8d6a3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.417362] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fbade7c-cf15-4883-a20f-504d452c9d78 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.462606] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181385MB free_disk=163GB free_vcpus=48 pci_devices=None {{(pid=62438) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 798.462910] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 798.463273] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 799.483403] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62438) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 799.483707] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62438) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 799.500798] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dbe5762-5263-4e99-9a2f-012dc2835508 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.508938] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74052b31-a242-4da9-94c7-274ec3ebb27b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.539057] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-790c5b32-454b-4ddb-9d8b-8c5776f658b6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.546342] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41aaa41b-f26c-4e21-8ffe-1613ba1ac89b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.559630] env[62438]: DEBUG nova.compute.provider_tree [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 800.062448] env[62438]: DEBUG nova.scheduler.client.report [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 800.063725] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62438) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 800.064843] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.601s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 800.558625] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 800.558959] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Starting heal instance info cache {{(pid=62438) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}} [ 800.558959] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Rebuilding the list of instances to heal {{(pid=62438) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9930}} [ 801.062402] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Didn't find any instances for network info cache update. {{(pid=62438) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10012}} [ 801.062617] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 801.062794] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 801.062924] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62438) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10545}} [ 854.863971] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 856.362965] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 857.359226] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 857.362852] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 857.363065] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager.update_available_resource {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 857.866811] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 857.867099] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 857.867269] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 857.867425] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62438) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 857.868340] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf6e6ce2-1509-478f-a9c7-3b17bcdcec3b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.877193] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-809fe10e-240c-41b5-80b6-848a3945e491 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.890790] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32b68b66-e53e-44ca-b5f3-01a19ae8d31d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.897239] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50f6f3bf-564a-4d2e-bb65-11c242698430 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.925950] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181388MB free_disk=163GB free_vcpus=48 pci_devices=None {{(pid=62438) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 857.926168] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 857.926319] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 858.964186] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62438) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 858.964477] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62438) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 858.982739] env[62438]: DEBUG nova.scheduler.client.report [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Refreshing inventories for resource provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 858.998312] env[62438]: DEBUG nova.scheduler.client.report [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Updating ProviderTree inventory for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 858.998638] env[62438]: DEBUG nova.compute.provider_tree [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Updating inventory in ProviderTree for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 859.011707] env[62438]: DEBUG nova.scheduler.client.report [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Refreshing aggregate associations for resource provider 3d204b25-fa3a-4320-b81b-738bc1f337f5, aggregates: None {{(pid=62438) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 859.033145] env[62438]: DEBUG nova.scheduler.client.report [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Refreshing trait associations for resource provider 3d204b25-fa3a-4320-b81b-738bc1f337f5, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62438) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 859.045972] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb29a96-3256-417f-9db5-bda21aa65a44 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.053733] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7a1f03-0fe4-48ee-9409-28ccce10fb5b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.083909] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbae1949-9f44-4d81-a8e4-106194ccae5c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.091309] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d9eb3a-26d4-4f6d-87ac-76ea80f7fa75 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.104337] env[62438]: DEBUG nova.compute.provider_tree [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 859.607532] env[62438]: DEBUG nova.scheduler.client.report [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 859.608831] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62438) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 859.609017] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.683s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 860.609509] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 860.609910] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Starting heal instance info cache {{(pid=62438) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}} [ 860.609910] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Rebuilding the list of instances to heal {{(pid=62438) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9930}} [ 861.113555] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Didn't find any instances for network info cache update. {{(pid=62438) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10012}} [ 861.113805] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 861.113970] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 861.114149] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 861.114302] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 861.114431] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62438) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10545}} [ 917.365074] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 917.365533] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 918.363414] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 918.363772] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 918.364055] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager.update_available_resource {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 918.868253] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 918.868709] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 918.868709] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 918.868910] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62438) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 918.869866] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de9a6a9-1dba-487b-8154-a6a67b3655a1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.878069] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c290bcf9-1815-4b10-ab11-6694837d1826 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.893024] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeb4d39b-063b-427d-9014-a8d4d30d47b2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.899431] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec5cef54-345b-4fc4-aeff-c9af7f9a34b8 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.927583] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181392MB free_disk=163GB free_vcpus=48 pci_devices=None {{(pid=62438) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 918.927762] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 918.927927] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 919.947414] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62438) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 919.947653] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62438) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 919.961525] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cee69ea-1275-49a6-92cc-d016ea24d670 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.968959] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a6dea7-424d-4410-a357-27fca2077fc7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.998118] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e4067b5-904d-407b-85fa-71d720644a31 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.004714] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ce546c-8cf6-4981-8bd5-6f3fa8d7586e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.017047] env[62438]: DEBUG nova.compute.provider_tree [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 920.520453] env[62438]: DEBUG nova.scheduler.client.report [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 920.521685] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62438) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 920.521870] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.594s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 921.522339] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 921.522705] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Starting heal instance info cache {{(pid=62438) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}} [ 921.522705] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Rebuilding the list of instances to heal {{(pid=62438) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9930}} [ 922.025202] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Didn't find any instances for network info cache update. {{(pid=62438) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10012}} [ 922.025447] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 922.025575] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 922.025747] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 922.025873] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62438) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10545}} [ 977.862621] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 978.367216] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 978.863953] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 979.363925] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 979.364193] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 979.364346] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager.update_available_resource {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 979.868062] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 979.868432] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 979.868475] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 979.868610] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62438) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 979.869529] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d3001d-b39b-4f7f-964a-9726d00415f3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.877379] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-328529c7-f17c-4b47-8e28-92433f2664ed {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.891098] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f44e4f0-b993-41bf-80e4-aac1e8486927 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.897203] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc34405-0bca-4112-96da-326090135c3e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.926084] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181392MB free_disk=163GB free_vcpus=48 pci_devices=None {{(pid=62438) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 979.926243] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 979.926437] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 980.943725] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62438) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 980.943995] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62438) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 980.957879] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a46858fe-67bb-4998-80ba-c83cd3818fcf {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.964522] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5ecc1d-d1ac-40d4-9117-e0968ff38e2b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.992677] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12478839-db94-4715-903b-4deb98514670 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.999379] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-060914b6-7e1b-4edb-bbd3-79981db5e566 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.012592] env[62438]: DEBUG nova.compute.provider_tree [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 981.515013] env[62438]: DEBUG nova.scheduler.client.report [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 981.516283] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62438) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 981.516462] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.590s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 982.515541] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 982.515939] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Starting heal instance info cache {{(pid=62438) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}} [ 982.515939] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Rebuilding the list of instances to heal {{(pid=62438) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9930}} [ 983.018497] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Didn't find any instances for network info cache update. {{(pid=62438) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10012}} [ 983.018726] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 983.018895] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 983.019064] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 983.019199] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62438) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10545}} [ 1038.364227] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1039.360048] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1039.362710] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager.update_available_resource {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1039.865733] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1039.866147] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1039.866190] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1039.866333] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62438) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1039.867280] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee926e5-7d61-4d6a-96e8-50550315675b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.875944] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3488ad53-51fc-4313-bcfa-36325b586604 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.889731] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41986ce7-4fd3-455c-96ea-c8623ed25cdf {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.895894] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ba8f038-88d5-4bbd-9979-4b1c241ff3d7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.924461] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181396MB free_disk=163GB free_vcpus=48 pci_devices=None {{(pid=62438) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1039.924612] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1039.924796] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1040.943904] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62438) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1040.944201] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62438) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1040.958928] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12d4d341-2779-4cd1-b1dc-249df7254bdc {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.966779] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef556382-7352-4af1-8193-31eac63a0f4d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.994993] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ee7629-a002-4980-a99e-1dfaf0a797cf {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.001706] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e6d043-9c2f-47b0-bc54-f581aab9ceab {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.014843] env[62438]: DEBUG nova.compute.provider_tree [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1041.517520] env[62438]: DEBUG nova.scheduler.client.report [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1041.518795] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62438) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1041.518977] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.594s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1042.519196] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1042.519602] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Starting heal instance info cache {{(pid=62438) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}} [ 1042.519602] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Rebuilding the list of instances to heal {{(pid=62438) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9930}} [ 1043.022986] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Didn't find any instances for network info cache update. {{(pid=62438) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10012}} [ 1043.023213] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1043.023381] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1043.023572] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1043.363278] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1044.363843] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1044.364329] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62438) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10545}} [ 1098.365581] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1099.364595] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager.update_available_resource {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1099.868593] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1099.868976] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1099.869057] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1099.869167] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62438) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1099.870072] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa1cd1a-f000-47b6-a476-e27fd7e0d7f4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.878166] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02db77e2-56ea-49b2-abdd-a6065df5581b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.892163] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bed2bce4-d18b-444a-9011-976b74a64f40 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.898196] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e067310c-27b3-4c79-9a2e-a6a1e3d8942d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.926671] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181383MB free_disk=163GB free_vcpus=48 pci_devices=None {{(pid=62438) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1099.926812] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1099.926995] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1100.945596] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62438) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1100.945839] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62438) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1100.959592] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0577105-4f4c-4532-9378-3748dcec5e31 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.967177] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c8825af-27ee-4606-b1b0-5c7ae8d70e2b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.997550] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c939a05f-0ac7-4d1d-98b2-7633864eb427 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.004341] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-343d883d-5d03-4aa0-877a-cb86f53fd2a6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.016672] env[62438]: DEBUG nova.compute.provider_tree [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1101.519601] env[62438]: DEBUG nova.scheduler.client.report [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1101.520841] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62438) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1101.521048] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.594s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1102.363785] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1102.364219] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1102.871232] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1102.871232] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Starting heal instance info cache {{(pid=62438) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}} [ 1102.871232] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Rebuilding the list of instances to heal {{(pid=62438) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9930}} [ 1103.373535] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Didn't find any instances for network info cache update. {{(pid=62438) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10012}} [ 1103.373959] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1103.373959] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1103.375599] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1103.375599] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1103.375599] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Cleaning up deleted instances {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11226}} [ 1103.877239] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] There are 0 instances to clean {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 1104.866364] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1105.363631] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1105.363865] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62438) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10545}} [ 1106.142745] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._sync_power_states {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1106.646414] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Getting list of instances from cluster (obj){ [ 1106.646414] env[62438]: value = "domain-c8" [ 1106.646414] env[62438]: _type = "ClusterComputeResource" [ 1106.646414] env[62438]: } {{(pid=62438) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2122}} [ 1106.647481] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2446ef58-c94d-4fc4-b2dc-91ee43055b0b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.656110] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Got total of 0 instances {{(pid=62438) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2131}} [ 1106.656343] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1106.656481] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Cleaning up deleted instances with incomplete migration {{(pid=62438) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11264}} [ 1107.158741] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1159.882281] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1161.363294] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1161.363637] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager.update_available_resource {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1161.867298] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1161.867566] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1161.867731] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1161.867891] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62438) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1161.868871] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a61db3ab-e35e-496b-8495-cc6f2038c695 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.877085] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acb12ed4-e8f7-4e68-9f19-da4c933c1cec {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.890801] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0088ac9c-4e0a-4f82-b8ef-d531935710d5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.896884] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab721565-df11-4c9a-bc7e-4783b0ef687f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.925408] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181391MB free_disk=163GB free_vcpus=48 pci_devices=None {{(pid=62438) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1161.925554] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1161.925770] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1163.042897] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62438) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1163.043164] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62438) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1163.058590] env[62438]: DEBUG nova.scheduler.client.report [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Refreshing inventories for resource provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1163.069535] env[62438]: DEBUG nova.scheduler.client.report [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Updating ProviderTree inventory for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1163.069709] env[62438]: DEBUG nova.compute.provider_tree [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Updating inventory in ProviderTree for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1163.078742] env[62438]: DEBUG nova.scheduler.client.report [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Refreshing aggregate associations for resource provider 3d204b25-fa3a-4320-b81b-738bc1f337f5, aggregates: None {{(pid=62438) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1163.093059] env[62438]: DEBUG nova.scheduler.client.report [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Refreshing trait associations for resource provider 3d204b25-fa3a-4320-b81b-738bc1f337f5, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62438) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1163.103704] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57aeb9ae-8498-4b23-b5e4-c0a925ff91db {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.111286] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f842193-2e35-4655-8fd4-208b36d63d94 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.139300] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63116f88-7ad5-40c0-8fc0-02d884a4b977 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.146246] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-575c5013-7f39-4814-8be3-aefd80f81844 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.159281] env[62438]: DEBUG nova.compute.provider_tree [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1163.662493] env[62438]: DEBUG nova.scheduler.client.report [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1163.663766] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62438) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1163.663943] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.738s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1164.659563] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1164.659917] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1164.659966] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Starting heal instance info cache {{(pid=62438) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}} [ 1164.660084] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Rebuilding the list of instances to heal {{(pid=62438) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9930}} [ 1165.163332] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Didn't find any instances for network info cache update. {{(pid=62438) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10012}} [ 1165.163555] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1165.163718] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1165.163871] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1166.363844] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1166.363844] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62438) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10545}} [ 1218.364468] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1222.359190] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1222.362721] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1222.362917] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager.update_available_resource {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1222.870476] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1222.870717] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1222.870885] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1222.871055] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62438) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1222.871948] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5936b7b7-2934-42bd-9ad1-02fd56ab96b7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.880649] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02328154-3547-4da5-8dbf-51785bae71be {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.894446] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca8c4512-1a1b-476a-8de3-ad69420e73e2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.900494] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b056d7f-fe51-4b97-b309-411a07974d23 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.929097] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181388MB free_disk=163GB free_vcpus=48 pci_devices=None {{(pid=62438) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1222.929267] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1222.929433] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1223.948018] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62438) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1223.948340] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62438) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1223.960843] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da755320-1425-4717-9274-66f07a74aa95 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.968564] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d75cd2ef-ab24-4d1f-afdb-4101cd7273f0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.996805] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ccf35d8-35dd-48ee-a98b-1388f24072f2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.003342] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b6e971b-b372-4e9b-80ea-ed87d26e6001 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.015793] env[62438]: DEBUG nova.compute.provider_tree [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1224.519177] env[62438]: DEBUG nova.scheduler.client.report [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1224.520488] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62438) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1224.520682] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.591s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1225.517283] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1226.022835] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1226.022908] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Starting heal instance info cache {{(pid=62438) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}} [ 1226.023021] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Rebuilding the list of instances to heal {{(pid=62438) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9930}} [ 1226.526060] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Didn't find any instances for network info cache update. {{(pid=62438) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10012}} [ 1226.526476] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1226.526476] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1226.526602] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1228.363582] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1228.363932] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62438) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10545}} [ 1278.365798] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1282.363624] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1282.364064] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1284.363591] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1284.364362] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1284.364362] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager.update_available_resource {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1284.867639] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1284.867758] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1284.867898] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1284.868411] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62438) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1284.869038] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8172ded-a572-468b-9f0b-2ffadb1a7936 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.877200] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f72640a7-883b-4126-8f2d-d30fd59b725a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.891730] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e042cf-3a63-441a-aa3e-bbff13c9650c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.898716] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6de7d94-7274-44c1-a2c2-aafbc608d609 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.927099] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181268MB free_disk=163GB free_vcpus=48 pci_devices=None {{(pid=62438) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1284.927260] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1284.927456] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1285.946831] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62438) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1285.947169] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62438) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1285.961473] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa7f5910-6852-4944-ac4d-ee2016f3f2f9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.969008] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce20a8e-42d9-4215-9d7e-04220d6a0a43 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.998856] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f04b34-5e3d-47d0-a90e-55f0b53a1909 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.005808] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa60171-6dc4-473a-bc64-19aef987dc6e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.018602] env[62438]: DEBUG nova.compute.provider_tree [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1286.521948] env[62438]: DEBUG nova.scheduler.client.report [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1286.523203] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62438) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1286.523383] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.596s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1287.524659] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1287.524940] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Starting heal instance info cache {{(pid=62438) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}} [ 1287.524940] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Rebuilding the list of instances to heal {{(pid=62438) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9930}} [ 1288.029159] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Didn't find any instances for network info cache update. {{(pid=62438) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10012}} [ 1288.029814] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1288.365187] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1288.365187] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62438) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10545}} [ 1295.268839] env[62438]: DEBUG oslo_concurrency.lockutils [None req-01b6015d-4e42-4e5e-aff7-0f264c338bd4 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Acquiring lock "ea561adf-aa56-465b-a0fe-b1f5faf3dc56" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1295.269164] env[62438]: DEBUG oslo_concurrency.lockutils [None req-01b6015d-4e42-4e5e-aff7-0f264c338bd4 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Lock "ea561adf-aa56-465b-a0fe-b1f5faf3dc56" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1295.346833] env[62438]: DEBUG oslo_concurrency.lockutils [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Acquiring lock "a5fd1d2f-7006-4400-84ba-63cb62e46194" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1295.346959] env[62438]: DEBUG oslo_concurrency.lockutils [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Lock "a5fd1d2f-7006-4400-84ba-63cb62e46194" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1295.772867] env[62438]: DEBUG nova.compute.manager [None req-01b6015d-4e42-4e5e-aff7-0f264c338bd4 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] [instance: ea561adf-aa56-465b-a0fe-b1f5faf3dc56] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1295.849882] env[62438]: DEBUG nova.compute.manager [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] [instance: a5fd1d2f-7006-4400-84ba-63cb62e46194] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1296.336570] env[62438]: DEBUG oslo_concurrency.lockutils [None req-01b6015d-4e42-4e5e-aff7-0f264c338bd4 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1296.337025] env[62438]: DEBUG oslo_concurrency.lockutils [None req-01b6015d-4e42-4e5e-aff7-0f264c338bd4 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1296.340501] env[62438]: INFO nova.compute.claims [None req-01b6015d-4e42-4e5e-aff7-0f264c338bd4 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] [instance: ea561adf-aa56-465b-a0fe-b1f5faf3dc56] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1296.375765] env[62438]: DEBUG oslo_concurrency.lockutils [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1297.114059] env[62438]: DEBUG oslo_concurrency.lockutils [None req-3a320b0c-fecd-463b-8530-28e469e42336 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Acquiring lock "d96af944-fba1-4df4-a0f7-0566ae562500" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1297.114059] env[62438]: DEBUG oslo_concurrency.lockutils [None req-3a320b0c-fecd-463b-8530-28e469e42336 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Lock "d96af944-fba1-4df4-a0f7-0566ae562500" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1297.447742] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b7ac6fb-61f5-4522-a4a5-77c66a1bfe90 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.457517] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aeee68b-912c-45bd-872f-85ae8259001a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.510509] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a642cfe5-0db4-401d-b76d-67c4a71eae16 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.519120] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6074f29-b873-4536-bac5-fe447604a4e7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.533973] env[62438]: DEBUG nova.compute.provider_tree [None req-01b6015d-4e42-4e5e-aff7-0f264c338bd4 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1297.617303] env[62438]: DEBUG nova.compute.manager [None req-3a320b0c-fecd-463b-8530-28e469e42336 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: d96af944-fba1-4df4-a0f7-0566ae562500] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1298.039174] env[62438]: DEBUG nova.scheduler.client.report [None req-01b6015d-4e42-4e5e-aff7-0f264c338bd4 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1298.156130] env[62438]: DEBUG oslo_concurrency.lockutils [None req-3a320b0c-fecd-463b-8530-28e469e42336 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1298.544735] env[62438]: DEBUG oslo_concurrency.lockutils [None req-01b6015d-4e42-4e5e-aff7-0f264c338bd4 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.208s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1298.546153] env[62438]: DEBUG nova.compute.manager [None req-01b6015d-4e42-4e5e-aff7-0f264c338bd4 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] [instance: ea561adf-aa56-465b-a0fe-b1f5faf3dc56] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1298.549967] env[62438]: DEBUG oslo_concurrency.lockutils [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.174s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1298.551606] env[62438]: INFO nova.compute.claims [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] [instance: a5fd1d2f-7006-4400-84ba-63cb62e46194] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1299.059048] env[62438]: DEBUG nova.compute.utils [None req-01b6015d-4e42-4e5e-aff7-0f264c338bd4 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1299.063536] env[62438]: DEBUG nova.compute.manager [None req-01b6015d-4e42-4e5e-aff7-0f264c338bd4 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] [instance: ea561adf-aa56-465b-a0fe-b1f5faf3dc56] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1299.063536] env[62438]: DEBUG nova.network.neutron [None req-01b6015d-4e42-4e5e-aff7-0f264c338bd4 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] [instance: ea561adf-aa56-465b-a0fe-b1f5faf3dc56] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1299.405142] env[62438]: DEBUG oslo_concurrency.lockutils [None req-37429711-5cd8-4009-9888-3c4a38ff668b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Acquiring lock "03448a20-9731-4076-bf51-852e9fc7f016" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1299.405455] env[62438]: DEBUG oslo_concurrency.lockutils [None req-37429711-5cd8-4009-9888-3c4a38ff668b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Lock "03448a20-9731-4076-bf51-852e9fc7f016" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1299.566263] env[62438]: DEBUG nova.compute.manager [None req-01b6015d-4e42-4e5e-aff7-0f264c338bd4 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] [instance: ea561adf-aa56-465b-a0fe-b1f5faf3dc56] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1299.683097] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb421c7-3e1c-4f5d-9fe1-abcad1310181 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.692603] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d9bc6a-16af-4b41-a8be-5776d691b254 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.727419] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb903ee7-4788-4b69-8165-7d4a048e99f2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.735478] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a9d036-fc88-417d-b321-ada130427c53 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.758041] env[62438]: DEBUG nova.compute.provider_tree [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1299.909858] env[62438]: DEBUG nova.compute.manager [None req-37429711-5cd8-4009-9888-3c4a38ff668b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 03448a20-9731-4076-bf51-852e9fc7f016] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1300.261904] env[62438]: DEBUG nova.scheduler.client.report [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1300.442124] env[62438]: DEBUG oslo_concurrency.lockutils [None req-37429711-5cd8-4009-9888-3c4a38ff668b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1300.583790] env[62438]: DEBUG nova.compute.manager [None req-01b6015d-4e42-4e5e-aff7-0f264c338bd4 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] [instance: ea561adf-aa56-465b-a0fe-b1f5faf3dc56] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1300.770181] env[62438]: DEBUG oslo_concurrency.lockutils [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.220s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1300.771018] env[62438]: DEBUG nova.compute.manager [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] [instance: a5fd1d2f-7006-4400-84ba-63cb62e46194] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1300.773404] env[62438]: DEBUG oslo_concurrency.lockutils [None req-3a320b0c-fecd-463b-8530-28e469e42336 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.618s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1300.776230] env[62438]: INFO nova.compute.claims [None req-3a320b0c-fecd-463b-8530-28e469e42336 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: d96af944-fba1-4df4-a0f7-0566ae562500] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1301.036245] env[62438]: DEBUG nova.policy [None req-01b6015d-4e42-4e5e-aff7-0f264c338bd4 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '38cdd9ce691a4228a86bef55a6c2ac35', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '30ce637a398546e2b7fff14557f88cb4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1301.283123] env[62438]: DEBUG nova.compute.utils [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1301.285184] env[62438]: DEBUG nova.compute.manager [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] [instance: a5fd1d2f-7006-4400-84ba-63cb62e46194] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1301.285664] env[62438]: DEBUG nova.network.neutron [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] [instance: a5fd1d2f-7006-4400-84ba-63cb62e46194] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1301.341370] env[62438]: DEBUG nova.virt.hardware [None req-01b6015d-4e42-4e5e-aff7-0f264c338bd4 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1301.341607] env[62438]: DEBUG nova.virt.hardware [None req-01b6015d-4e42-4e5e-aff7-0f264c338bd4 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1301.341768] env[62438]: DEBUG nova.virt.hardware [None req-01b6015d-4e42-4e5e-aff7-0f264c338bd4 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1301.341934] env[62438]: DEBUG nova.virt.hardware [None req-01b6015d-4e42-4e5e-aff7-0f264c338bd4 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1301.342477] env[62438]: DEBUG nova.virt.hardware [None req-01b6015d-4e42-4e5e-aff7-0f264c338bd4 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1301.342554] env[62438]: DEBUG nova.virt.hardware [None req-01b6015d-4e42-4e5e-aff7-0f264c338bd4 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1301.342927] env[62438]: DEBUG nova.virt.hardware [None req-01b6015d-4e42-4e5e-aff7-0f264c338bd4 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1301.342927] env[62438]: DEBUG nova.virt.hardware [None req-01b6015d-4e42-4e5e-aff7-0f264c338bd4 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1301.343098] env[62438]: DEBUG nova.virt.hardware [None req-01b6015d-4e42-4e5e-aff7-0f264c338bd4 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1301.343339] env[62438]: DEBUG nova.virt.hardware [None req-01b6015d-4e42-4e5e-aff7-0f264c338bd4 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1301.343425] env[62438]: DEBUG nova.virt.hardware [None req-01b6015d-4e42-4e5e-aff7-0f264c338bd4 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1301.344838] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-172e5520-6d88-414a-929e-65822e38aa0e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.354249] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42422099-df75-469b-8e39-413ee5b255ab {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.373727] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb8fb03-b17e-4790-bee9-b4ee3bd7291d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.385882] env[62438]: DEBUG nova.policy [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd2cd8f84a16b40febc6c73d80ef8c70d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c22ffbc020d1431d98c8a88c37995cfc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1301.614212] env[62438]: DEBUG nova.network.neutron [None req-01b6015d-4e42-4e5e-aff7-0f264c338bd4 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] [instance: ea561adf-aa56-465b-a0fe-b1f5faf3dc56] Successfully created port: c24d4fe8-7852-4b16-8be5-a4d8835d968d {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1301.786663] env[62438]: DEBUG nova.compute.manager [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] [instance: a5fd1d2f-7006-4400-84ba-63cb62e46194] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1301.873450] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61900911-5ef2-462d-b38a-9b4c69af77c3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.883824] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad35385e-769f-42ea-baf1-475492d7c8be {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.916687] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-348e9ded-6dbe-4ea3-8480-25dbc7b3f28c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.924756] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d1e01c-bab1-45b8-b635-4d72d92856be {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.941777] env[62438]: DEBUG nova.compute.provider_tree [None req-3a320b0c-fecd-463b-8530-28e469e42336 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1302.064906] env[62438]: DEBUG nova.network.neutron [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] [instance: a5fd1d2f-7006-4400-84ba-63cb62e46194] Successfully created port: ab09c02d-685d-4a0d-8b8d-443e63bf7a85 {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1302.446345] env[62438]: DEBUG nova.scheduler.client.report [None req-3a320b0c-fecd-463b-8530-28e469e42336 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1302.800380] env[62438]: DEBUG nova.compute.manager [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] [instance: a5fd1d2f-7006-4400-84ba-63cb62e46194] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1302.832032] env[62438]: DEBUG nova.virt.hardware [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1302.832412] env[62438]: DEBUG nova.virt.hardware [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1302.832487] env[62438]: DEBUG nova.virt.hardware [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1302.832621] env[62438]: DEBUG nova.virt.hardware [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1302.832753] env[62438]: DEBUG nova.virt.hardware [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1302.832901] env[62438]: DEBUG nova.virt.hardware [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1302.833190] env[62438]: DEBUG nova.virt.hardware [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1302.833868] env[62438]: DEBUG nova.virt.hardware [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1302.834131] env[62438]: DEBUG nova.virt.hardware [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1302.834317] env[62438]: DEBUG nova.virt.hardware [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1302.834500] env[62438]: DEBUG nova.virt.hardware [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1302.835381] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9750089-b928-4d25-b145-44db1ffe713a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.844971] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a6e1a3-f636-4826-b6c5-29de7c6c4493 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.951877] env[62438]: DEBUG oslo_concurrency.lockutils [None req-3a320b0c-fecd-463b-8530-28e469e42336 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.178s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1302.952553] env[62438]: DEBUG nova.compute.manager [None req-3a320b0c-fecd-463b-8530-28e469e42336 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: d96af944-fba1-4df4-a0f7-0566ae562500] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1302.960975] env[62438]: DEBUG oslo_concurrency.lockutils [None req-37429711-5cd8-4009-9888-3c4a38ff668b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.519s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1302.964070] env[62438]: INFO nova.compute.claims [None req-37429711-5cd8-4009-9888-3c4a38ff668b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 03448a20-9731-4076-bf51-852e9fc7f016] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1303.472601] env[62438]: DEBUG nova.compute.utils [None req-3a320b0c-fecd-463b-8530-28e469e42336 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1303.479114] env[62438]: DEBUG nova.compute.manager [None req-3a320b0c-fecd-463b-8530-28e469e42336 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: d96af944-fba1-4df4-a0f7-0566ae562500] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1303.479307] env[62438]: DEBUG nova.network.neutron [None req-3a320b0c-fecd-463b-8530-28e469e42336 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: d96af944-fba1-4df4-a0f7-0566ae562500] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1303.589535] env[62438]: DEBUG nova.policy [None req-3a320b0c-fecd-463b-8530-28e469e42336 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fb631bc22a884406a82bafdcbba241c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '941c9b8cd46546ffa37aa3edfa770bd1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1303.908574] env[62438]: DEBUG nova.network.neutron [None req-3a320b0c-fecd-463b-8530-28e469e42336 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: d96af944-fba1-4df4-a0f7-0566ae562500] Successfully created port: e2fa7604-8c67-448e-9587-be06acc0986c {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1303.984312] env[62438]: DEBUG nova.compute.manager [None req-3a320b0c-fecd-463b-8530-28e469e42336 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: d96af944-fba1-4df4-a0f7-0566ae562500] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1304.063193] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80a96a45-e11f-4713-b78d-7bdeffff9dec {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.072984] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b6bcf14-565c-43a2-b7c7-d9027f7a0e02 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.110109] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-910d25ca-1271-4691-819d-e6dec5dfa599 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.118407] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dfafd03-298d-4744-b369-009c86e53712 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.133268] env[62438]: DEBUG nova.compute.provider_tree [None req-37429711-5cd8-4009-9888-3c4a38ff668b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1304.636448] env[62438]: DEBUG nova.scheduler.client.report [None req-37429711-5cd8-4009-9888-3c4a38ff668b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1304.729159] env[62438]: DEBUG nova.network.neutron [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] [instance: a5fd1d2f-7006-4400-84ba-63cb62e46194] Successfully updated port: ab09c02d-685d-4a0d-8b8d-443e63bf7a85 {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1305.001118] env[62438]: DEBUG nova.compute.manager [None req-3a320b0c-fecd-463b-8530-28e469e42336 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: d96af944-fba1-4df4-a0f7-0566ae562500] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1305.023031] env[62438]: DEBUG nova.virt.hardware [None req-3a320b0c-fecd-463b-8530-28e469e42336 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1305.023031] env[62438]: DEBUG nova.virt.hardware [None req-3a320b0c-fecd-463b-8530-28e469e42336 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1305.023031] env[62438]: DEBUG nova.virt.hardware [None req-3a320b0c-fecd-463b-8530-28e469e42336 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1305.023239] env[62438]: DEBUG nova.virt.hardware [None req-3a320b0c-fecd-463b-8530-28e469e42336 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1305.023239] env[62438]: DEBUG nova.virt.hardware [None req-3a320b0c-fecd-463b-8530-28e469e42336 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1305.024146] env[62438]: DEBUG nova.virt.hardware [None req-3a320b0c-fecd-463b-8530-28e469e42336 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1305.024511] env[62438]: DEBUG nova.virt.hardware [None req-3a320b0c-fecd-463b-8530-28e469e42336 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1305.024820] env[62438]: DEBUG nova.virt.hardware [None req-3a320b0c-fecd-463b-8530-28e469e42336 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1305.027026] env[62438]: DEBUG nova.virt.hardware [None req-3a320b0c-fecd-463b-8530-28e469e42336 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1305.027026] env[62438]: DEBUG nova.virt.hardware [None req-3a320b0c-fecd-463b-8530-28e469e42336 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1305.027026] env[62438]: DEBUG nova.virt.hardware [None req-3a320b0c-fecd-463b-8530-28e469e42336 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1305.027026] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e97634f-7665-44f8-a75b-a77611e02fd0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.038709] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5983a123-9893-4f67-b0fa-e2f169147526 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.088736] env[62438]: DEBUG nova.network.neutron [None req-01b6015d-4e42-4e5e-aff7-0f264c338bd4 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] [instance: ea561adf-aa56-465b-a0fe-b1f5faf3dc56] Successfully updated port: c24d4fe8-7852-4b16-8be5-a4d8835d968d {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1305.141522] env[62438]: DEBUG oslo_concurrency.lockutils [None req-37429711-5cd8-4009-9888-3c4a38ff668b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.180s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1305.141821] env[62438]: DEBUG nova.compute.manager [None req-37429711-5cd8-4009-9888-3c4a38ff668b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 03448a20-9731-4076-bf51-852e9fc7f016] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1305.231913] env[62438]: DEBUG oslo_concurrency.lockutils [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Acquiring lock "refresh_cache-a5fd1d2f-7006-4400-84ba-63cb62e46194" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1305.232083] env[62438]: DEBUG oslo_concurrency.lockutils [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Acquired lock "refresh_cache-a5fd1d2f-7006-4400-84ba-63cb62e46194" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.232359] env[62438]: DEBUG nova.network.neutron [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] [instance: a5fd1d2f-7006-4400-84ba-63cb62e46194] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1305.594897] env[62438]: DEBUG oslo_concurrency.lockutils [None req-01b6015d-4e42-4e5e-aff7-0f264c338bd4 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Acquiring lock "refresh_cache-ea561adf-aa56-465b-a0fe-b1f5faf3dc56" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1305.595166] env[62438]: DEBUG oslo_concurrency.lockutils [None req-01b6015d-4e42-4e5e-aff7-0f264c338bd4 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Acquired lock "refresh_cache-ea561adf-aa56-465b-a0fe-b1f5faf3dc56" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.595306] env[62438]: DEBUG nova.network.neutron [None req-01b6015d-4e42-4e5e-aff7-0f264c338bd4 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] [instance: ea561adf-aa56-465b-a0fe-b1f5faf3dc56] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1305.646618] env[62438]: DEBUG nova.compute.utils [None req-37429711-5cd8-4009-9888-3c4a38ff668b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1305.648461] env[62438]: DEBUG nova.compute.manager [None req-37429711-5cd8-4009-9888-3c4a38ff668b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 03448a20-9731-4076-bf51-852e9fc7f016] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1305.648461] env[62438]: DEBUG nova.network.neutron [None req-37429711-5cd8-4009-9888-3c4a38ff668b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 03448a20-9731-4076-bf51-852e9fc7f016] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1305.808256] env[62438]: DEBUG nova.network.neutron [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] [instance: a5fd1d2f-7006-4400-84ba-63cb62e46194] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1305.840589] env[62438]: DEBUG nova.policy [None req-37429711-5cd8-4009-9888-3c4a38ff668b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1de7c648151d476b97be5c84fcbeba22', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5a7bf46da0364b579b790da2a6b62b20', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1306.155306] env[62438]: DEBUG nova.compute.manager [None req-37429711-5cd8-4009-9888-3c4a38ff668b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 03448a20-9731-4076-bf51-852e9fc7f016] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1306.191294] env[62438]: DEBUG nova.network.neutron [None req-01b6015d-4e42-4e5e-aff7-0f264c338bd4 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] [instance: ea561adf-aa56-465b-a0fe-b1f5faf3dc56] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1306.210082] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c46e1583-218a-4973-8208-8ad3dae39dae tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Acquiring lock "b04481d2-d1cf-46e7-98c6-e714cf8c10c0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1306.210251] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c46e1583-218a-4973-8208-8ad3dae39dae tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Lock "b04481d2-d1cf-46e7-98c6-e714cf8c10c0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1306.217753] env[62438]: DEBUG nova.compute.manager [req-5b2e5d76-5d42-447f-a08b-a047dbc5d052 req-034c6e57-bcc7-440f-abf9-68d32e676692 service nova] [instance: a5fd1d2f-7006-4400-84ba-63cb62e46194] Received event network-vif-plugged-ab09c02d-685d-4a0d-8b8d-443e63bf7a85 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1306.217962] env[62438]: DEBUG oslo_concurrency.lockutils [req-5b2e5d76-5d42-447f-a08b-a047dbc5d052 req-034c6e57-bcc7-440f-abf9-68d32e676692 service nova] Acquiring lock "a5fd1d2f-7006-4400-84ba-63cb62e46194-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1306.218282] env[62438]: DEBUG oslo_concurrency.lockutils [req-5b2e5d76-5d42-447f-a08b-a047dbc5d052 req-034c6e57-bcc7-440f-abf9-68d32e676692 service nova] Lock "a5fd1d2f-7006-4400-84ba-63cb62e46194-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1306.218400] env[62438]: DEBUG oslo_concurrency.lockutils [req-5b2e5d76-5d42-447f-a08b-a047dbc5d052 req-034c6e57-bcc7-440f-abf9-68d32e676692 service nova] Lock "a5fd1d2f-7006-4400-84ba-63cb62e46194-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1306.219197] env[62438]: DEBUG nova.compute.manager [req-5b2e5d76-5d42-447f-a08b-a047dbc5d052 req-034c6e57-bcc7-440f-abf9-68d32e676692 service nova] [instance: a5fd1d2f-7006-4400-84ba-63cb62e46194] No waiting events found dispatching network-vif-plugged-ab09c02d-685d-4a0d-8b8d-443e63bf7a85 {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1306.219294] env[62438]: WARNING nova.compute.manager [req-5b2e5d76-5d42-447f-a08b-a047dbc5d052 req-034c6e57-bcc7-440f-abf9-68d32e676692 service nova] [instance: a5fd1d2f-7006-4400-84ba-63cb62e46194] Received unexpected event network-vif-plugged-ab09c02d-685d-4a0d-8b8d-443e63bf7a85 for instance with vm_state building and task_state spawning. [ 1306.455512] env[62438]: DEBUG nova.network.neutron [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] [instance: a5fd1d2f-7006-4400-84ba-63cb62e46194] Updating instance_info_cache with network_info: [{"id": "ab09c02d-685d-4a0d-8b8d-443e63bf7a85", "address": "fa:16:3e:4a:b8:cb", "network": {"id": "8e2a4cc9-3d97-4555-97e3-837d85836978", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.162", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "332326a11cdf4ec891065b36ccc5aa20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab09c02d-68", "ovs_interfaceid": "ab09c02d-685d-4a0d-8b8d-443e63bf7a85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1306.602309] env[62438]: DEBUG nova.network.neutron [None req-3a320b0c-fecd-463b-8530-28e469e42336 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: d96af944-fba1-4df4-a0f7-0566ae562500] Successfully updated port: e2fa7604-8c67-448e-9587-be06acc0986c {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1306.715308] env[62438]: DEBUG nova.compute.manager [None req-c46e1583-218a-4973-8208-8ad3dae39dae tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] [instance: b04481d2-d1cf-46e7-98c6-e714cf8c10c0] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1306.734382] env[62438]: DEBUG nova.network.neutron [None req-01b6015d-4e42-4e5e-aff7-0f264c338bd4 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] [instance: ea561adf-aa56-465b-a0fe-b1f5faf3dc56] Updating instance_info_cache with network_info: [{"id": "c24d4fe8-7852-4b16-8be5-a4d8835d968d", "address": "fa:16:3e:0f:f7:e1", "network": {"id": "8e2a4cc9-3d97-4555-97e3-837d85836978", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.224", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "332326a11cdf4ec891065b36ccc5aa20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc24d4fe8-78", "ovs_interfaceid": "c24d4fe8-7852-4b16-8be5-a4d8835d968d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1306.876983] env[62438]: DEBUG nova.compute.manager [req-a9f62887-166b-462c-b064-a45f5256d0e4 req-410cdf56-023c-466c-b816-12074f99cbaa service nova] [instance: ea561adf-aa56-465b-a0fe-b1f5faf3dc56] Received event network-vif-plugged-c24d4fe8-7852-4b16-8be5-a4d8835d968d {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1306.877637] env[62438]: DEBUG oslo_concurrency.lockutils [req-a9f62887-166b-462c-b064-a45f5256d0e4 req-410cdf56-023c-466c-b816-12074f99cbaa service nova] Acquiring lock "ea561adf-aa56-465b-a0fe-b1f5faf3dc56-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1306.878115] env[62438]: DEBUG oslo_concurrency.lockutils [req-a9f62887-166b-462c-b064-a45f5256d0e4 req-410cdf56-023c-466c-b816-12074f99cbaa service nova] Lock "ea561adf-aa56-465b-a0fe-b1f5faf3dc56-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1306.878378] env[62438]: DEBUG oslo_concurrency.lockutils [req-a9f62887-166b-462c-b064-a45f5256d0e4 req-410cdf56-023c-466c-b816-12074f99cbaa service nova] Lock "ea561adf-aa56-465b-a0fe-b1f5faf3dc56-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1306.878822] env[62438]: DEBUG nova.compute.manager [req-a9f62887-166b-462c-b064-a45f5256d0e4 req-410cdf56-023c-466c-b816-12074f99cbaa service nova] [instance: ea561adf-aa56-465b-a0fe-b1f5faf3dc56] No waiting events found dispatching network-vif-plugged-c24d4fe8-7852-4b16-8be5-a4d8835d968d {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1306.879037] env[62438]: WARNING nova.compute.manager [req-a9f62887-166b-462c-b064-a45f5256d0e4 req-410cdf56-023c-466c-b816-12074f99cbaa service nova] [instance: ea561adf-aa56-465b-a0fe-b1f5faf3dc56] Received unexpected event network-vif-plugged-c24d4fe8-7852-4b16-8be5-a4d8835d968d for instance with vm_state building and task_state spawning. [ 1306.883164] env[62438]: DEBUG nova.network.neutron [None req-37429711-5cd8-4009-9888-3c4a38ff668b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 03448a20-9731-4076-bf51-852e9fc7f016] Successfully created port: 8db974b5-97b4-4a9f-9a20-cdd53f6c7780 {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1306.957595] env[62438]: DEBUG oslo_concurrency.lockutils [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Releasing lock "refresh_cache-a5fd1d2f-7006-4400-84ba-63cb62e46194" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1306.957595] env[62438]: DEBUG nova.compute.manager [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] [instance: a5fd1d2f-7006-4400-84ba-63cb62e46194] Instance network_info: |[{"id": "ab09c02d-685d-4a0d-8b8d-443e63bf7a85", "address": "fa:16:3e:4a:b8:cb", "network": {"id": "8e2a4cc9-3d97-4555-97e3-837d85836978", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.162", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "332326a11cdf4ec891065b36ccc5aa20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab09c02d-68", "ovs_interfaceid": "ab09c02d-685d-4a0d-8b8d-443e63bf7a85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1306.958568] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] [instance: a5fd1d2f-7006-4400-84ba-63cb62e46194] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:b8:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '359850cc-b061-4c9c-a61c-eb42e0f7c359', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ab09c02d-685d-4a0d-8b8d-443e63bf7a85', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1306.975037] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1306.975213] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3c4a69a5-1272-4a71-9745-1f022710b776 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.990497] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Created folder: OpenStack in parent group-v4. [ 1306.992448] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Creating folder: Project (c22ffbc020d1431d98c8a88c37995cfc). Parent ref: group-v370230. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1306.992448] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7ab9e6d1-56e3-48c2-830b-b00f273000f4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.001158] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Created folder: Project (c22ffbc020d1431d98c8a88c37995cfc) in parent group-v370230. [ 1307.001352] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Creating folder: Instances. Parent ref: group-v370231. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1307.001588] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-60a86f81-10fc-4c15-bd51-2f7cf4e48a88 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.011050] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Created folder: Instances in parent group-v370231. [ 1307.011327] env[62438]: DEBUG oslo.service.loopingcall [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1307.011511] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5fd1d2f-7006-4400-84ba-63cb62e46194] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1307.011701] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e25308a-f266-40d2-8f0f-357d8b17d00d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.037693] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1307.037693] env[62438]: value = "task-1784257" [ 1307.037693] env[62438]: _type = "Task" [ 1307.037693] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.049965] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784257, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.106250] env[62438]: DEBUG oslo_concurrency.lockutils [None req-3a320b0c-fecd-463b-8530-28e469e42336 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Acquiring lock "refresh_cache-d96af944-fba1-4df4-a0f7-0566ae562500" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1307.106250] env[62438]: DEBUG oslo_concurrency.lockutils [None req-3a320b0c-fecd-463b-8530-28e469e42336 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Acquired lock "refresh_cache-d96af944-fba1-4df4-a0f7-0566ae562500" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.106250] env[62438]: DEBUG nova.network.neutron [None req-3a320b0c-fecd-463b-8530-28e469e42336 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: d96af944-fba1-4df4-a0f7-0566ae562500] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1307.165915] env[62438]: DEBUG nova.compute.manager [None req-37429711-5cd8-4009-9888-3c4a38ff668b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 03448a20-9731-4076-bf51-852e9fc7f016] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1307.193503] env[62438]: DEBUG nova.virt.hardware [None req-37429711-5cd8-4009-9888-3c4a38ff668b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1307.193806] env[62438]: DEBUG nova.virt.hardware [None req-37429711-5cd8-4009-9888-3c4a38ff668b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1307.193963] env[62438]: DEBUG nova.virt.hardware [None req-37429711-5cd8-4009-9888-3c4a38ff668b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1307.194457] env[62438]: DEBUG nova.virt.hardware [None req-37429711-5cd8-4009-9888-3c4a38ff668b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1307.194726] env[62438]: DEBUG nova.virt.hardware [None req-37429711-5cd8-4009-9888-3c4a38ff668b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1307.194910] env[62438]: DEBUG nova.virt.hardware [None req-37429711-5cd8-4009-9888-3c4a38ff668b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1307.195398] env[62438]: DEBUG nova.virt.hardware [None req-37429711-5cd8-4009-9888-3c4a38ff668b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1307.195398] env[62438]: DEBUG nova.virt.hardware [None req-37429711-5cd8-4009-9888-3c4a38ff668b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1307.195508] env[62438]: DEBUG nova.virt.hardware [None req-37429711-5cd8-4009-9888-3c4a38ff668b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1307.195655] env[62438]: DEBUG nova.virt.hardware [None req-37429711-5cd8-4009-9888-3c4a38ff668b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1307.195843] env[62438]: DEBUG nova.virt.hardware [None req-37429711-5cd8-4009-9888-3c4a38ff668b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1307.197474] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba152094-c2e4-4d77-b752-8193550709b6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.207151] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2324a6ea-7bff-4e28-809e-c36fa4d753ec {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.236964] env[62438]: DEBUG oslo_concurrency.lockutils [None req-01b6015d-4e42-4e5e-aff7-0f264c338bd4 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Releasing lock "refresh_cache-ea561adf-aa56-465b-a0fe-b1f5faf3dc56" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1307.237315] env[62438]: DEBUG nova.compute.manager [None req-01b6015d-4e42-4e5e-aff7-0f264c338bd4 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] [instance: ea561adf-aa56-465b-a0fe-b1f5faf3dc56] Instance network_info: |[{"id": "c24d4fe8-7852-4b16-8be5-a4d8835d968d", "address": "fa:16:3e:0f:f7:e1", "network": {"id": "8e2a4cc9-3d97-4555-97e3-837d85836978", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.224", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "332326a11cdf4ec891065b36ccc5aa20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc24d4fe8-78", "ovs_interfaceid": "c24d4fe8-7852-4b16-8be5-a4d8835d968d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1307.237695] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-01b6015d-4e42-4e5e-aff7-0f264c338bd4 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] [instance: ea561adf-aa56-465b-a0fe-b1f5faf3dc56] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:f7:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '359850cc-b061-4c9c-a61c-eb42e0f7c359', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c24d4fe8-7852-4b16-8be5-a4d8835d968d', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1307.247396] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-01b6015d-4e42-4e5e-aff7-0f264c338bd4 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Creating folder: Project (30ce637a398546e2b7fff14557f88cb4). Parent ref: group-v370230. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1307.248333] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9edc23a8-cc1f-4ca5-a603-c65cc22d5631 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.252282] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c46e1583-218a-4973-8208-8ad3dae39dae tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1307.253194] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c46e1583-218a-4973-8208-8ad3dae39dae tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1307.254372] env[62438]: INFO nova.compute.claims [None req-c46e1583-218a-4973-8208-8ad3dae39dae tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] [instance: b04481d2-d1cf-46e7-98c6-e714cf8c10c0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1307.267429] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-01b6015d-4e42-4e5e-aff7-0f264c338bd4 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Created folder: Project (30ce637a398546e2b7fff14557f88cb4) in parent group-v370230. [ 1307.267527] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-01b6015d-4e42-4e5e-aff7-0f264c338bd4 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Creating folder: Instances. Parent ref: group-v370234. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1307.267762] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bb7a461b-d131-4b36-83da-ded98803cd02 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.277986] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-01b6015d-4e42-4e5e-aff7-0f264c338bd4 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Created folder: Instances in parent group-v370234. [ 1307.278303] env[62438]: DEBUG oslo.service.loopingcall [None req-01b6015d-4e42-4e5e-aff7-0f264c338bd4 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1307.278579] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea561adf-aa56-465b-a0fe-b1f5faf3dc56] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1307.278827] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-206780cd-c537-42a7-8fb7-2401d2063f68 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.302073] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1307.302073] env[62438]: value = "task-1784260" [ 1307.302073] env[62438]: _type = "Task" [ 1307.302073] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.313868] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784260, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.554956] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784257, 'name': CreateVM_Task, 'duration_secs': 0.40047} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.555159] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5fd1d2f-7006-4400-84ba-63cb62e46194] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1307.574509] env[62438]: DEBUG oslo_vmware.service [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e97242-9cb8-4f7e-b5ac-bbd3f83a3e4c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.581242] env[62438]: DEBUG oslo_concurrency.lockutils [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1307.581419] env[62438]: DEBUG oslo_concurrency.lockutils [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.582281] env[62438]: DEBUG oslo_concurrency.lockutils [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1307.582428] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a1fc0bc-f616-4afd-931e-ad0b3025aa17 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.587394] env[62438]: DEBUG oslo_vmware.api [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Waiting for the task: (returnval){ [ 1307.587394] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52eb940f-8461-1039-1435-f554f7204eaf" [ 1307.587394] env[62438]: _type = "Task" [ 1307.587394] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.606834] env[62438]: DEBUG oslo_concurrency.lockutils [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1307.607146] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] [instance: a5fd1d2f-7006-4400-84ba-63cb62e46194] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1307.607384] env[62438]: DEBUG oslo_concurrency.lockutils [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1307.607529] env[62438]: DEBUG oslo_concurrency.lockutils [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.607982] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1307.610946] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-102a462d-b104-4f6c-864f-291d60fff0b3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.620735] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1307.620914] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1307.621717] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c385a44-30d9-47c1-b770-120e198d0e0d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.628588] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2bc2bd0-d3d4-41ac-8698-89c60ae3987a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.635647] env[62438]: DEBUG oslo_vmware.api [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Waiting for the task: (returnval){ [ 1307.635647] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]527dfc58-0f2f-e28f-4c08-54cbbb035d7f" [ 1307.635647] env[62438]: _type = "Task" [ 1307.635647] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.643425] env[62438]: DEBUG oslo_vmware.api [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]527dfc58-0f2f-e28f-4c08-54cbbb035d7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.695131] env[62438]: DEBUG nova.network.neutron [None req-3a320b0c-fecd-463b-8530-28e469e42336 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: d96af944-fba1-4df4-a0f7-0566ae562500] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1307.813208] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784260, 'name': CreateVM_Task, 'duration_secs': 0.337368} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.813324] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea561adf-aa56-465b-a0fe-b1f5faf3dc56] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1307.814057] env[62438]: DEBUG oslo_concurrency.lockutils [None req-01b6015d-4e42-4e5e-aff7-0f264c338bd4 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1307.814237] env[62438]: DEBUG oslo_concurrency.lockutils [None req-01b6015d-4e42-4e5e-aff7-0f264c338bd4 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.814550] env[62438]: DEBUG oslo_concurrency.lockutils [None req-01b6015d-4e42-4e5e-aff7-0f264c338bd4 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1307.814791] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f10b626-32ec-496d-a320-d3b5d0443b2a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.819796] env[62438]: DEBUG oslo_vmware.api [None req-01b6015d-4e42-4e5e-aff7-0f264c338bd4 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Waiting for the task: (returnval){ [ 1307.819796] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52004df9-1771-88f1-3c0e-d5620d5fc89f" [ 1307.819796] env[62438]: _type = "Task" [ 1307.819796] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.829437] env[62438]: DEBUG oslo_vmware.api [None req-01b6015d-4e42-4e5e-aff7-0f264c338bd4 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52004df9-1771-88f1-3c0e-d5620d5fc89f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.055647] env[62438]: DEBUG oslo_concurrency.lockutils [None req-86688448-f000-448a-8fc4-94abbf86a1dc tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] Acquiring lock "277f271f-6f65-4d7b-af1c-e3383b78d775" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1308.057394] env[62438]: DEBUG oslo_concurrency.lockutils [None req-86688448-f000-448a-8fc4-94abbf86a1dc tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] Lock "277f271f-6f65-4d7b-af1c-e3383b78d775" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1308.149379] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] [instance: a5fd1d2f-7006-4400-84ba-63cb62e46194] Preparing fetch location {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1308.150026] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Creating directory with path [datastore1] vmware_temp/33ee1c45-e0a4-46ee-86a5-49a9d6f6e98b/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1308.150026] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a5e4c86-142c-42bd-a9ea-10e54d030415 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.193666] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Created directory with path [datastore1] vmware_temp/33ee1c45-e0a4-46ee-86a5-49a9d6f6e98b/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1308.193989] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] [instance: a5fd1d2f-7006-4400-84ba-63cb62e46194] Fetch image to [datastore1] vmware_temp/33ee1c45-e0a4-46ee-86a5-49a9d6f6e98b/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/tmp-sparse.vmdk {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1308.194210] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] [instance: a5fd1d2f-7006-4400-84ba-63cb62e46194] Downloading image file data 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c to [datastore1] vmware_temp/33ee1c45-e0a4-46ee-86a5-49a9d6f6e98b/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/tmp-sparse.vmdk on the data store datastore1 {{(pid=62438) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 1308.196921] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf1622c-af7a-4b47-a90e-bb8ba606f6c1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.211271] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f5abb0-3a08-4ba9-a8bd-e1a336fe65da {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.227913] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4096056b-2934-4022-966a-e65e6f4c2e9a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.281341] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5551b480-11f7-484e-9547-2bdca569f07b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.292164] env[62438]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-04934d1e-2ede-4fb5-96ff-dfe63a6e9183 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.329964] env[62438]: DEBUG nova.virt.vmwareapi.images [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] [instance: a5fd1d2f-7006-4400-84ba-63cb62e46194] Downloading image file data 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c to the data store datastore1 {{(pid=62438) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 1308.349152] env[62438]: DEBUG oslo_concurrency.lockutils [None req-01b6015d-4e42-4e5e-aff7-0f264c338bd4 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1308.349409] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-01b6015d-4e42-4e5e-aff7-0f264c338bd4 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] [instance: ea561adf-aa56-465b-a0fe-b1f5faf3dc56] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1308.349629] env[62438]: DEBUG oslo_concurrency.lockutils [None req-01b6015d-4e42-4e5e-aff7-0f264c338bd4 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1308.411665] env[62438]: DEBUG oslo_vmware.rw_handles [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/33ee1c45-e0a4-46ee-86a5-49a9d6f6e98b/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62438) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1308.423246] env[62438]: DEBUG nova.network.neutron [None req-3a320b0c-fecd-463b-8530-28e469e42336 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: d96af944-fba1-4df4-a0f7-0566ae562500] Updating instance_info_cache with network_info: [{"id": "e2fa7604-8c67-448e-9587-be06acc0986c", "address": "fa:16:3e:05:d5:77", "network": {"id": "a94d385f-71ec-4be6-b04d-8fd365f0788d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1510171435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "941c9b8cd46546ffa37aa3edfa770bd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2fa7604-8c", "ovs_interfaceid": "e2fa7604-8c67-448e-9587-be06acc0986c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1308.498975] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ddb9501-461a-4708-a817-914ce82267c4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.513590] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42937f90-feb7-488c-a4c8-b0e34d6cf996 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.559429] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a738dc6-84f4-47ff-a435-d126a4a85079 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.563304] env[62438]: DEBUG nova.compute.manager [None req-86688448-f000-448a-8fc4-94abbf86a1dc tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] [instance: 277f271f-6f65-4d7b-af1c-e3383b78d775] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1308.574254] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a244c6-5ba0-46ab-a4ee-9c5bc81e6832 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.593022] env[62438]: DEBUG nova.compute.provider_tree [None req-c46e1583-218a-4973-8208-8ad3dae39dae tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1308.706559] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c1f7cad2-6b05-4660-ac93-dbaaf1095984 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] Acquiring lock "c1a86675-a28d-48e4-8fc3-b205726cdb7b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1308.706855] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c1f7cad2-6b05-4660-ac93-dbaaf1095984 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] Lock "c1a86675-a28d-48e4-8fc3-b205726cdb7b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1308.928049] env[62438]: DEBUG oslo_concurrency.lockutils [None req-3a320b0c-fecd-463b-8530-28e469e42336 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Releasing lock "refresh_cache-d96af944-fba1-4df4-a0f7-0566ae562500" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1308.928506] env[62438]: DEBUG nova.compute.manager [None req-3a320b0c-fecd-463b-8530-28e469e42336 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: d96af944-fba1-4df4-a0f7-0566ae562500] Instance network_info: |[{"id": "e2fa7604-8c67-448e-9587-be06acc0986c", "address": "fa:16:3e:05:d5:77", "network": {"id": "a94d385f-71ec-4be6-b04d-8fd365f0788d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1510171435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "941c9b8cd46546ffa37aa3edfa770bd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2fa7604-8c", "ovs_interfaceid": "e2fa7604-8c67-448e-9587-be06acc0986c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1308.930288] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-3a320b0c-fecd-463b-8530-28e469e42336 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: d96af944-fba1-4df4-a0f7-0566ae562500] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:d5:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e30245c5-78f5-48e6-b504-c6c21f5a9b45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e2fa7604-8c67-448e-9587-be06acc0986c', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1308.937282] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a320b0c-fecd-463b-8530-28e469e42336 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Creating folder: Project (941c9b8cd46546ffa37aa3edfa770bd1). Parent ref: group-v370230. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1308.939106] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-93cde0fd-793f-4da1-bd0f-560e47694da5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.950869] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-3a320b0c-fecd-463b-8530-28e469e42336 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Created folder: Project (941c9b8cd46546ffa37aa3edfa770bd1) in parent group-v370230. [ 1308.951026] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a320b0c-fecd-463b-8530-28e469e42336 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Creating folder: Instances. Parent ref: group-v370237. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1308.951342] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-15651abb-f790-4569-9489-a6ddde79d9dd {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.962826] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-3a320b0c-fecd-463b-8530-28e469e42336 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Created folder: Instances in parent group-v370237. [ 1308.963722] env[62438]: DEBUG oslo.service.loopingcall [None req-3a320b0c-fecd-463b-8530-28e469e42336 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1308.963934] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d96af944-fba1-4df4-a0f7-0566ae562500] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1308.964268] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-176f83d1-ae0d-4b1b-88bc-86c1e8ca817f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.989761] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1308.989761] env[62438]: value = "task-1784263" [ 1308.989761] env[62438]: _type = "Task" [ 1308.989761] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.001015] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784263, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.092843] env[62438]: DEBUG oslo_concurrency.lockutils [None req-86688448-f000-448a-8fc4-94abbf86a1dc tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1309.100536] env[62438]: DEBUG nova.scheduler.client.report [None req-c46e1583-218a-4973-8208-8ad3dae39dae tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1309.210508] env[62438]: DEBUG nova.compute.manager [None req-c1f7cad2-6b05-4660-ac93-dbaaf1095984 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] [instance: c1a86675-a28d-48e4-8fc3-b205726cdb7b] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1309.264992] env[62438]: DEBUG oslo_vmware.rw_handles [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Completed reading data from the image iterator. {{(pid=62438) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1309.264992] env[62438]: DEBUG oslo_vmware.rw_handles [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Closing write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/33ee1c45-e0a4-46ee-86a5-49a9d6f6e98b/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62438) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 1309.312517] env[62438]: DEBUG nova.virt.vmwareapi.images [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] [instance: a5fd1d2f-7006-4400-84ba-63cb62e46194] Downloaded image file data 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c to vmware_temp/33ee1c45-e0a4-46ee-86a5-49a9d6f6e98b/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/tmp-sparse.vmdk on the data store datastore1 {{(pid=62438) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 1309.314616] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] [instance: a5fd1d2f-7006-4400-84ba-63cb62e46194] Caching image {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1309.314890] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Copying Virtual Disk [datastore1] vmware_temp/33ee1c45-e0a4-46ee-86a5-49a9d6f6e98b/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/tmp-sparse.vmdk to [datastore1] vmware_temp/33ee1c45-e0a4-46ee-86a5-49a9d6f6e98b/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1309.315190] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f6e4b943-f2ca-4a0c-93da-ebdea0f38859 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.326886] env[62438]: DEBUG oslo_vmware.api [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Waiting for the task: (returnval){ [ 1309.326886] env[62438]: value = "task-1784264" [ 1309.326886] env[62438]: _type = "Task" [ 1309.326886] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.339104] env[62438]: DEBUG oslo_vmware.api [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Task: {'id': task-1784264, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.501884] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784263, 'name': CreateVM_Task, 'duration_secs': 0.444103} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.502239] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d96af944-fba1-4df4-a0f7-0566ae562500] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1309.502877] env[62438]: DEBUG oslo_concurrency.lockutils [None req-3a320b0c-fecd-463b-8530-28e469e42336 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1309.503109] env[62438]: DEBUG oslo_concurrency.lockutils [None req-3a320b0c-fecd-463b-8530-28e469e42336 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.503479] env[62438]: DEBUG oslo_concurrency.lockutils [None req-3a320b0c-fecd-463b-8530-28e469e42336 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1309.503842] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34952de6-6bd3-4768-b4d9-cecb15a5822b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.509025] env[62438]: DEBUG oslo_vmware.api [None req-3a320b0c-fecd-463b-8530-28e469e42336 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Waiting for the task: (returnval){ [ 1309.509025] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52576ba4-a602-830f-a87d-7a1437628ceb" [ 1309.509025] env[62438]: _type = "Task" [ 1309.509025] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.518431] env[62438]: DEBUG oslo_vmware.api [None req-3a320b0c-fecd-463b-8530-28e469e42336 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52576ba4-a602-830f-a87d-7a1437628ceb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.606381] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c46e1583-218a-4973-8208-8ad3dae39dae tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.354s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1309.606955] env[62438]: DEBUG nova.compute.manager [None req-c46e1583-218a-4973-8208-8ad3dae39dae tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] [instance: b04481d2-d1cf-46e7-98c6-e714cf8c10c0] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1309.609847] env[62438]: DEBUG oslo_concurrency.lockutils [None req-86688448-f000-448a-8fc4-94abbf86a1dc tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.517s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1309.611550] env[62438]: INFO nova.compute.claims [None req-86688448-f000-448a-8fc4-94abbf86a1dc tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] [instance: 277f271f-6f65-4d7b-af1c-e3383b78d775] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1309.723769] env[62438]: DEBUG nova.compute.manager [req-7073b9c4-492b-424a-b814-e66552f68260 req-430971f9-2cb6-4cdc-85c5-4f5bc8e81aba service nova] [instance: a5fd1d2f-7006-4400-84ba-63cb62e46194] Received event network-changed-ab09c02d-685d-4a0d-8b8d-443e63bf7a85 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1309.724131] env[62438]: DEBUG nova.compute.manager [req-7073b9c4-492b-424a-b814-e66552f68260 req-430971f9-2cb6-4cdc-85c5-4f5bc8e81aba service nova] [instance: a5fd1d2f-7006-4400-84ba-63cb62e46194] Refreshing instance network info cache due to event network-changed-ab09c02d-685d-4a0d-8b8d-443e63bf7a85. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1309.724237] env[62438]: DEBUG oslo_concurrency.lockutils [req-7073b9c4-492b-424a-b814-e66552f68260 req-430971f9-2cb6-4cdc-85c5-4f5bc8e81aba service nova] Acquiring lock "refresh_cache-a5fd1d2f-7006-4400-84ba-63cb62e46194" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1309.724388] env[62438]: DEBUG oslo_concurrency.lockutils [req-7073b9c4-492b-424a-b814-e66552f68260 req-430971f9-2cb6-4cdc-85c5-4f5bc8e81aba service nova] Acquired lock "refresh_cache-a5fd1d2f-7006-4400-84ba-63cb62e46194" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.725037] env[62438]: DEBUG nova.network.neutron [req-7073b9c4-492b-424a-b814-e66552f68260 req-430971f9-2cb6-4cdc-85c5-4f5bc8e81aba service nova] [instance: a5fd1d2f-7006-4400-84ba-63cb62e46194] Refreshing network info cache for port ab09c02d-685d-4a0d-8b8d-443e63bf7a85 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1309.747024] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c1f7cad2-6b05-4660-ac93-dbaaf1095984 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1309.837029] env[62438]: DEBUG oslo_vmware.api [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Task: {'id': task-1784264, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.987811] env[62438]: DEBUG nova.compute.manager [req-58a78f5f-a948-4294-ac0b-f4787f863b21 req-48492d41-2f5a-4333-87e5-cec4582fa808 service nova] [instance: ea561adf-aa56-465b-a0fe-b1f5faf3dc56] Received event network-changed-c24d4fe8-7852-4b16-8be5-a4d8835d968d {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1309.988025] env[62438]: DEBUG nova.compute.manager [req-58a78f5f-a948-4294-ac0b-f4787f863b21 req-48492d41-2f5a-4333-87e5-cec4582fa808 service nova] [instance: ea561adf-aa56-465b-a0fe-b1f5faf3dc56] Refreshing instance network info cache due to event network-changed-c24d4fe8-7852-4b16-8be5-a4d8835d968d. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1309.988293] env[62438]: DEBUG oslo_concurrency.lockutils [req-58a78f5f-a948-4294-ac0b-f4787f863b21 req-48492d41-2f5a-4333-87e5-cec4582fa808 service nova] Acquiring lock "refresh_cache-ea561adf-aa56-465b-a0fe-b1f5faf3dc56" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1309.988449] env[62438]: DEBUG oslo_concurrency.lockutils [req-58a78f5f-a948-4294-ac0b-f4787f863b21 req-48492d41-2f5a-4333-87e5-cec4582fa808 service nova] Acquired lock "refresh_cache-ea561adf-aa56-465b-a0fe-b1f5faf3dc56" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.989462] env[62438]: DEBUG nova.network.neutron [req-58a78f5f-a948-4294-ac0b-f4787f863b21 req-48492d41-2f5a-4333-87e5-cec4582fa808 service nova] [instance: ea561adf-aa56-465b-a0fe-b1f5faf3dc56] Refreshing network info cache for port c24d4fe8-7852-4b16-8be5-a4d8835d968d {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1310.031043] env[62438]: DEBUG oslo_concurrency.lockutils [None req-3a320b0c-fecd-463b-8530-28e469e42336 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1310.031043] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-3a320b0c-fecd-463b-8530-28e469e42336 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: d96af944-fba1-4df4-a0f7-0566ae562500] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1310.031043] env[62438]: DEBUG oslo_concurrency.lockutils [None req-3a320b0c-fecd-463b-8530-28e469e42336 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1310.116810] env[62438]: DEBUG nova.compute.utils [None req-c46e1583-218a-4973-8208-8ad3dae39dae tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1310.118275] env[62438]: DEBUG nova.compute.manager [None req-c46e1583-218a-4973-8208-8ad3dae39dae tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] [instance: b04481d2-d1cf-46e7-98c6-e714cf8c10c0] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1310.119052] env[62438]: DEBUG nova.network.neutron [None req-c46e1583-218a-4973-8208-8ad3dae39dae tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] [instance: b04481d2-d1cf-46e7-98c6-e714cf8c10c0] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1310.339017] env[62438]: DEBUG nova.policy [None req-c46e1583-218a-4973-8208-8ad3dae39dae tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a221b4a9eb9e4df7880ec241ae7dd9f4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '33815b23dfb94faeb07c2724add3622e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1310.344208] env[62438]: DEBUG oslo_vmware.api [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Task: {'id': task-1784264, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.736809} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.344499] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Copied Virtual Disk [datastore1] vmware_temp/33ee1c45-e0a4-46ee-86a5-49a9d6f6e98b/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/tmp-sparse.vmdk to [datastore1] vmware_temp/33ee1c45-e0a4-46ee-86a5-49a9d6f6e98b/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1310.345041] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Deleting the datastore file [datastore1] vmware_temp/33ee1c45-e0a4-46ee-86a5-49a9d6f6e98b/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/tmp-sparse.vmdk {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1310.345589] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-98800354-be4e-4643-96ca-1165afae5a39 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.352991] env[62438]: DEBUG oslo_vmware.api [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Waiting for the task: (returnval){ [ 1310.352991] env[62438]: value = "task-1784265" [ 1310.352991] env[62438]: _type = "Task" [ 1310.352991] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.361447] env[62438]: DEBUG oslo_vmware.api [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Task: {'id': task-1784265, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.555141] env[62438]: DEBUG oslo_concurrency.lockutils [None req-114808b1-6b4d-43d0-9580-c86b0d06b23b tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Acquiring lock "21b50399-6922-44e4-b104-b20a62d9d9a2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1310.555971] env[62438]: DEBUG oslo_concurrency.lockutils [None req-114808b1-6b4d-43d0-9580-c86b0d06b23b tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Lock "21b50399-6922-44e4-b104-b20a62d9d9a2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1310.626635] env[62438]: DEBUG nova.compute.manager [None req-c46e1583-218a-4973-8208-8ad3dae39dae tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] [instance: b04481d2-d1cf-46e7-98c6-e714cf8c10c0] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1310.868026] env[62438]: DEBUG oslo_vmware.api [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Task: {'id': task-1784265, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.025667} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.868378] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1310.868595] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Moving file from [datastore1] vmware_temp/33ee1c45-e0a4-46ee-86a5-49a9d6f6e98b/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c to [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c. {{(pid=62438) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 1310.868905] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-f569221f-9110-46ac-8360-f1c7b56f9a3d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.875900] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-096a8a8e-e5a3-4a72-a9ea-a4561fc7aa65 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.880404] env[62438]: DEBUG oslo_vmware.api [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Waiting for the task: (returnval){ [ 1310.880404] env[62438]: value = "task-1784266" [ 1310.880404] env[62438]: _type = "Task" [ 1310.880404] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.887997] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fab7149-3c31-415a-a7ab-aa6d6589c382 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.896381] env[62438]: DEBUG oslo_vmware.api [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Task: {'id': task-1784266, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.931271] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-151954c2-00c2-4851-9bb5-d394b8651deb {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.939421] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5bafc59-f095-492f-a6cf-c2bf49c58945 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.953428] env[62438]: DEBUG nova.compute.provider_tree [None req-86688448-f000-448a-8fc4-94abbf86a1dc tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1311.059750] env[62438]: DEBUG nova.compute.manager [None req-114808b1-6b4d-43d0-9580-c86b0d06b23b tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] [instance: 21b50399-6922-44e4-b104-b20a62d9d9a2] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1311.117578] env[62438]: DEBUG nova.network.neutron [None req-37429711-5cd8-4009-9888-3c4a38ff668b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 03448a20-9731-4076-bf51-852e9fc7f016] Successfully updated port: 8db974b5-97b4-4a9f-9a20-cdd53f6c7780 {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1311.397606] env[62438]: DEBUG oslo_vmware.api [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Task: {'id': task-1784266, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.036706} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.399293] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] File moved {{(pid=62438) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 1311.399293] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] [instance: a5fd1d2f-7006-4400-84ba-63cb62e46194] Cleaning up location [datastore1] vmware_temp/33ee1c45-e0a4-46ee-86a5-49a9d6f6e98b {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1311.399293] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Deleting the datastore file [datastore1] vmware_temp/33ee1c45-e0a4-46ee-86a5-49a9d6f6e98b {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1311.399293] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b51326c1-299f-4e22-9539-3a0bc8af2721 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.410864] env[62438]: DEBUG oslo_vmware.api [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Waiting for the task: (returnval){ [ 1311.410864] env[62438]: value = "task-1784267" [ 1311.410864] env[62438]: _type = "Task" [ 1311.410864] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.421101] env[62438]: DEBUG oslo_vmware.api [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Task: {'id': task-1784267, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.459757] env[62438]: DEBUG nova.scheduler.client.report [None req-86688448-f000-448a-8fc4-94abbf86a1dc tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1311.584661] env[62438]: DEBUG nova.network.neutron [req-58a78f5f-a948-4294-ac0b-f4787f863b21 req-48492d41-2f5a-4333-87e5-cec4582fa808 service nova] [instance: ea561adf-aa56-465b-a0fe-b1f5faf3dc56] Updated VIF entry in instance network info cache for port c24d4fe8-7852-4b16-8be5-a4d8835d968d. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1311.585011] env[62438]: DEBUG nova.network.neutron [req-58a78f5f-a948-4294-ac0b-f4787f863b21 req-48492d41-2f5a-4333-87e5-cec4582fa808 service nova] [instance: ea561adf-aa56-465b-a0fe-b1f5faf3dc56] Updating instance_info_cache with network_info: [{"id": "c24d4fe8-7852-4b16-8be5-a4d8835d968d", "address": "fa:16:3e:0f:f7:e1", "network": {"id": "8e2a4cc9-3d97-4555-97e3-837d85836978", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.224", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "332326a11cdf4ec891065b36ccc5aa20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc24d4fe8-78", "ovs_interfaceid": "c24d4fe8-7852-4b16-8be5-a4d8835d968d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1311.600118] env[62438]: DEBUG oslo_concurrency.lockutils [None req-114808b1-6b4d-43d0-9580-c86b0d06b23b tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1311.621643] env[62438]: DEBUG oslo_concurrency.lockutils [None req-37429711-5cd8-4009-9888-3c4a38ff668b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Acquiring lock "refresh_cache-03448a20-9731-4076-bf51-852e9fc7f016" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1311.621871] env[62438]: DEBUG oslo_concurrency.lockutils [None req-37429711-5cd8-4009-9888-3c4a38ff668b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Acquired lock "refresh_cache-03448a20-9731-4076-bf51-852e9fc7f016" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.622018] env[62438]: DEBUG nova.network.neutron [None req-37429711-5cd8-4009-9888-3c4a38ff668b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 03448a20-9731-4076-bf51-852e9fc7f016] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1311.638348] env[62438]: DEBUG nova.compute.manager [None req-c46e1583-218a-4973-8208-8ad3dae39dae tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] [instance: b04481d2-d1cf-46e7-98c6-e714cf8c10c0] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1311.643108] env[62438]: DEBUG nova.network.neutron [req-7073b9c4-492b-424a-b814-e66552f68260 req-430971f9-2cb6-4cdc-85c5-4f5bc8e81aba service nova] [instance: a5fd1d2f-7006-4400-84ba-63cb62e46194] Updated VIF entry in instance network info cache for port ab09c02d-685d-4a0d-8b8d-443e63bf7a85. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1311.644394] env[62438]: DEBUG nova.network.neutron [req-7073b9c4-492b-424a-b814-e66552f68260 req-430971f9-2cb6-4cdc-85c5-4f5bc8e81aba service nova] [instance: a5fd1d2f-7006-4400-84ba-63cb62e46194] Updating instance_info_cache with network_info: [{"id": "ab09c02d-685d-4a0d-8b8d-443e63bf7a85", "address": "fa:16:3e:4a:b8:cb", "network": {"id": "8e2a4cc9-3d97-4555-97e3-837d85836978", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.162", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "332326a11cdf4ec891065b36ccc5aa20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab09c02d-68", "ovs_interfaceid": "ab09c02d-685d-4a0d-8b8d-443e63bf7a85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1311.693191] env[62438]: DEBUG nova.virt.hardware [None req-c46e1583-218a-4973-8208-8ad3dae39dae tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1645295746',id=24,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-451406952',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1311.696212] env[62438]: DEBUG nova.virt.hardware [None req-c46e1583-218a-4973-8208-8ad3dae39dae tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1311.696212] env[62438]: DEBUG nova.virt.hardware [None req-c46e1583-218a-4973-8208-8ad3dae39dae tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1311.696212] env[62438]: DEBUG nova.virt.hardware [None req-c46e1583-218a-4973-8208-8ad3dae39dae tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1311.696212] env[62438]: DEBUG nova.virt.hardware [None req-c46e1583-218a-4973-8208-8ad3dae39dae tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1311.696212] env[62438]: DEBUG nova.virt.hardware [None req-c46e1583-218a-4973-8208-8ad3dae39dae tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1311.696892] env[62438]: DEBUG nova.virt.hardware [None req-c46e1583-218a-4973-8208-8ad3dae39dae tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1311.696892] env[62438]: DEBUG nova.virt.hardware [None req-c46e1583-218a-4973-8208-8ad3dae39dae tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1311.696892] env[62438]: DEBUG nova.virt.hardware [None req-c46e1583-218a-4973-8208-8ad3dae39dae tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1311.696892] env[62438]: DEBUG nova.virt.hardware [None req-c46e1583-218a-4973-8208-8ad3dae39dae tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1311.696892] env[62438]: DEBUG nova.virt.hardware [None req-c46e1583-218a-4973-8208-8ad3dae39dae tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1311.697141] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7beeee40-6a7a-4250-8728-91801fa6da8a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.714294] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de8df4c5-33f7-4d55-9aa5-2d6c161c2166 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.791039] env[62438]: DEBUG nova.network.neutron [None req-c46e1583-218a-4973-8208-8ad3dae39dae tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] [instance: b04481d2-d1cf-46e7-98c6-e714cf8c10c0] Successfully created port: a3cdc20d-32c5-437b-8d5b-4e6cc8fafea2 {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1311.923479] env[62438]: DEBUG oslo_vmware.api [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Task: {'id': task-1784267, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.026083} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.923970] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1311.924695] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cae3b6c6-14b7-41a3-bccd-3a91fe29aa8b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.931558] env[62438]: DEBUG oslo_vmware.api [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Waiting for the task: (returnval){ [ 1311.931558] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52029f77-7e45-b9c2-bdf1-052537ef6d86" [ 1311.931558] env[62438]: _type = "Task" [ 1311.931558] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.939835] env[62438]: DEBUG oslo_vmware.api [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52029f77-7e45-b9c2-bdf1-052537ef6d86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.965361] env[62438]: DEBUG oslo_concurrency.lockutils [None req-86688448-f000-448a-8fc4-94abbf86a1dc tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.355s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1311.968015] env[62438]: DEBUG nova.compute.manager [None req-86688448-f000-448a-8fc4-94abbf86a1dc tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] [instance: 277f271f-6f65-4d7b-af1c-e3383b78d775] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1311.977465] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c1f7cad2-6b05-4660-ac93-dbaaf1095984 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.228s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1311.977465] env[62438]: INFO nova.compute.claims [None req-c1f7cad2-6b05-4660-ac93-dbaaf1095984 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] [instance: c1a86675-a28d-48e4-8fc3-b205726cdb7b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1312.088281] env[62438]: DEBUG oslo_concurrency.lockutils [req-58a78f5f-a948-4294-ac0b-f4787f863b21 req-48492d41-2f5a-4333-87e5-cec4582fa808 service nova] Releasing lock "refresh_cache-ea561adf-aa56-465b-a0fe-b1f5faf3dc56" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1312.088572] env[62438]: DEBUG nova.compute.manager [req-58a78f5f-a948-4294-ac0b-f4787f863b21 req-48492d41-2f5a-4333-87e5-cec4582fa808 service nova] [instance: d96af944-fba1-4df4-a0f7-0566ae562500] Received event network-vif-plugged-e2fa7604-8c67-448e-9587-be06acc0986c {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1312.088943] env[62438]: DEBUG oslo_concurrency.lockutils [req-58a78f5f-a948-4294-ac0b-f4787f863b21 req-48492d41-2f5a-4333-87e5-cec4582fa808 service nova] Acquiring lock "d96af944-fba1-4df4-a0f7-0566ae562500-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1312.089235] env[62438]: DEBUG oslo_concurrency.lockutils [req-58a78f5f-a948-4294-ac0b-f4787f863b21 req-48492d41-2f5a-4333-87e5-cec4582fa808 service nova] Lock "d96af944-fba1-4df4-a0f7-0566ae562500-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1312.089235] env[62438]: DEBUG oslo_concurrency.lockutils [req-58a78f5f-a948-4294-ac0b-f4787f863b21 req-48492d41-2f5a-4333-87e5-cec4582fa808 service nova] Lock "d96af944-fba1-4df4-a0f7-0566ae562500-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1312.089393] env[62438]: DEBUG nova.compute.manager [req-58a78f5f-a948-4294-ac0b-f4787f863b21 req-48492d41-2f5a-4333-87e5-cec4582fa808 service nova] [instance: d96af944-fba1-4df4-a0f7-0566ae562500] No waiting events found dispatching network-vif-plugged-e2fa7604-8c67-448e-9587-be06acc0986c {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1312.089560] env[62438]: WARNING nova.compute.manager [req-58a78f5f-a948-4294-ac0b-f4787f863b21 req-48492d41-2f5a-4333-87e5-cec4582fa808 service nova] [instance: d96af944-fba1-4df4-a0f7-0566ae562500] Received unexpected event network-vif-plugged-e2fa7604-8c67-448e-9587-be06acc0986c for instance with vm_state building and task_state spawning. [ 1312.089725] env[62438]: DEBUG nova.compute.manager [req-58a78f5f-a948-4294-ac0b-f4787f863b21 req-48492d41-2f5a-4333-87e5-cec4582fa808 service nova] [instance: d96af944-fba1-4df4-a0f7-0566ae562500] Received event network-changed-e2fa7604-8c67-448e-9587-be06acc0986c {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1312.089884] env[62438]: DEBUG nova.compute.manager [req-58a78f5f-a948-4294-ac0b-f4787f863b21 req-48492d41-2f5a-4333-87e5-cec4582fa808 service nova] [instance: d96af944-fba1-4df4-a0f7-0566ae562500] Refreshing instance network info cache due to event network-changed-e2fa7604-8c67-448e-9587-be06acc0986c. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1312.090076] env[62438]: DEBUG oslo_concurrency.lockutils [req-58a78f5f-a948-4294-ac0b-f4787f863b21 req-48492d41-2f5a-4333-87e5-cec4582fa808 service nova] Acquiring lock "refresh_cache-d96af944-fba1-4df4-a0f7-0566ae562500" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1312.090215] env[62438]: DEBUG oslo_concurrency.lockutils [req-58a78f5f-a948-4294-ac0b-f4787f863b21 req-48492d41-2f5a-4333-87e5-cec4582fa808 service nova] Acquired lock "refresh_cache-d96af944-fba1-4df4-a0f7-0566ae562500" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.090370] env[62438]: DEBUG nova.network.neutron [req-58a78f5f-a948-4294-ac0b-f4787f863b21 req-48492d41-2f5a-4333-87e5-cec4582fa808 service nova] [instance: d96af944-fba1-4df4-a0f7-0566ae562500] Refreshing network info cache for port e2fa7604-8c67-448e-9587-be06acc0986c {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1312.152195] env[62438]: DEBUG oslo_concurrency.lockutils [req-7073b9c4-492b-424a-b814-e66552f68260 req-430971f9-2cb6-4cdc-85c5-4f5bc8e81aba service nova] Releasing lock "refresh_cache-a5fd1d2f-7006-4400-84ba-63cb62e46194" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1312.269987] env[62438]: DEBUG nova.network.neutron [None req-37429711-5cd8-4009-9888-3c4a38ff668b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 03448a20-9731-4076-bf51-852e9fc7f016] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1312.454061] env[62438]: DEBUG oslo_vmware.api [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52029f77-7e45-b9c2-bdf1-052537ef6d86, 'name': SearchDatastore_Task, 'duration_secs': 0.010086} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.454061] env[62438]: DEBUG oslo_concurrency.lockutils [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1312.454061] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] a5fd1d2f-7006-4400-84ba-63cb62e46194/a5fd1d2f-7006-4400-84ba-63cb62e46194.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1312.454061] env[62438]: DEBUG oslo_concurrency.lockutils [None req-01b6015d-4e42-4e5e-aff7-0f264c338bd4 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.454426] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-01b6015d-4e42-4e5e-aff7-0f264c338bd4 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1312.454426] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-21b4f1e1-1d2d-421c-a338-b35f39877d24 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.457425] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-35c466f4-ed6e-47ca-93eb-8c185ea8cea3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.469905] env[62438]: DEBUG oslo_vmware.api [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Waiting for the task: (returnval){ [ 1312.469905] env[62438]: value = "task-1784268" [ 1312.469905] env[62438]: _type = "Task" [ 1312.469905] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.471544] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-01b6015d-4e42-4e5e-aff7-0f264c338bd4 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1312.471790] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-01b6015d-4e42-4e5e-aff7-0f264c338bd4 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1312.477823] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c1cbe2d-980e-424b-a66c-7576b5f9014a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.491799] env[62438]: DEBUG nova.compute.utils [None req-86688448-f000-448a-8fc4-94abbf86a1dc tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1312.496668] env[62438]: DEBUG oslo_vmware.api [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Task: {'id': task-1784268, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.496668] env[62438]: DEBUG oslo_vmware.api [None req-01b6015d-4e42-4e5e-aff7-0f264c338bd4 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Waiting for the task: (returnval){ [ 1312.496668] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52d8e40c-7133-3836-c079-03dc4ceb939d" [ 1312.496668] env[62438]: _type = "Task" [ 1312.496668] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.497409] env[62438]: DEBUG nova.compute.manager [None req-86688448-f000-448a-8fc4-94abbf86a1dc tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] [instance: 277f271f-6f65-4d7b-af1c-e3383b78d775] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1312.497646] env[62438]: DEBUG nova.network.neutron [None req-86688448-f000-448a-8fc4-94abbf86a1dc tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] [instance: 277f271f-6f65-4d7b-af1c-e3383b78d775] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1312.510563] env[62438]: DEBUG oslo_vmware.api [None req-01b6015d-4e42-4e5e-aff7-0f264c338bd4 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52d8e40c-7133-3836-c079-03dc4ceb939d, 'name': SearchDatastore_Task, 'duration_secs': 0.018514} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.511831] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebba0790-058e-440a-ad50-fbb58c108564 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.517458] env[62438]: DEBUG oslo_vmware.api [None req-01b6015d-4e42-4e5e-aff7-0f264c338bd4 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Waiting for the task: (returnval){ [ 1312.517458] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]521183f5-3e72-aebd-fc22-b67ec5a42cb3" [ 1312.517458] env[62438]: _type = "Task" [ 1312.517458] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.527643] env[62438]: DEBUG oslo_vmware.api [None req-01b6015d-4e42-4e5e-aff7-0f264c338bd4 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]521183f5-3e72-aebd-fc22-b67ec5a42cb3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.697137] env[62438]: DEBUG nova.policy [None req-86688448-f000-448a-8fc4-94abbf86a1dc tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '097f6d8b4f7540b9a27bad7df083ec32', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '296dc7be17254740a70714530fbca090', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1312.819803] env[62438]: DEBUG nova.network.neutron [None req-37429711-5cd8-4009-9888-3c4a38ff668b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 03448a20-9731-4076-bf51-852e9fc7f016] Updating instance_info_cache with network_info: [{"id": "8db974b5-97b4-4a9f-9a20-cdd53f6c7780", "address": "fa:16:3e:87:a0:84", "network": {"id": "8e2a4cc9-3d97-4555-97e3-837d85836978", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "332326a11cdf4ec891065b36ccc5aa20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8db974b5-97", "ovs_interfaceid": "8db974b5-97b4-4a9f-9a20-cdd53f6c7780", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.984852] env[62438]: DEBUG oslo_vmware.api [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Task: {'id': task-1784268, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.007932] env[62438]: DEBUG nova.compute.manager [None req-86688448-f000-448a-8fc4-94abbf86a1dc tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] [instance: 277f271f-6f65-4d7b-af1c-e3383b78d775] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1313.036315] env[62438]: DEBUG oslo_vmware.api [None req-01b6015d-4e42-4e5e-aff7-0f264c338bd4 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]521183f5-3e72-aebd-fc22-b67ec5a42cb3, 'name': SearchDatastore_Task, 'duration_secs': 0.009746} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.036685] env[62438]: DEBUG oslo_concurrency.lockutils [None req-01b6015d-4e42-4e5e-aff7-0f264c338bd4 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1313.036910] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-01b6015d-4e42-4e5e-aff7-0f264c338bd4 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] ea561adf-aa56-465b-a0fe-b1f5faf3dc56/ea561adf-aa56-465b-a0fe-b1f5faf3dc56.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1313.037231] env[62438]: DEBUG oslo_concurrency.lockutils [None req-3a320b0c-fecd-463b-8530-28e469e42336 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.037423] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a320b0c-fecd-463b-8530-28e469e42336 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1313.037682] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2f3e41c8-b407-4059-8daa-c2c6aa4eab70 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.043394] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-47f20533-7e04-4c69-9b8e-7f338a27538a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.055138] env[62438]: DEBUG oslo_vmware.api [None req-01b6015d-4e42-4e5e-aff7-0f264c338bd4 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Waiting for the task: (returnval){ [ 1313.055138] env[62438]: value = "task-1784269" [ 1313.055138] env[62438]: _type = "Task" [ 1313.055138] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.068578] env[62438]: DEBUG oslo_vmware.api [None req-01b6015d-4e42-4e5e-aff7-0f264c338bd4 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Task: {'id': task-1784269, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.072459] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a320b0c-fecd-463b-8530-28e469e42336 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1313.072459] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-3a320b0c-fecd-463b-8530-28e469e42336 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1313.072782] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3965bf67-4c67-42ae-8f6f-847b206a407c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.083586] env[62438]: DEBUG oslo_vmware.api [None req-3a320b0c-fecd-463b-8530-28e469e42336 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Waiting for the task: (returnval){ [ 1313.083586] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]528ea78a-25c2-0b5c-c51e-375c654388b7" [ 1313.083586] env[62438]: _type = "Task" [ 1313.083586] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.097774] env[62438]: DEBUG oslo_vmware.api [None req-3a320b0c-fecd-463b-8530-28e469e42336 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]528ea78a-25c2-0b5c-c51e-375c654388b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.219939] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cd0a587-607d-4b38-8634-56bc7125bd2c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.230926] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e8e2752-4ca5-438b-8e84-1039443bc5f7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.290413] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973af4b7-f206-4f38-b054-6f525a53f1d9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.301776] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ec6fac-ba22-4f6c-9d3e-28c30cd8dd6d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.320273] env[62438]: DEBUG nova.compute.provider_tree [None req-c1f7cad2-6b05-4660-ac93-dbaaf1095984 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1313.324855] env[62438]: DEBUG oslo_concurrency.lockutils [None req-37429711-5cd8-4009-9888-3c4a38ff668b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Releasing lock "refresh_cache-03448a20-9731-4076-bf51-852e9fc7f016" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1313.325200] env[62438]: DEBUG nova.compute.manager [None req-37429711-5cd8-4009-9888-3c4a38ff668b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 03448a20-9731-4076-bf51-852e9fc7f016] Instance network_info: |[{"id": "8db974b5-97b4-4a9f-9a20-cdd53f6c7780", "address": "fa:16:3e:87:a0:84", "network": {"id": "8e2a4cc9-3d97-4555-97e3-837d85836978", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "332326a11cdf4ec891065b36ccc5aa20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8db974b5-97", "ovs_interfaceid": "8db974b5-97b4-4a9f-9a20-cdd53f6c7780", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1313.325610] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-37429711-5cd8-4009-9888-3c4a38ff668b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 03448a20-9731-4076-bf51-852e9fc7f016] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:a0:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '359850cc-b061-4c9c-a61c-eb42e0f7c359', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8db974b5-97b4-4a9f-9a20-cdd53f6c7780', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1313.334045] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-37429711-5cd8-4009-9888-3c4a38ff668b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Creating folder: Project (5a7bf46da0364b579b790da2a6b62b20). Parent ref: group-v370230. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1313.334700] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b5ded3ef-c02e-4bec-a897-d2b01e993972 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.346362] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-37429711-5cd8-4009-9888-3c4a38ff668b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Created folder: Project (5a7bf46da0364b579b790da2a6b62b20) in parent group-v370230. [ 1313.346585] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-37429711-5cd8-4009-9888-3c4a38ff668b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Creating folder: Instances. Parent ref: group-v370240. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1313.346860] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-60115f25-6947-49ca-9b6c-246ffa58ff83 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.356862] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-37429711-5cd8-4009-9888-3c4a38ff668b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Created folder: Instances in parent group-v370240. [ 1313.357796] env[62438]: DEBUG oslo.service.loopingcall [None req-37429711-5cd8-4009-9888-3c4a38ff668b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1313.357796] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03448a20-9731-4076-bf51-852e9fc7f016] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1313.357796] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4129665f-7504-4d39-8dd7-4b2584abd4b6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.379389] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1313.379389] env[62438]: value = "task-1784272" [ 1313.379389] env[62438]: _type = "Task" [ 1313.379389] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.388326] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784272, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.488511] env[62438]: DEBUG oslo_vmware.api [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Task: {'id': task-1784268, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.575854] env[62438]: DEBUG oslo_vmware.api [None req-01b6015d-4e42-4e5e-aff7-0f264c338bd4 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Task: {'id': task-1784269, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.602464] env[62438]: DEBUG oslo_vmware.api [None req-3a320b0c-fecd-463b-8530-28e469e42336 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]528ea78a-25c2-0b5c-c51e-375c654388b7, 'name': SearchDatastore_Task, 'duration_secs': 0.12032} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.603383] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04ac7e3e-dae5-4315-9733-1de144015d08 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.614327] env[62438]: DEBUG oslo_vmware.api [None req-3a320b0c-fecd-463b-8530-28e469e42336 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Waiting for the task: (returnval){ [ 1313.614327] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]526d5553-5683-47c9-d604-32acaa0b0061" [ 1313.614327] env[62438]: _type = "Task" [ 1313.614327] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.630973] env[62438]: DEBUG oslo_vmware.api [None req-3a320b0c-fecd-463b-8530-28e469e42336 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]526d5553-5683-47c9-d604-32acaa0b0061, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.636177] env[62438]: DEBUG nova.compute.manager [req-21a432b2-9f70-4307-ae32-90c3ed02e233 req-d59fa3c0-558d-437e-a73f-3f7e3c000142 service nova] [instance: 03448a20-9731-4076-bf51-852e9fc7f016] Received event network-vif-plugged-8db974b5-97b4-4a9f-9a20-cdd53f6c7780 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1313.636468] env[62438]: DEBUG oslo_concurrency.lockutils [req-21a432b2-9f70-4307-ae32-90c3ed02e233 req-d59fa3c0-558d-437e-a73f-3f7e3c000142 service nova] Acquiring lock "03448a20-9731-4076-bf51-852e9fc7f016-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1313.638862] env[62438]: DEBUG oslo_concurrency.lockutils [req-21a432b2-9f70-4307-ae32-90c3ed02e233 req-d59fa3c0-558d-437e-a73f-3f7e3c000142 service nova] Lock "03448a20-9731-4076-bf51-852e9fc7f016-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1313.638862] env[62438]: DEBUG oslo_concurrency.lockutils [req-21a432b2-9f70-4307-ae32-90c3ed02e233 req-d59fa3c0-558d-437e-a73f-3f7e3c000142 service nova] Lock "03448a20-9731-4076-bf51-852e9fc7f016-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1313.638862] env[62438]: DEBUG nova.compute.manager [req-21a432b2-9f70-4307-ae32-90c3ed02e233 req-d59fa3c0-558d-437e-a73f-3f7e3c000142 service nova] [instance: 03448a20-9731-4076-bf51-852e9fc7f016] No waiting events found dispatching network-vif-plugged-8db974b5-97b4-4a9f-9a20-cdd53f6c7780 {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1313.638862] env[62438]: WARNING nova.compute.manager [req-21a432b2-9f70-4307-ae32-90c3ed02e233 req-d59fa3c0-558d-437e-a73f-3f7e3c000142 service nova] [instance: 03448a20-9731-4076-bf51-852e9fc7f016] Received unexpected event network-vif-plugged-8db974b5-97b4-4a9f-9a20-cdd53f6c7780 for instance with vm_state building and task_state spawning. [ 1313.638862] env[62438]: DEBUG nova.compute.manager [req-21a432b2-9f70-4307-ae32-90c3ed02e233 req-d59fa3c0-558d-437e-a73f-3f7e3c000142 service nova] [instance: 03448a20-9731-4076-bf51-852e9fc7f016] Received event network-changed-8db974b5-97b4-4a9f-9a20-cdd53f6c7780 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1313.640080] env[62438]: DEBUG nova.compute.manager [req-21a432b2-9f70-4307-ae32-90c3ed02e233 req-d59fa3c0-558d-437e-a73f-3f7e3c000142 service nova] [instance: 03448a20-9731-4076-bf51-852e9fc7f016] Refreshing instance network info cache due to event network-changed-8db974b5-97b4-4a9f-9a20-cdd53f6c7780. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1313.640080] env[62438]: DEBUG oslo_concurrency.lockutils [req-21a432b2-9f70-4307-ae32-90c3ed02e233 req-d59fa3c0-558d-437e-a73f-3f7e3c000142 service nova] Acquiring lock "refresh_cache-03448a20-9731-4076-bf51-852e9fc7f016" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1313.640080] env[62438]: DEBUG oslo_concurrency.lockutils [req-21a432b2-9f70-4307-ae32-90c3ed02e233 req-d59fa3c0-558d-437e-a73f-3f7e3c000142 service nova] Acquired lock "refresh_cache-03448a20-9731-4076-bf51-852e9fc7f016" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.640080] env[62438]: DEBUG nova.network.neutron [req-21a432b2-9f70-4307-ae32-90c3ed02e233 req-d59fa3c0-558d-437e-a73f-3f7e3c000142 service nova] [instance: 03448a20-9731-4076-bf51-852e9fc7f016] Refreshing network info cache for port 8db974b5-97b4-4a9f-9a20-cdd53f6c7780 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1313.640208] env[62438]: DEBUG nova.network.neutron [req-58a78f5f-a948-4294-ac0b-f4787f863b21 req-48492d41-2f5a-4333-87e5-cec4582fa808 service nova] [instance: d96af944-fba1-4df4-a0f7-0566ae562500] Updated VIF entry in instance network info cache for port e2fa7604-8c67-448e-9587-be06acc0986c. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1313.640520] env[62438]: DEBUG nova.network.neutron [req-58a78f5f-a948-4294-ac0b-f4787f863b21 req-48492d41-2f5a-4333-87e5-cec4582fa808 service nova] [instance: d96af944-fba1-4df4-a0f7-0566ae562500] Updating instance_info_cache with network_info: [{"id": "e2fa7604-8c67-448e-9587-be06acc0986c", "address": "fa:16:3e:05:d5:77", "network": {"id": "a94d385f-71ec-4be6-b04d-8fd365f0788d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1510171435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "941c9b8cd46546ffa37aa3edfa770bd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2fa7604-8c", "ovs_interfaceid": "e2fa7604-8c67-448e-9587-be06acc0986c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.699910] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a3d77292-561f-47cf-8d63-6cb306b92427 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Acquiring lock "123a890e-3772-4f4f-b12d-5fae028ee895" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1313.699910] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a3d77292-561f-47cf-8d63-6cb306b92427 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Lock "123a890e-3772-4f4f-b12d-5fae028ee895" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1313.835970] env[62438]: DEBUG nova.scheduler.client.report [None req-c1f7cad2-6b05-4660-ac93-dbaaf1095984 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1313.893322] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784272, 'name': CreateVM_Task, 'duration_secs': 0.338922} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.893506] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03448a20-9731-4076-bf51-852e9fc7f016] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1313.894521] env[62438]: DEBUG oslo_concurrency.lockutils [None req-37429711-5cd8-4009-9888-3c4a38ff668b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1313.894693] env[62438]: DEBUG oslo_concurrency.lockutils [None req-37429711-5cd8-4009-9888-3c4a38ff668b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.895032] env[62438]: DEBUG oslo_concurrency.lockutils [None req-37429711-5cd8-4009-9888-3c4a38ff668b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1313.895376] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38ae3cdf-01b6-4750-916d-a06eb3cda0e2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.902750] env[62438]: DEBUG oslo_vmware.api [None req-37429711-5cd8-4009-9888-3c4a38ff668b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Waiting for the task: (returnval){ [ 1313.902750] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52209aa3-b735-6640-71b5-dcbf75a617c5" [ 1313.902750] env[62438]: _type = "Task" [ 1313.902750] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.911314] env[62438]: DEBUG oslo_vmware.api [None req-37429711-5cd8-4009-9888-3c4a38ff668b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52209aa3-b735-6640-71b5-dcbf75a617c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.994918] env[62438]: DEBUG oslo_vmware.api [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Task: {'id': task-1784268, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.019451} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.995321] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] a5fd1d2f-7006-4400-84ba-63cb62e46194/a5fd1d2f-7006-4400-84ba-63cb62e46194.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1313.995429] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] [instance: a5fd1d2f-7006-4400-84ba-63cb62e46194] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1313.995738] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-98865b14-ca81-49c3-b5f5-0a78e3283f7d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.006541] env[62438]: DEBUG oslo_vmware.api [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Waiting for the task: (returnval){ [ 1314.006541] env[62438]: value = "task-1784273" [ 1314.006541] env[62438]: _type = "Task" [ 1314.006541] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.015863] env[62438]: DEBUG oslo_vmware.api [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Task: {'id': task-1784273, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.023558] env[62438]: DEBUG nova.compute.manager [None req-86688448-f000-448a-8fc4-94abbf86a1dc tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] [instance: 277f271f-6f65-4d7b-af1c-e3383b78d775] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1314.058392] env[62438]: DEBUG nova.virt.hardware [None req-86688448-f000-448a-8fc4-94abbf86a1dc tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1314.059551] env[62438]: DEBUG nova.virt.hardware [None req-86688448-f000-448a-8fc4-94abbf86a1dc tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1314.059551] env[62438]: DEBUG nova.virt.hardware [None req-86688448-f000-448a-8fc4-94abbf86a1dc tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1314.059551] env[62438]: DEBUG nova.virt.hardware [None req-86688448-f000-448a-8fc4-94abbf86a1dc tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1314.060078] env[62438]: DEBUG nova.virt.hardware [None req-86688448-f000-448a-8fc4-94abbf86a1dc tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1314.060078] env[62438]: DEBUG nova.virt.hardware [None req-86688448-f000-448a-8fc4-94abbf86a1dc tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1314.060488] env[62438]: DEBUG nova.virt.hardware [None req-86688448-f000-448a-8fc4-94abbf86a1dc tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1314.060582] env[62438]: DEBUG nova.virt.hardware [None req-86688448-f000-448a-8fc4-94abbf86a1dc tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1314.060728] env[62438]: DEBUG nova.virt.hardware [None req-86688448-f000-448a-8fc4-94abbf86a1dc tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1314.060899] env[62438]: DEBUG nova.virt.hardware [None req-86688448-f000-448a-8fc4-94abbf86a1dc tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1314.061102] env[62438]: DEBUG nova.virt.hardware [None req-86688448-f000-448a-8fc4-94abbf86a1dc tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1314.062373] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ae1ccc-92fb-4687-87d2-1442b53c5394 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.080744] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-677a7109-ec0e-4860-81f4-246554a0af41 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.086380] env[62438]: DEBUG oslo_vmware.api [None req-01b6015d-4e42-4e5e-aff7-0f264c338bd4 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Task: {'id': task-1784269, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.133171] env[62438]: DEBUG oslo_vmware.api [None req-3a320b0c-fecd-463b-8530-28e469e42336 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]526d5553-5683-47c9-d604-32acaa0b0061, 'name': SearchDatastore_Task, 'duration_secs': 0.10338} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.133171] env[62438]: DEBUG oslo_concurrency.lockutils [None req-3a320b0c-fecd-463b-8530-28e469e42336 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1314.133171] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a320b0c-fecd-463b-8530-28e469e42336 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] d96af944-fba1-4df4-a0f7-0566ae562500/d96af944-fba1-4df4-a0f7-0566ae562500.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1314.133171] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ef35e49a-eef2-4e4a-b67c-15279ea39607 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.139706] env[62438]: DEBUG oslo_vmware.api [None req-3a320b0c-fecd-463b-8530-28e469e42336 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Waiting for the task: (returnval){ [ 1314.139706] env[62438]: value = "task-1784274" [ 1314.139706] env[62438]: _type = "Task" [ 1314.139706] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.145267] env[62438]: DEBUG oslo_concurrency.lockutils [req-58a78f5f-a948-4294-ac0b-f4787f863b21 req-48492d41-2f5a-4333-87e5-cec4582fa808 service nova] Releasing lock "refresh_cache-d96af944-fba1-4df4-a0f7-0566ae562500" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1314.157259] env[62438]: DEBUG oslo_vmware.api [None req-3a320b0c-fecd-463b-8530-28e469e42336 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1784274, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.206994] env[62438]: DEBUG nova.compute.manager [None req-a3d77292-561f-47cf-8d63-6cb306b92427 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: 123a890e-3772-4f4f-b12d-5fae028ee895] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1314.341332] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c1f7cad2-6b05-4660-ac93-dbaaf1095984 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.366s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1314.341893] env[62438]: DEBUG nova.compute.manager [None req-c1f7cad2-6b05-4660-ac93-dbaaf1095984 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] [instance: c1a86675-a28d-48e4-8fc3-b205726cdb7b] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1314.350077] env[62438]: DEBUG oslo_concurrency.lockutils [None req-114808b1-6b4d-43d0-9580-c86b0d06b23b tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.752s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1314.351106] env[62438]: INFO nova.compute.claims [None req-114808b1-6b4d-43d0-9580-c86b0d06b23b tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] [instance: 21b50399-6922-44e4-b104-b20a62d9d9a2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1314.421936] env[62438]: DEBUG oslo_vmware.api [None req-37429711-5cd8-4009-9888-3c4a38ff668b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52209aa3-b735-6640-71b5-dcbf75a617c5, 'name': SearchDatastore_Task, 'duration_secs': 0.093633} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.422203] env[62438]: DEBUG oslo_concurrency.lockutils [None req-37429711-5cd8-4009-9888-3c4a38ff668b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1314.422450] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-37429711-5cd8-4009-9888-3c4a38ff668b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 03448a20-9731-4076-bf51-852e9fc7f016] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1314.422702] env[62438]: DEBUG oslo_concurrency.lockutils [None req-37429711-5cd8-4009-9888-3c4a38ff668b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1314.422868] env[62438]: DEBUG oslo_concurrency.lockutils [None req-37429711-5cd8-4009-9888-3c4a38ff668b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.423056] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-37429711-5cd8-4009-9888-3c4a38ff668b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1314.423334] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dc74c115-42f5-4821-bc9b-db2bcab8d101 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.436160] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-37429711-5cd8-4009-9888-3c4a38ff668b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1314.436362] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-37429711-5cd8-4009-9888-3c4a38ff668b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1314.437460] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cf6057f-8b0a-4cc9-bd61-9cd0d3b209ac {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.445197] env[62438]: DEBUG oslo_vmware.api [None req-37429711-5cd8-4009-9888-3c4a38ff668b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Waiting for the task: (returnval){ [ 1314.445197] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5274e471-d465-a47a-500b-19ad7933bb9d" [ 1314.445197] env[62438]: _type = "Task" [ 1314.445197] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.454591] env[62438]: DEBUG oslo_vmware.api [None req-37429711-5cd8-4009-9888-3c4a38ff668b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5274e471-d465-a47a-500b-19ad7933bb9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.524830] env[62438]: DEBUG oslo_vmware.api [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Task: {'id': task-1784273, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088159} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.524830] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] [instance: a5fd1d2f-7006-4400-84ba-63cb62e46194] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1314.525895] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc604a6e-0de9-455f-95f5-55425f708a87 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.558435] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] [instance: a5fd1d2f-7006-4400-84ba-63cb62e46194] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] a5fd1d2f-7006-4400-84ba-63cb62e46194/a5fd1d2f-7006-4400-84ba-63cb62e46194.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1314.559865] env[62438]: DEBUG nova.network.neutron [None req-86688448-f000-448a-8fc4-94abbf86a1dc tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] [instance: 277f271f-6f65-4d7b-af1c-e3383b78d775] Successfully created port: 2f8b18c8-cdc7-4234-84ae-0a46179d0d13 {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1314.562338] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5483ba80-c088-4f06-90d3-1312847378f3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.591180] env[62438]: DEBUG oslo_vmware.api [None req-01b6015d-4e42-4e5e-aff7-0f264c338bd4 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Task: {'id': task-1784269, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.201837} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.593243] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-01b6015d-4e42-4e5e-aff7-0f264c338bd4 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] ea561adf-aa56-465b-a0fe-b1f5faf3dc56/ea561adf-aa56-465b-a0fe-b1f5faf3dc56.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1314.593243] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-01b6015d-4e42-4e5e-aff7-0f264c338bd4 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] [instance: ea561adf-aa56-465b-a0fe-b1f5faf3dc56] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1314.593446] env[62438]: DEBUG oslo_vmware.api [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Waiting for the task: (returnval){ [ 1314.593446] env[62438]: value = "task-1784275" [ 1314.593446] env[62438]: _type = "Task" [ 1314.593446] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.593667] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5e9cc1c9-23af-443d-99af-abbffedd5210 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.604628] env[62438]: DEBUG oslo_vmware.api [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Task: {'id': task-1784275, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.606386] env[62438]: DEBUG oslo_vmware.api [None req-01b6015d-4e42-4e5e-aff7-0f264c338bd4 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Waiting for the task: (returnval){ [ 1314.606386] env[62438]: value = "task-1784276" [ 1314.606386] env[62438]: _type = "Task" [ 1314.606386] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.613963] env[62438]: DEBUG oslo_vmware.api [None req-01b6015d-4e42-4e5e-aff7-0f264c338bd4 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Task: {'id': task-1784276, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.650861] env[62438]: DEBUG oslo_vmware.api [None req-3a320b0c-fecd-463b-8530-28e469e42336 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1784274, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.737157] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a3d77292-561f-47cf-8d63-6cb306b92427 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1314.807964] env[62438]: DEBUG oslo_concurrency.lockutils [None req-95fae044-b502-4736-914b-b35b838b9997 tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] Acquiring lock "ee90abad-2628-4c6e-880a-23fb6e8088f1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1314.808302] env[62438]: DEBUG oslo_concurrency.lockutils [None req-95fae044-b502-4736-914b-b35b838b9997 tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] Lock "ee90abad-2628-4c6e-880a-23fb6e8088f1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1314.861416] env[62438]: DEBUG nova.compute.utils [None req-c1f7cad2-6b05-4660-ac93-dbaaf1095984 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1314.865391] env[62438]: DEBUG nova.compute.manager [None req-c1f7cad2-6b05-4660-ac93-dbaaf1095984 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] [instance: c1a86675-a28d-48e4-8fc3-b205726cdb7b] Not allocating networking since 'none' was specified. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1977}} [ 1314.962079] env[62438]: DEBUG oslo_vmware.api [None req-37429711-5cd8-4009-9888-3c4a38ff668b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5274e471-d465-a47a-500b-19ad7933bb9d, 'name': SearchDatastore_Task, 'duration_secs': 0.010333} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.963348] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5f2e51e-d285-4d79-89f5-1f03de88d59d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.978049] env[62438]: DEBUG oslo_vmware.api [None req-37429711-5cd8-4009-9888-3c4a38ff668b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Waiting for the task: (returnval){ [ 1314.978049] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]527ff69b-de5c-4fb8-d63f-88cbef7f21fb" [ 1314.978049] env[62438]: _type = "Task" [ 1314.978049] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.986680] env[62438]: DEBUG oslo_vmware.api [None req-37429711-5cd8-4009-9888-3c4a38ff668b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]527ff69b-de5c-4fb8-d63f-88cbef7f21fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.109280] env[62438]: DEBUG oslo_vmware.api [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Task: {'id': task-1784275, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.117827] env[62438]: DEBUG oslo_vmware.api [None req-01b6015d-4e42-4e5e-aff7-0f264c338bd4 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Task: {'id': task-1784276, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067595} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.118034] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-01b6015d-4e42-4e5e-aff7-0f264c338bd4 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] [instance: ea561adf-aa56-465b-a0fe-b1f5faf3dc56] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1315.119265] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31fcc9d9-330a-40f8-8e06-6a84d422885f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.148532] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-01b6015d-4e42-4e5e-aff7-0f264c338bd4 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] [instance: ea561adf-aa56-465b-a0fe-b1f5faf3dc56] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] ea561adf-aa56-465b-a0fe-b1f5faf3dc56/ea561adf-aa56-465b-a0fe-b1f5faf3dc56.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1315.148532] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30f70e22-4bbf-4afa-a962-548d3f3c815f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.175635] env[62438]: DEBUG oslo_vmware.api [None req-3a320b0c-fecd-463b-8530-28e469e42336 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1784274, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.835859} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.175635] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a320b0c-fecd-463b-8530-28e469e42336 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] d96af944-fba1-4df4-a0f7-0566ae562500/d96af944-fba1-4df4-a0f7-0566ae562500.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1315.175635] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-3a320b0c-fecd-463b-8530-28e469e42336 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: d96af944-fba1-4df4-a0f7-0566ae562500] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1315.176392] env[62438]: DEBUG oslo_vmware.api [None req-01b6015d-4e42-4e5e-aff7-0f264c338bd4 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Waiting for the task: (returnval){ [ 1315.176392] env[62438]: value = "task-1784277" [ 1315.176392] env[62438]: _type = "Task" [ 1315.176392] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.176392] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2054dbe3-c85d-4fd6-9499-5e633cceb29e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.185748] env[62438]: DEBUG oslo_vmware.api [None req-01b6015d-4e42-4e5e-aff7-0f264c338bd4 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Task: {'id': task-1784277, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.187809] env[62438]: DEBUG oslo_vmware.api [None req-3a320b0c-fecd-463b-8530-28e469e42336 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Waiting for the task: (returnval){ [ 1315.187809] env[62438]: value = "task-1784278" [ 1315.187809] env[62438]: _type = "Task" [ 1315.187809] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.197676] env[62438]: DEBUG oslo_vmware.api [None req-3a320b0c-fecd-463b-8530-28e469e42336 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1784278, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.311381] env[62438]: DEBUG nova.compute.manager [None req-95fae044-b502-4736-914b-b35b838b9997 tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] [instance: ee90abad-2628-4c6e-880a-23fb6e8088f1] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1315.368040] env[62438]: DEBUG nova.compute.manager [None req-c1f7cad2-6b05-4660-ac93-dbaaf1095984 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] [instance: c1a86675-a28d-48e4-8fc3-b205726cdb7b] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1315.488592] env[62438]: DEBUG oslo_vmware.api [None req-37429711-5cd8-4009-9888-3c4a38ff668b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]527ff69b-de5c-4fb8-d63f-88cbef7f21fb, 'name': SearchDatastore_Task, 'duration_secs': 0.01159} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.491989] env[62438]: DEBUG oslo_concurrency.lockutils [None req-37429711-5cd8-4009-9888-3c4a38ff668b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1315.492300] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-37429711-5cd8-4009-9888-3c4a38ff668b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 03448a20-9731-4076-bf51-852e9fc7f016/03448a20-9731-4076-bf51-852e9fc7f016.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1315.492864] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7ee94c3e-5d8a-40af-bb8e-a5c6a2629abd {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.501937] env[62438]: DEBUG oslo_vmware.api [None req-37429711-5cd8-4009-9888-3c4a38ff668b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Waiting for the task: (returnval){ [ 1315.501937] env[62438]: value = "task-1784279" [ 1315.501937] env[62438]: _type = "Task" [ 1315.501937] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.513293] env[62438]: DEBUG oslo_vmware.api [None req-37429711-5cd8-4009-9888-3c4a38ff668b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Task: {'id': task-1784279, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.587554] env[62438]: DEBUG nova.network.neutron [req-21a432b2-9f70-4307-ae32-90c3ed02e233 req-d59fa3c0-558d-437e-a73f-3f7e3c000142 service nova] [instance: 03448a20-9731-4076-bf51-852e9fc7f016] Updated VIF entry in instance network info cache for port 8db974b5-97b4-4a9f-9a20-cdd53f6c7780. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1315.587901] env[62438]: DEBUG nova.network.neutron [req-21a432b2-9f70-4307-ae32-90c3ed02e233 req-d59fa3c0-558d-437e-a73f-3f7e3c000142 service nova] [instance: 03448a20-9731-4076-bf51-852e9fc7f016] Updating instance_info_cache with network_info: [{"id": "8db974b5-97b4-4a9f-9a20-cdd53f6c7780", "address": "fa:16:3e:87:a0:84", "network": {"id": "8e2a4cc9-3d97-4555-97e3-837d85836978", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "332326a11cdf4ec891065b36ccc5aa20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8db974b5-97", "ovs_interfaceid": "8db974b5-97b4-4a9f-9a20-cdd53f6c7780", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1315.604368] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c81b05-aa42-4437-bcd9-bb94e5f2e363 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.610771] env[62438]: DEBUG oslo_vmware.api [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Task: {'id': task-1784275, 'name': ReconfigVM_Task, 'duration_secs': 0.703858} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.611435] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] [instance: a5fd1d2f-7006-4400-84ba-63cb62e46194] Reconfigured VM instance instance-00000002 to attach disk [datastore1] a5fd1d2f-7006-4400-84ba-63cb62e46194/a5fd1d2f-7006-4400-84ba-63cb62e46194.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1315.612165] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-33d03a0d-1f13-4dfa-aaaf-6ff6ee573045 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.616938] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be4d22a-69a7-4ce7-8905-7532160523f0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.621556] env[62438]: DEBUG oslo_vmware.api [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Waiting for the task: (returnval){ [ 1315.621556] env[62438]: value = "task-1784280" [ 1315.621556] env[62438]: _type = "Task" [ 1315.621556] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.652518] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c20be56-1261-4fce-9f1a-50c31a80c164 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.659186] env[62438]: DEBUG oslo_vmware.api [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Task: {'id': task-1784280, 'name': Rename_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.664616] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f62e3cb-755a-4309-b79e-52166e70c4bf {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.679434] env[62438]: DEBUG nova.compute.provider_tree [None req-114808b1-6b4d-43d0-9580-c86b0d06b23b tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Updating inventory in ProviderTree for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1315.689350] env[62438]: DEBUG oslo_vmware.api [None req-01b6015d-4e42-4e5e-aff7-0f264c338bd4 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Task: {'id': task-1784277, 'name': ReconfigVM_Task, 'duration_secs': 0.356377} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.693471] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-01b6015d-4e42-4e5e-aff7-0f264c338bd4 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] [instance: ea561adf-aa56-465b-a0fe-b1f5faf3dc56] Reconfigured VM instance instance-00000001 to attach disk [datastore1] ea561adf-aa56-465b-a0fe-b1f5faf3dc56/ea561adf-aa56-465b-a0fe-b1f5faf3dc56.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1315.693471] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f122783c-ab5b-4903-8ee0-e091d5873c3e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.699654] env[62438]: DEBUG oslo_vmware.api [None req-3a320b0c-fecd-463b-8530-28e469e42336 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1784278, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.145873} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.701688] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-3a320b0c-fecd-463b-8530-28e469e42336 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: d96af944-fba1-4df4-a0f7-0566ae562500] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1315.702038] env[62438]: DEBUG oslo_vmware.api [None req-01b6015d-4e42-4e5e-aff7-0f264c338bd4 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Waiting for the task: (returnval){ [ 1315.702038] env[62438]: value = "task-1784281" [ 1315.702038] env[62438]: _type = "Task" [ 1315.702038] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.702716] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90cf5028-0036-4918-a231-b537b5e711e2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.728600] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a320b0c-fecd-463b-8530-28e469e42336 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: d96af944-fba1-4df4-a0f7-0566ae562500] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] d96af944-fba1-4df4-a0f7-0566ae562500/d96af944-fba1-4df4-a0f7-0566ae562500.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1315.732366] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26cd9a8b-d6a2-4be8-80e0-0132cc071803 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.749350] env[62438]: DEBUG oslo_vmware.api [None req-01b6015d-4e42-4e5e-aff7-0f264c338bd4 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Task: {'id': task-1784281, 'name': Rename_Task} progress is 10%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.754407] env[62438]: DEBUG oslo_vmware.api [None req-3a320b0c-fecd-463b-8530-28e469e42336 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Waiting for the task: (returnval){ [ 1315.754407] env[62438]: value = "task-1784282" [ 1315.754407] env[62438]: _type = "Task" [ 1315.754407] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.765959] env[62438]: DEBUG oslo_vmware.api [None req-3a320b0c-fecd-463b-8530-28e469e42336 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1784282, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.835360] env[62438]: DEBUG oslo_concurrency.lockutils [None req-95fae044-b502-4736-914b-b35b838b9997 tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1316.016748] env[62438]: DEBUG oslo_vmware.api [None req-37429711-5cd8-4009-9888-3c4a38ff668b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Task: {'id': task-1784279, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.094229] env[62438]: DEBUG oslo_concurrency.lockutils [req-21a432b2-9f70-4307-ae32-90c3ed02e233 req-d59fa3c0-558d-437e-a73f-3f7e3c000142 service nova] Releasing lock "refresh_cache-03448a20-9731-4076-bf51-852e9fc7f016" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1316.134842] env[62438]: DEBUG oslo_vmware.api [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Task: {'id': task-1784280, 'name': Rename_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.219977] env[62438]: DEBUG oslo_vmware.api [None req-01b6015d-4e42-4e5e-aff7-0f264c338bd4 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Task: {'id': task-1784281, 'name': Rename_Task, 'duration_secs': 0.144587} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.219977] env[62438]: ERROR nova.scheduler.client.report [None req-114808b1-6b4d-43d0-9580-c86b0d06b23b tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] [req-a33f85b8-99f2-49dd-9e1a-fedde8deb71f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 3d204b25-fa3a-4320-b81b-738bc1f337f5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a33f85b8-99f2-49dd-9e1a-fedde8deb71f"}]} [ 1316.220406] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-01b6015d-4e42-4e5e-aff7-0f264c338bd4 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] [instance: ea561adf-aa56-465b-a0fe-b1f5faf3dc56] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1316.224179] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a36b600-c571-4bec-9a95-070369b20898 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.231313] env[62438]: DEBUG oslo_vmware.api [None req-01b6015d-4e42-4e5e-aff7-0f264c338bd4 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Waiting for the task: (returnval){ [ 1316.231313] env[62438]: value = "task-1784283" [ 1316.231313] env[62438]: _type = "Task" [ 1316.231313] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.241716] env[62438]: DEBUG oslo_vmware.api [None req-01b6015d-4e42-4e5e-aff7-0f264c338bd4 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Task: {'id': task-1784283, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.242729] env[62438]: DEBUG nova.scheduler.client.report [None req-114808b1-6b4d-43d0-9580-c86b0d06b23b tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Refreshing inventories for resource provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1316.270619] env[62438]: DEBUG oslo_vmware.api [None req-3a320b0c-fecd-463b-8530-28e469e42336 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1784282, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.271703] env[62438]: DEBUG nova.scheduler.client.report [None req-114808b1-6b4d-43d0-9580-c86b0d06b23b tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Updating ProviderTree inventory for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1316.271934] env[62438]: DEBUG nova.compute.provider_tree [None req-114808b1-6b4d-43d0-9580-c86b0d06b23b tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Updating inventory in ProviderTree for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1316.293417] env[62438]: DEBUG nova.scheduler.client.report [None req-114808b1-6b4d-43d0-9580-c86b0d06b23b tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Refreshing aggregate associations for resource provider 3d204b25-fa3a-4320-b81b-738bc1f337f5, aggregates: None {{(pid=62438) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1316.296401] env[62438]: DEBUG nova.network.neutron [None req-c46e1583-218a-4973-8208-8ad3dae39dae tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] [instance: b04481d2-d1cf-46e7-98c6-e714cf8c10c0] Successfully updated port: a3cdc20d-32c5-437b-8d5b-4e6cc8fafea2 {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1316.322982] env[62438]: DEBUG nova.scheduler.client.report [None req-114808b1-6b4d-43d0-9580-c86b0d06b23b tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Refreshing trait associations for resource provider 3d204b25-fa3a-4320-b81b-738bc1f337f5, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62438) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1316.390646] env[62438]: DEBUG nova.compute.manager [None req-c1f7cad2-6b05-4660-ac93-dbaaf1095984 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] [instance: c1a86675-a28d-48e4-8fc3-b205726cdb7b] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1316.429899] env[62438]: DEBUG nova.virt.hardware [None req-c1f7cad2-6b05-4660-ac93-dbaaf1095984 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1316.431721] env[62438]: DEBUG nova.virt.hardware [None req-c1f7cad2-6b05-4660-ac93-dbaaf1095984 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1316.433379] env[62438]: DEBUG nova.virt.hardware [None req-c1f7cad2-6b05-4660-ac93-dbaaf1095984 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1316.433379] env[62438]: DEBUG nova.virt.hardware [None req-c1f7cad2-6b05-4660-ac93-dbaaf1095984 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1316.433379] env[62438]: DEBUG nova.virt.hardware [None req-c1f7cad2-6b05-4660-ac93-dbaaf1095984 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1316.433379] env[62438]: DEBUG nova.virt.hardware [None req-c1f7cad2-6b05-4660-ac93-dbaaf1095984 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1316.433379] env[62438]: DEBUG nova.virt.hardware [None req-c1f7cad2-6b05-4660-ac93-dbaaf1095984 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1316.433729] env[62438]: DEBUG nova.virt.hardware [None req-c1f7cad2-6b05-4660-ac93-dbaaf1095984 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1316.433729] env[62438]: DEBUG nova.virt.hardware [None req-c1f7cad2-6b05-4660-ac93-dbaaf1095984 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1316.433729] env[62438]: DEBUG nova.virt.hardware [None req-c1f7cad2-6b05-4660-ac93-dbaaf1095984 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1316.433729] env[62438]: DEBUG nova.virt.hardware [None req-c1f7cad2-6b05-4660-ac93-dbaaf1095984 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1316.434319] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a685b8-6d2a-480b-8e40-01529cde4d87 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.446550] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2015e6f5-8313-4bfb-ad64-601107ba62c0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.463092] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-c1f7cad2-6b05-4660-ac93-dbaaf1095984 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] [instance: c1a86675-a28d-48e4-8fc3-b205726cdb7b] Instance VIF info [] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1316.469013] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1f7cad2-6b05-4660-ac93-dbaaf1095984 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] Creating folder: Project (fd1b61d15bc44be59a79056b320ad810). Parent ref: group-v370230. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1316.472464] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-31d48a98-3bdf-4263-b5a7-df16a2b037eb {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.486730] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-c1f7cad2-6b05-4660-ac93-dbaaf1095984 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] Created folder: Project (fd1b61d15bc44be59a79056b320ad810) in parent group-v370230. [ 1316.488172] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1f7cad2-6b05-4660-ac93-dbaaf1095984 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] Creating folder: Instances. Parent ref: group-v370243. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1316.488172] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-50584590-237d-4ca8-b0d0-624e6043537b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.498109] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-c1f7cad2-6b05-4660-ac93-dbaaf1095984 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] Created folder: Instances in parent group-v370243. [ 1316.498109] env[62438]: DEBUG oslo.service.loopingcall [None req-c1f7cad2-6b05-4660-ac93-dbaaf1095984 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1316.498109] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1a86675-a28d-48e4-8fc3-b205726cdb7b] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1316.498109] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6c4cd49b-c52d-4d62-96b1-7caeae528a21 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.517591] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1316.517591] env[62438]: value = "task-1784286" [ 1316.517591] env[62438]: _type = "Task" [ 1316.517591] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.521118] env[62438]: DEBUG oslo_vmware.api [None req-37429711-5cd8-4009-9888-3c4a38ff668b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Task: {'id': task-1784279, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.529349] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784286, 'name': CreateVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.588602] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7035b6dd-3983-492f-a780-76e926dab68a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.597019] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3539f1d4-b9c1-4aa6-9eee-ffd0a8cf773f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.642318] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d937d720-c5e5-4673-9a56-830f8407d318 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.652142] env[62438]: DEBUG oslo_vmware.api [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Task: {'id': task-1784280, 'name': Rename_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.656146] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16cc3a05-9f57-4997-a19c-0140f0242f3d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.675627] env[62438]: DEBUG nova.compute.provider_tree [None req-114808b1-6b4d-43d0-9580-c86b0d06b23b tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Updating inventory in ProviderTree for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1316.688583] env[62438]: DEBUG oslo_concurrency.lockutils [None req-13067008-1e34-46a4-b955-54225fc97007 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Acquiring lock "f9196911-d1ae-4b4a-a4be-08ec3690d516" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1316.688583] env[62438]: DEBUG oslo_concurrency.lockutils [None req-13067008-1e34-46a4-b955-54225fc97007 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Lock "f9196911-d1ae-4b4a-a4be-08ec3690d516" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1316.720899] env[62438]: DEBUG nova.compute.manager [req-d4c0aa97-ecbc-4874-b5f2-ca2b30a77293 req-8677b879-888c-480c-8496-8b841d850cc3 service nova] [instance: b04481d2-d1cf-46e7-98c6-e714cf8c10c0] Received event network-vif-plugged-a3cdc20d-32c5-437b-8d5b-4e6cc8fafea2 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1316.720899] env[62438]: DEBUG oslo_concurrency.lockutils [req-d4c0aa97-ecbc-4874-b5f2-ca2b30a77293 req-8677b879-888c-480c-8496-8b841d850cc3 service nova] Acquiring lock "b04481d2-d1cf-46e7-98c6-e714cf8c10c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1316.721174] env[62438]: DEBUG oslo_concurrency.lockutils [req-d4c0aa97-ecbc-4874-b5f2-ca2b30a77293 req-8677b879-888c-480c-8496-8b841d850cc3 service nova] Lock "b04481d2-d1cf-46e7-98c6-e714cf8c10c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1316.723882] env[62438]: DEBUG oslo_concurrency.lockutils [req-d4c0aa97-ecbc-4874-b5f2-ca2b30a77293 req-8677b879-888c-480c-8496-8b841d850cc3 service nova] Lock "b04481d2-d1cf-46e7-98c6-e714cf8c10c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1316.723882] env[62438]: DEBUG nova.compute.manager [req-d4c0aa97-ecbc-4874-b5f2-ca2b30a77293 req-8677b879-888c-480c-8496-8b841d850cc3 service nova] [instance: b04481d2-d1cf-46e7-98c6-e714cf8c10c0] No waiting events found dispatching network-vif-plugged-a3cdc20d-32c5-437b-8d5b-4e6cc8fafea2 {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1316.723882] env[62438]: WARNING nova.compute.manager [req-d4c0aa97-ecbc-4874-b5f2-ca2b30a77293 req-8677b879-888c-480c-8496-8b841d850cc3 service nova] [instance: b04481d2-d1cf-46e7-98c6-e714cf8c10c0] Received unexpected event network-vif-plugged-a3cdc20d-32c5-437b-8d5b-4e6cc8fafea2 for instance with vm_state building and task_state spawning. [ 1316.743280] env[62438]: DEBUG oslo_vmware.api [None req-01b6015d-4e42-4e5e-aff7-0f264c338bd4 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Task: {'id': task-1784283, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.769242] env[62438]: DEBUG oslo_vmware.api [None req-3a320b0c-fecd-463b-8530-28e469e42336 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1784282, 'name': ReconfigVM_Task, 'duration_secs': 0.563042} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.769242] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a320b0c-fecd-463b-8530-28e469e42336 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: d96af944-fba1-4df4-a0f7-0566ae562500] Reconfigured VM instance instance-00000003 to attach disk [datastore1] d96af944-fba1-4df4-a0f7-0566ae562500/d96af944-fba1-4df4-a0f7-0566ae562500.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1316.769464] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-423d6a3e-5c8d-481b-a8bd-cf97e810c8e7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.777602] env[62438]: DEBUG oslo_vmware.api [None req-3a320b0c-fecd-463b-8530-28e469e42336 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Waiting for the task: (returnval){ [ 1316.777602] env[62438]: value = "task-1784287" [ 1316.777602] env[62438]: _type = "Task" [ 1316.777602] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.786562] env[62438]: DEBUG oslo_vmware.api [None req-3a320b0c-fecd-463b-8530-28e469e42336 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1784287, 'name': Rename_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.805971] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c46e1583-218a-4973-8208-8ad3dae39dae tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Acquiring lock "refresh_cache-b04481d2-d1cf-46e7-98c6-e714cf8c10c0" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1316.806253] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c46e1583-218a-4973-8208-8ad3dae39dae tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Acquired lock "refresh_cache-b04481d2-d1cf-46e7-98c6-e714cf8c10c0" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.806474] env[62438]: DEBUG nova.network.neutron [None req-c46e1583-218a-4973-8208-8ad3dae39dae tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] [instance: b04481d2-d1cf-46e7-98c6-e714cf8c10c0] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1317.022627] env[62438]: DEBUG oslo_vmware.api [None req-37429711-5cd8-4009-9888-3c4a38ff668b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Task: {'id': task-1784279, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.034701] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784286, 'name': CreateVM_Task} progress is 25%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.151552] env[62438]: DEBUG oslo_vmware.api [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Task: {'id': task-1784280, 'name': Rename_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.226202] env[62438]: DEBUG nova.scheduler.client.report [None req-114808b1-6b4d-43d0-9580-c86b0d06b23b tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Updated inventory for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with generation 15 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1317.226464] env[62438]: DEBUG nova.compute.provider_tree [None req-114808b1-6b4d-43d0-9580-c86b0d06b23b tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Updating resource provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 generation from 15 to 16 during operation: update_inventory {{(pid=62438) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1317.226666] env[62438]: DEBUG nova.compute.provider_tree [None req-114808b1-6b4d-43d0-9580-c86b0d06b23b tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Updating inventory in ProviderTree for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1317.241980] env[62438]: DEBUG oslo_vmware.api [None req-01b6015d-4e42-4e5e-aff7-0f264c338bd4 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Task: {'id': task-1784283, 'name': PowerOnVM_Task, 'duration_secs': 0.527718} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.242508] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-01b6015d-4e42-4e5e-aff7-0f264c338bd4 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] [instance: ea561adf-aa56-465b-a0fe-b1f5faf3dc56] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1317.245734] env[62438]: INFO nova.compute.manager [None req-01b6015d-4e42-4e5e-aff7-0f264c338bd4 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] [instance: ea561adf-aa56-465b-a0fe-b1f5faf3dc56] Took 16.66 seconds to spawn the instance on the hypervisor. [ 1317.245734] env[62438]: DEBUG nova.compute.manager [None req-01b6015d-4e42-4e5e-aff7-0f264c338bd4 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] [instance: ea561adf-aa56-465b-a0fe-b1f5faf3dc56] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1317.245734] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb82c560-c8fe-41a7-bd03-423fb65b2023 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.292850] env[62438]: DEBUG oslo_vmware.api [None req-3a320b0c-fecd-463b-8530-28e469e42336 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1784287, 'name': Rename_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.507496] env[62438]: DEBUG nova.network.neutron [None req-c46e1583-218a-4973-8208-8ad3dae39dae tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] [instance: b04481d2-d1cf-46e7-98c6-e714cf8c10c0] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1317.522216] env[62438]: DEBUG oslo_vmware.api [None req-37429711-5cd8-4009-9888-3c4a38ff668b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Task: {'id': task-1784279, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.532025] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784286, 'name': CreateVM_Task, 'duration_secs': 1.005131} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.532195] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1a86675-a28d-48e4-8fc3-b205726cdb7b] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1317.532588] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c1f7cad2-6b05-4660-ac93-dbaaf1095984 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1317.533156] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c1f7cad2-6b05-4660-ac93-dbaaf1095984 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.533156] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c1f7cad2-6b05-4660-ac93-dbaaf1095984 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1317.533454] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc2a4b0b-c9b2-431b-9394-fd382d247832 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.541419] env[62438]: DEBUG oslo_vmware.api [None req-c1f7cad2-6b05-4660-ac93-dbaaf1095984 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] Waiting for the task: (returnval){ [ 1317.541419] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52dda686-3916-1a6f-45fd-6cbf8da14146" [ 1317.541419] env[62438]: _type = "Task" [ 1317.541419] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.550886] env[62438]: DEBUG oslo_vmware.api [None req-c1f7cad2-6b05-4660-ac93-dbaaf1095984 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52dda686-3916-1a6f-45fd-6cbf8da14146, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.652909] env[62438]: DEBUG oslo_vmware.api [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Task: {'id': task-1784280, 'name': Rename_Task, 'duration_secs': 1.842761} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.652909] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] [instance: a5fd1d2f-7006-4400-84ba-63cb62e46194] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1317.652909] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00cb89d4-2798-4ed8-8073-aa9f4951ea31 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.661225] env[62438]: DEBUG oslo_vmware.api [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Waiting for the task: (returnval){ [ 1317.661225] env[62438]: value = "task-1784288" [ 1317.661225] env[62438]: _type = "Task" [ 1317.661225] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.677639] env[62438]: DEBUG oslo_vmware.api [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Task: {'id': task-1784288, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.738565] env[62438]: DEBUG oslo_concurrency.lockutils [None req-114808b1-6b4d-43d0-9580-c86b0d06b23b tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.389s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1317.738565] env[62438]: DEBUG nova.compute.manager [None req-114808b1-6b4d-43d0-9580-c86b0d06b23b tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] [instance: 21b50399-6922-44e4-b104-b20a62d9d9a2] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1317.742698] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a3d77292-561f-47cf-8d63-6cb306b92427 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.007s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1317.745934] env[62438]: INFO nova.compute.claims [None req-a3d77292-561f-47cf-8d63-6cb306b92427 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: 123a890e-3772-4f4f-b12d-5fae028ee895] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1317.775473] env[62438]: INFO nova.compute.manager [None req-01b6015d-4e42-4e5e-aff7-0f264c338bd4 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] [instance: ea561adf-aa56-465b-a0fe-b1f5faf3dc56] Took 21.50 seconds to build instance. [ 1317.793681] env[62438]: DEBUG oslo_vmware.api [None req-3a320b0c-fecd-463b-8530-28e469e42336 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1784287, 'name': Rename_Task, 'duration_secs': 0.682801} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.793982] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a320b0c-fecd-463b-8530-28e469e42336 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: d96af944-fba1-4df4-a0f7-0566ae562500] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1317.794772] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-059718b2-a728-4114-8c23-6d038e6bb849 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.802986] env[62438]: DEBUG oslo_vmware.api [None req-3a320b0c-fecd-463b-8530-28e469e42336 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Waiting for the task: (returnval){ [ 1317.802986] env[62438]: value = "task-1784289" [ 1317.802986] env[62438]: _type = "Task" [ 1317.802986] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.818069] env[62438]: DEBUG oslo_vmware.api [None req-3a320b0c-fecd-463b-8530-28e469e42336 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1784289, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.031578] env[62438]: DEBUG oslo_vmware.api [None req-37429711-5cd8-4009-9888-3c4a38ff668b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Task: {'id': task-1784279, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.310647} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.031578] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-37429711-5cd8-4009-9888-3c4a38ff668b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 03448a20-9731-4076-bf51-852e9fc7f016/03448a20-9731-4076-bf51-852e9fc7f016.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1318.031578] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-37429711-5cd8-4009-9888-3c4a38ff668b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 03448a20-9731-4076-bf51-852e9fc7f016] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1318.031578] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-51244c5d-2eb7-4dd5-8f02-31d91f9094a6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.038955] env[62438]: DEBUG oslo_vmware.api [None req-37429711-5cd8-4009-9888-3c4a38ff668b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Waiting for the task: (returnval){ [ 1318.038955] env[62438]: value = "task-1784290" [ 1318.038955] env[62438]: _type = "Task" [ 1318.038955] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.065486] env[62438]: DEBUG oslo_vmware.api [None req-37429711-5cd8-4009-9888-3c4a38ff668b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Task: {'id': task-1784290, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.065867] env[62438]: DEBUG oslo_vmware.api [None req-c1f7cad2-6b05-4660-ac93-dbaaf1095984 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52dda686-3916-1a6f-45fd-6cbf8da14146, 'name': SearchDatastore_Task, 'duration_secs': 0.071957} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.066579] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c1f7cad2-6b05-4660-ac93-dbaaf1095984 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1318.067273] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-c1f7cad2-6b05-4660-ac93-dbaaf1095984 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] [instance: c1a86675-a28d-48e4-8fc3-b205726cdb7b] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1318.067452] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c1f7cad2-6b05-4660-ac93-dbaaf1095984 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1318.067681] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c1f7cad2-6b05-4660-ac93-dbaaf1095984 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.067981] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1f7cad2-6b05-4660-ac93-dbaaf1095984 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1318.068464] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f7fd9bb4-0445-4d00-aa4a-d794c97046f5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.083513] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1f7cad2-6b05-4660-ac93-dbaaf1095984 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1318.083617] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-c1f7cad2-6b05-4660-ac93-dbaaf1095984 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1318.086035] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-831f6fde-d921-487a-9b82-6fcf420b2b7f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.095209] env[62438]: DEBUG oslo_vmware.api [None req-c1f7cad2-6b05-4660-ac93-dbaaf1095984 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] Waiting for the task: (returnval){ [ 1318.095209] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]525b12be-c8e5-700e-0a32-8e01ef2c9a12" [ 1318.095209] env[62438]: _type = "Task" [ 1318.095209] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.107884] env[62438]: DEBUG oslo_vmware.api [None req-c1f7cad2-6b05-4660-ac93-dbaaf1095984 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]525b12be-c8e5-700e-0a32-8e01ef2c9a12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.175097] env[62438]: DEBUG oslo_vmware.api [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Task: {'id': task-1784288, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.252718] env[62438]: DEBUG nova.compute.utils [None req-114808b1-6b4d-43d0-9580-c86b0d06b23b tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1318.261220] env[62438]: DEBUG nova.compute.manager [None req-114808b1-6b4d-43d0-9580-c86b0d06b23b tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] [instance: 21b50399-6922-44e4-b104-b20a62d9d9a2] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1318.261220] env[62438]: DEBUG nova.network.neutron [None req-114808b1-6b4d-43d0-9580-c86b0d06b23b tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] [instance: 21b50399-6922-44e4-b104-b20a62d9d9a2] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1318.266630] env[62438]: DEBUG nova.network.neutron [None req-c46e1583-218a-4973-8208-8ad3dae39dae tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] [instance: b04481d2-d1cf-46e7-98c6-e714cf8c10c0] Updating instance_info_cache with network_info: [{"id": "a3cdc20d-32c5-437b-8d5b-4e6cc8fafea2", "address": "fa:16:3e:11:48:8d", "network": {"id": "ef9c7ee7-6797-4f8a-985d-5de0aa7e5024", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-488588387-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33815b23dfb94faeb07c2724add3622e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3cdc20d-32", "ovs_interfaceid": "a3cdc20d-32c5-437b-8d5b-4e6cc8fafea2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1318.280525] env[62438]: DEBUG oslo_concurrency.lockutils [None req-01b6015d-4e42-4e5e-aff7-0f264c338bd4 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Lock "ea561adf-aa56-465b-a0fe-b1f5faf3dc56" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.011s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1318.324554] env[62438]: DEBUG oslo_vmware.api [None req-3a320b0c-fecd-463b-8530-28e469e42336 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1784289, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.529222] env[62438]: DEBUG nova.policy [None req-114808b1-6b4d-43d0-9580-c86b0d06b23b tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a81977aea27b4e598147878bec9d01e9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '422ad49975c041888fd0aee42233f861', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1318.551706] env[62438]: DEBUG oslo_vmware.api [None req-37429711-5cd8-4009-9888-3c4a38ff668b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Task: {'id': task-1784290, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065493} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.552329] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-37429711-5cd8-4009-9888-3c4a38ff668b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 03448a20-9731-4076-bf51-852e9fc7f016] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1318.553006] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59ec0bdb-9e9f-4508-9d8b-01ebd161e40c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.587666] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-37429711-5cd8-4009-9888-3c4a38ff668b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 03448a20-9731-4076-bf51-852e9fc7f016] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 03448a20-9731-4076-bf51-852e9fc7f016/03448a20-9731-4076-bf51-852e9fc7f016.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1318.588508] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0c388e4-4bb0-4d94-be85-3b4f2d3b538b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.617063] env[62438]: DEBUG oslo_vmware.api [None req-c1f7cad2-6b05-4660-ac93-dbaaf1095984 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]525b12be-c8e5-700e-0a32-8e01ef2c9a12, 'name': SearchDatastore_Task, 'duration_secs': 0.018945} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.619559] env[62438]: DEBUG oslo_vmware.api [None req-37429711-5cd8-4009-9888-3c4a38ff668b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Waiting for the task: (returnval){ [ 1318.619559] env[62438]: value = "task-1784291" [ 1318.619559] env[62438]: _type = "Task" [ 1318.619559] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.619877] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50f2dbdf-72e2-491b-bc74-3cd4392991da {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.629051] env[62438]: DEBUG oslo_vmware.api [None req-c1f7cad2-6b05-4660-ac93-dbaaf1095984 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] Waiting for the task: (returnval){ [ 1318.629051] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52cf6c6c-54ba-acb0-bd2e-59ddf4933469" [ 1318.629051] env[62438]: _type = "Task" [ 1318.629051] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.633092] env[62438]: DEBUG oslo_vmware.api [None req-37429711-5cd8-4009-9888-3c4a38ff668b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Task: {'id': task-1784291, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.640906] env[62438]: DEBUG oslo_vmware.api [None req-c1f7cad2-6b05-4660-ac93-dbaaf1095984 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52cf6c6c-54ba-acb0-bd2e-59ddf4933469, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.674460] env[62438]: DEBUG oslo_vmware.api [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Task: {'id': task-1784288, 'name': PowerOnVM_Task, 'duration_secs': 0.936745} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.674787] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] [instance: a5fd1d2f-7006-4400-84ba-63cb62e46194] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1318.675089] env[62438]: INFO nova.compute.manager [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] [instance: a5fd1d2f-7006-4400-84ba-63cb62e46194] Took 15.87 seconds to spawn the instance on the hypervisor. [ 1318.675309] env[62438]: DEBUG nova.compute.manager [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] [instance: a5fd1d2f-7006-4400-84ba-63cb62e46194] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1318.676441] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9ff3f76-cdfe-4fc5-9b87-98db02668d4d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.767934] env[62438]: DEBUG nova.compute.manager [None req-114808b1-6b4d-43d0-9580-c86b0d06b23b tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] [instance: 21b50399-6922-44e4-b104-b20a62d9d9a2] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1318.779022] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c46e1583-218a-4973-8208-8ad3dae39dae tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Releasing lock "refresh_cache-b04481d2-d1cf-46e7-98c6-e714cf8c10c0" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1318.779022] env[62438]: DEBUG nova.compute.manager [None req-c46e1583-218a-4973-8208-8ad3dae39dae tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] [instance: b04481d2-d1cf-46e7-98c6-e714cf8c10c0] Instance network_info: |[{"id": "a3cdc20d-32c5-437b-8d5b-4e6cc8fafea2", "address": "fa:16:3e:11:48:8d", "network": {"id": "ef9c7ee7-6797-4f8a-985d-5de0aa7e5024", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-488588387-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33815b23dfb94faeb07c2724add3622e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3cdc20d-32", "ovs_interfaceid": "a3cdc20d-32c5-437b-8d5b-4e6cc8fafea2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1318.779334] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-c46e1583-218a-4973-8208-8ad3dae39dae tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] [instance: b04481d2-d1cf-46e7-98c6-e714cf8c10c0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:48:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37333dc2-982e-45e9-9dda-0c18417d7fa6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a3cdc20d-32c5-437b-8d5b-4e6cc8fafea2', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1318.788105] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-c46e1583-218a-4973-8208-8ad3dae39dae tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Creating folder: Project (33815b23dfb94faeb07c2724add3622e). Parent ref: group-v370230. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1318.788525] env[62438]: DEBUG nova.compute.manager [None req-13067008-1e34-46a4-b955-54225fc97007 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: f9196911-d1ae-4b4a-a4be-08ec3690d516] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1318.791125] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-853befe1-1a11-4d51-b8ea-349b98e082b6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.808549] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-c46e1583-218a-4973-8208-8ad3dae39dae tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Created folder: Project (33815b23dfb94faeb07c2724add3622e) in parent group-v370230. [ 1318.808549] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-c46e1583-218a-4973-8208-8ad3dae39dae tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Creating folder: Instances. Parent ref: group-v370246. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1318.815444] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-472910c4-402f-456c-882c-4418ad6f4493 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.824728] env[62438]: DEBUG oslo_vmware.api [None req-3a320b0c-fecd-463b-8530-28e469e42336 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1784289, 'name': PowerOnVM_Task, 'duration_secs': 0.525503} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.824998] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a320b0c-fecd-463b-8530-28e469e42336 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: d96af944-fba1-4df4-a0f7-0566ae562500] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1318.827589] env[62438]: INFO nova.compute.manager [None req-3a320b0c-fecd-463b-8530-28e469e42336 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: d96af944-fba1-4df4-a0f7-0566ae562500] Took 13.83 seconds to spawn the instance on the hypervisor. [ 1318.828375] env[62438]: DEBUG nova.compute.manager [None req-3a320b0c-fecd-463b-8530-28e469e42336 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: d96af944-fba1-4df4-a0f7-0566ae562500] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1318.830303] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9edd561-81b7-4833-bfad-ba4aa262b849 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.833413] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-c46e1583-218a-4973-8208-8ad3dae39dae tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Created folder: Instances in parent group-v370246. [ 1318.833623] env[62438]: DEBUG oslo.service.loopingcall [None req-c46e1583-218a-4973-8208-8ad3dae39dae tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1318.833997] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b04481d2-d1cf-46e7-98c6-e714cf8c10c0] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1318.834669] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ff982a5-637d-484c-a64d-d64926fec3aa {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.855324] env[62438]: DEBUG nova.network.neutron [None req-86688448-f000-448a-8fc4-94abbf86a1dc tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] [instance: 277f271f-6f65-4d7b-af1c-e3383b78d775] Successfully updated port: 2f8b18c8-cdc7-4234-84ae-0a46179d0d13 {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1318.863501] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1318.863501] env[62438]: value = "task-1784294" [ 1318.863501] env[62438]: _type = "Task" [ 1318.863501] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.880210] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784294, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.069575] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbeb5d51-d994-4fa2-99c2-d9bac183af76 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.077264] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ebe2318-acb2-46ba-a1b9-04e3bcbde7e6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.116525] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c50048-4d58-4803-b147-ff124e2a2a22 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.127978] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f508e50-f6bd-4238-9c30-e285a9d161cc {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.141183] env[62438]: DEBUG oslo_vmware.api [None req-37429711-5cd8-4009-9888-3c4a38ff668b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Task: {'id': task-1784291, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.149352] env[62438]: DEBUG nova.compute.provider_tree [None req-a3d77292-561f-47cf-8d63-6cb306b92427 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Updating inventory in ProviderTree for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1319.158589] env[62438]: DEBUG oslo_vmware.api [None req-c1f7cad2-6b05-4660-ac93-dbaaf1095984 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52cf6c6c-54ba-acb0-bd2e-59ddf4933469, 'name': SearchDatastore_Task, 'duration_secs': 0.035226} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.159243] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c1f7cad2-6b05-4660-ac93-dbaaf1095984 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1319.159349] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1f7cad2-6b05-4660-ac93-dbaaf1095984 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] c1a86675-a28d-48e4-8fc3-b205726cdb7b/c1a86675-a28d-48e4-8fc3-b205726cdb7b.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1319.159918] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-93b6690b-b3bd-47c1-a57c-02fd44d719d6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.167391] env[62438]: DEBUG oslo_vmware.api [None req-c1f7cad2-6b05-4660-ac93-dbaaf1095984 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] Waiting for the task: (returnval){ [ 1319.167391] env[62438]: value = "task-1784295" [ 1319.167391] env[62438]: _type = "Task" [ 1319.167391] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.176553] env[62438]: DEBUG oslo_vmware.api [None req-c1f7cad2-6b05-4660-ac93-dbaaf1095984 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] Task: {'id': task-1784295, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.199357] env[62438]: INFO nova.compute.manager [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] [instance: a5fd1d2f-7006-4400-84ba-63cb62e46194] Took 22.84 seconds to build instance. [ 1319.331120] env[62438]: DEBUG oslo_concurrency.lockutils [None req-13067008-1e34-46a4-b955-54225fc97007 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1319.360847] env[62438]: DEBUG oslo_concurrency.lockutils [None req-86688448-f000-448a-8fc4-94abbf86a1dc tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] Acquiring lock "refresh_cache-277f271f-6f65-4d7b-af1c-e3383b78d775" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1319.360847] env[62438]: DEBUG oslo_concurrency.lockutils [None req-86688448-f000-448a-8fc4-94abbf86a1dc tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] Acquired lock "refresh_cache-277f271f-6f65-4d7b-af1c-e3383b78d775" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.360847] env[62438]: DEBUG nova.network.neutron [None req-86688448-f000-448a-8fc4-94abbf86a1dc tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] [instance: 277f271f-6f65-4d7b-af1c-e3383b78d775] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1319.373901] env[62438]: INFO nova.compute.manager [None req-3a320b0c-fecd-463b-8530-28e469e42336 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: d96af944-fba1-4df4-a0f7-0566ae562500] Took 21.25 seconds to build instance. [ 1319.389578] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784294, 'name': CreateVM_Task} progress is 99%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.518568] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ce924e23-77aa-425d-94b3-299e41a93b9c tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Acquiring lock "dafca806-482e-476d-aac6-f4844403efb3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1319.519028] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ce924e23-77aa-425d-94b3-299e41a93b9c tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Lock "dafca806-482e-476d-aac6-f4844403efb3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1319.635179] env[62438]: DEBUG oslo_vmware.api [None req-37429711-5cd8-4009-9888-3c4a38ff668b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Task: {'id': task-1784291, 'name': ReconfigVM_Task, 'duration_secs': 0.788112} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.635179] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-37429711-5cd8-4009-9888-3c4a38ff668b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 03448a20-9731-4076-bf51-852e9fc7f016] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 03448a20-9731-4076-bf51-852e9fc7f016/03448a20-9731-4076-bf51-852e9fc7f016.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1319.635179] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ad338aca-0ecd-40fe-a12c-48c840bdf2f6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.645129] env[62438]: DEBUG oslo_vmware.api [None req-37429711-5cd8-4009-9888-3c4a38ff668b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Waiting for the task: (returnval){ [ 1319.645129] env[62438]: value = "task-1784296" [ 1319.645129] env[62438]: _type = "Task" [ 1319.645129] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.658529] env[62438]: DEBUG oslo_vmware.api [None req-37429711-5cd8-4009-9888-3c4a38ff668b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Task: {'id': task-1784296, 'name': Rename_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.678940] env[62438]: DEBUG oslo_vmware.api [None req-c1f7cad2-6b05-4660-ac93-dbaaf1095984 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] Task: {'id': task-1784295, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.686788] env[62438]: ERROR nova.scheduler.client.report [None req-a3d77292-561f-47cf-8d63-6cb306b92427 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [req-3a660e73-d66e-48f2-aed4-759182e83beb] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 3d204b25-fa3a-4320-b81b-738bc1f337f5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3a660e73-d66e-48f2-aed4-759182e83beb"}]} [ 1319.703058] env[62438]: DEBUG oslo_concurrency.lockutils [None req-4d089aa8-61dc-4aa7-99a9-417c1b81eca2 tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Lock "a5fd1d2f-7006-4400-84ba-63cb62e46194" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.356s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1319.711614] env[62438]: DEBUG nova.scheduler.client.report [None req-a3d77292-561f-47cf-8d63-6cb306b92427 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Refreshing inventories for resource provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1319.732103] env[62438]: DEBUG nova.scheduler.client.report [None req-a3d77292-561f-47cf-8d63-6cb306b92427 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Updating ProviderTree inventory for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1319.732367] env[62438]: DEBUG nova.compute.provider_tree [None req-a3d77292-561f-47cf-8d63-6cb306b92427 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Updating inventory in ProviderTree for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1319.747242] env[62438]: DEBUG nova.scheduler.client.report [None req-a3d77292-561f-47cf-8d63-6cb306b92427 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Refreshing aggregate associations for resource provider 3d204b25-fa3a-4320-b81b-738bc1f337f5, aggregates: None {{(pid=62438) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1319.770749] env[62438]: DEBUG nova.scheduler.client.report [None req-a3d77292-561f-47cf-8d63-6cb306b92427 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Refreshing trait associations for resource provider 3d204b25-fa3a-4320-b81b-738bc1f337f5, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62438) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1319.787630] env[62438]: DEBUG nova.compute.manager [None req-114808b1-6b4d-43d0-9580-c86b0d06b23b tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] [instance: 21b50399-6922-44e4-b104-b20a62d9d9a2] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1319.817688] env[62438]: DEBUG nova.virt.hardware [None req-114808b1-6b4d-43d0-9580-c86b0d06b23b tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1319.817934] env[62438]: DEBUG nova.virt.hardware [None req-114808b1-6b4d-43d0-9580-c86b0d06b23b tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1319.818101] env[62438]: DEBUG nova.virt.hardware [None req-114808b1-6b4d-43d0-9580-c86b0d06b23b tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1319.818284] env[62438]: DEBUG nova.virt.hardware [None req-114808b1-6b4d-43d0-9580-c86b0d06b23b tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1319.818427] env[62438]: DEBUG nova.virt.hardware [None req-114808b1-6b4d-43d0-9580-c86b0d06b23b tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1319.818575] env[62438]: DEBUG nova.virt.hardware [None req-114808b1-6b4d-43d0-9580-c86b0d06b23b tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1319.818780] env[62438]: DEBUG nova.virt.hardware [None req-114808b1-6b4d-43d0-9580-c86b0d06b23b tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1319.818964] env[62438]: DEBUG nova.virt.hardware [None req-114808b1-6b4d-43d0-9580-c86b0d06b23b tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1319.819432] env[62438]: DEBUG nova.virt.hardware [None req-114808b1-6b4d-43d0-9580-c86b0d06b23b tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1319.819667] env[62438]: DEBUG nova.virt.hardware [None req-114808b1-6b4d-43d0-9580-c86b0d06b23b tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1319.819924] env[62438]: DEBUG nova.virt.hardware [None req-114808b1-6b4d-43d0-9580-c86b0d06b23b tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1319.820920] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7cf5133-09d6-4790-9d3a-f8f4b740a69a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.832041] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f331574e-281a-4511-b974-672418116339 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.881873] env[62438]: DEBUG oslo_concurrency.lockutils [None req-3a320b0c-fecd-463b-8530-28e469e42336 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Lock "d96af944-fba1-4df4-a0f7-0566ae562500" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.768s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1319.882105] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784294, 'name': CreateVM_Task, 'duration_secs': 0.551949} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.882267] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b04481d2-d1cf-46e7-98c6-e714cf8c10c0] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1319.882897] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c46e1583-218a-4973-8208-8ad3dae39dae tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1319.883061] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c46e1583-218a-4973-8208-8ad3dae39dae tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.883372] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c46e1583-218a-4973-8208-8ad3dae39dae tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1319.883632] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e344cad-9761-445c-af10-3117da992ddf {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.888224] env[62438]: DEBUG oslo_vmware.api [None req-c46e1583-218a-4973-8208-8ad3dae39dae tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Waiting for the task: (returnval){ [ 1319.888224] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5253784a-c921-7fee-44df-0afe892e0cfe" [ 1319.888224] env[62438]: _type = "Task" [ 1319.888224] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.898715] env[62438]: DEBUG oslo_vmware.api [None req-c46e1583-218a-4973-8208-8ad3dae39dae tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5253784a-c921-7fee-44df-0afe892e0cfe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.960720] env[62438]: DEBUG nova.network.neutron [None req-86688448-f000-448a-8fc4-94abbf86a1dc tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] [instance: 277f271f-6f65-4d7b-af1c-e3383b78d775] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1319.969447] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ace27a-5651-421a-b3dc-67f25a33b1da {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.979595] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4548a5be-7edc-4502-a2e1-9883c83cc43b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.019246] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-648f2bdc-d282-4ab0-b5b5-e2ebb532450c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.026891] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0288eb5-f690-4529-95dc-d5eb5ed05766 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.040658] env[62438]: DEBUG nova.compute.provider_tree [None req-a3d77292-561f-47cf-8d63-6cb306b92427 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1320.156779] env[62438]: DEBUG oslo_vmware.api [None req-37429711-5cd8-4009-9888-3c4a38ff668b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Task: {'id': task-1784296, 'name': Rename_Task, 'duration_secs': 0.211445} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.156988] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-37429711-5cd8-4009-9888-3c4a38ff668b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 03448a20-9731-4076-bf51-852e9fc7f016] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1320.157281] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c10d9499-d617-4e3a-8bf4-9d6e0285bcac {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.166985] env[62438]: DEBUG oslo_vmware.api [None req-37429711-5cd8-4009-9888-3c4a38ff668b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Waiting for the task: (returnval){ [ 1320.166985] env[62438]: value = "task-1784297" [ 1320.166985] env[62438]: _type = "Task" [ 1320.166985] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.175562] env[62438]: DEBUG oslo_vmware.api [None req-37429711-5cd8-4009-9888-3c4a38ff668b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Task: {'id': task-1784297, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.181245] env[62438]: DEBUG oslo_vmware.api [None req-c1f7cad2-6b05-4660-ac93-dbaaf1095984 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] Task: {'id': task-1784295, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.599511} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.181672] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1f7cad2-6b05-4660-ac93-dbaaf1095984 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] c1a86675-a28d-48e4-8fc3-b205726cdb7b/c1a86675-a28d-48e4-8fc3-b205726cdb7b.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1320.182493] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-c1f7cad2-6b05-4660-ac93-dbaaf1095984 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] [instance: c1a86675-a28d-48e4-8fc3-b205726cdb7b] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1320.183187] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a7dafff7-9e0d-4614-aee8-9bdda235af82 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.198685] env[62438]: DEBUG oslo_vmware.api [None req-c1f7cad2-6b05-4660-ac93-dbaaf1095984 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] Waiting for the task: (returnval){ [ 1320.198685] env[62438]: value = "task-1784298" [ 1320.198685] env[62438]: _type = "Task" [ 1320.198685] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.205227] env[62438]: DEBUG nova.compute.manager [None req-ce924e23-77aa-425d-94b3-299e41a93b9c tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] [instance: dafca806-482e-476d-aac6-f4844403efb3] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1320.216960] env[62438]: DEBUG oslo_vmware.api [None req-c1f7cad2-6b05-4660-ac93-dbaaf1095984 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] Task: {'id': task-1784298, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.402809] env[62438]: DEBUG oslo_vmware.api [None req-c46e1583-218a-4973-8208-8ad3dae39dae tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5253784a-c921-7fee-44df-0afe892e0cfe, 'name': SearchDatastore_Task, 'duration_secs': 0.034679} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.403482] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c46e1583-218a-4973-8208-8ad3dae39dae tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1320.403674] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-c46e1583-218a-4973-8208-8ad3dae39dae tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] [instance: b04481d2-d1cf-46e7-98c6-e714cf8c10c0] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1320.403996] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c46e1583-218a-4973-8208-8ad3dae39dae tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1320.404147] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c46e1583-218a-4973-8208-8ad3dae39dae tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.404358] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-c46e1583-218a-4973-8208-8ad3dae39dae tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1320.404548] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-833e678d-5754-4bc2-89b9-245968bb2427 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.414153] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-c46e1583-218a-4973-8208-8ad3dae39dae tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1320.414153] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-c46e1583-218a-4973-8208-8ad3dae39dae tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1320.414546] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb0737ad-40ef-4124-9a73-1a291e704f8c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.421862] env[62438]: DEBUG oslo_vmware.api [None req-c46e1583-218a-4973-8208-8ad3dae39dae tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Waiting for the task: (returnval){ [ 1320.421862] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52f9dc4c-55b4-abd9-4ee2-8401503b6355" [ 1320.421862] env[62438]: _type = "Task" [ 1320.421862] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.436246] env[62438]: DEBUG oslo_vmware.api [None req-c46e1583-218a-4973-8208-8ad3dae39dae tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52f9dc4c-55b4-abd9-4ee2-8401503b6355, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.529342] env[62438]: DEBUG nova.network.neutron [None req-114808b1-6b4d-43d0-9580-c86b0d06b23b tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] [instance: 21b50399-6922-44e4-b104-b20a62d9d9a2] Successfully created port: 6074fba3-81e6-4fdb-aad1-97fa16470927 {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1320.543856] env[62438]: DEBUG nova.scheduler.client.report [None req-a3d77292-561f-47cf-8d63-6cb306b92427 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1320.612249] env[62438]: DEBUG nova.network.neutron [None req-86688448-f000-448a-8fc4-94abbf86a1dc tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] [instance: 277f271f-6f65-4d7b-af1c-e3383b78d775] Updating instance_info_cache with network_info: [{"id": "2f8b18c8-cdc7-4234-84ae-0a46179d0d13", "address": "fa:16:3e:a0:c7:8b", "network": {"id": "7fb47d14-cac7-450d-92e0-f3f9c37d1bcc", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1533825438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "296dc7be17254740a70714530fbca090", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f8b18c8-cd", "ovs_interfaceid": "2f8b18c8-cdc7-4234-84ae-0a46179d0d13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1320.676102] env[62438]: DEBUG oslo_vmware.api [None req-37429711-5cd8-4009-9888-3c4a38ff668b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Task: {'id': task-1784297, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.708260] env[62438]: DEBUG oslo_vmware.api [None req-c1f7cad2-6b05-4660-ac93-dbaaf1095984 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] Task: {'id': task-1784298, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104941} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.710023] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-c1f7cad2-6b05-4660-ac93-dbaaf1095984 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] [instance: c1a86675-a28d-48e4-8fc3-b205726cdb7b] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1320.710023] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e9b61a-4363-4ed4-a96a-494901446dbf {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.746351] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1f7cad2-6b05-4660-ac93-dbaaf1095984 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] [instance: c1a86675-a28d-48e4-8fc3-b205726cdb7b] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] c1a86675-a28d-48e4-8fc3-b205726cdb7b/c1a86675-a28d-48e4-8fc3-b205726cdb7b.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1320.746492] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42c9df55-a69c-4c82-8623-c36457c40580 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.765073] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ce924e23-77aa-425d-94b3-299e41a93b9c tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1320.769808] env[62438]: DEBUG oslo_vmware.api [None req-c1f7cad2-6b05-4660-ac93-dbaaf1095984 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] Waiting for the task: (returnval){ [ 1320.769808] env[62438]: value = "task-1784299" [ 1320.769808] env[62438]: _type = "Task" [ 1320.769808] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.780879] env[62438]: DEBUG oslo_vmware.api [None req-c1f7cad2-6b05-4660-ac93-dbaaf1095984 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] Task: {'id': task-1784299, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.938026] env[62438]: DEBUG oslo_vmware.api [None req-c46e1583-218a-4973-8208-8ad3dae39dae tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52f9dc4c-55b4-abd9-4ee2-8401503b6355, 'name': SearchDatastore_Task, 'duration_secs': 0.014079} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.939130] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1ecb236-15c5-4f7d-8706-5a8cfbac1c16 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.946258] env[62438]: DEBUG oslo_vmware.api [None req-c46e1583-218a-4973-8208-8ad3dae39dae tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Waiting for the task: (returnval){ [ 1320.946258] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52c1d234-fed0-75aa-b8f9-12fa0a4749fb" [ 1320.946258] env[62438]: _type = "Task" [ 1320.946258] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.957981] env[62438]: DEBUG oslo_vmware.api [None req-c46e1583-218a-4973-8208-8ad3dae39dae tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52c1d234-fed0-75aa-b8f9-12fa0a4749fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.049862] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a3d77292-561f-47cf-8d63-6cb306b92427 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.308s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1321.050443] env[62438]: DEBUG nova.compute.manager [None req-a3d77292-561f-47cf-8d63-6cb306b92427 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: 123a890e-3772-4f4f-b12d-5fae028ee895] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1321.053601] env[62438]: DEBUG oslo_concurrency.lockutils [None req-95fae044-b502-4736-914b-b35b838b9997 tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.218s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1321.057290] env[62438]: INFO nova.compute.claims [None req-95fae044-b502-4736-914b-b35b838b9997 tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] [instance: ee90abad-2628-4c6e-880a-23fb6e8088f1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1321.114758] env[62438]: DEBUG oslo_concurrency.lockutils [None req-86688448-f000-448a-8fc4-94abbf86a1dc tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] Releasing lock "refresh_cache-277f271f-6f65-4d7b-af1c-e3383b78d775" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1321.115124] env[62438]: DEBUG nova.compute.manager [None req-86688448-f000-448a-8fc4-94abbf86a1dc tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] [instance: 277f271f-6f65-4d7b-af1c-e3383b78d775] Instance network_info: |[{"id": "2f8b18c8-cdc7-4234-84ae-0a46179d0d13", "address": "fa:16:3e:a0:c7:8b", "network": {"id": "7fb47d14-cac7-450d-92e0-f3f9c37d1bcc", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1533825438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "296dc7be17254740a70714530fbca090", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f8b18c8-cd", "ovs_interfaceid": "2f8b18c8-cdc7-4234-84ae-0a46179d0d13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1321.115901] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-86688448-f000-448a-8fc4-94abbf86a1dc tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] [instance: 277f271f-6f65-4d7b-af1c-e3383b78d775] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:c7:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee018eb-75be-4037-a80a-07034d4eae35', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2f8b18c8-cdc7-4234-84ae-0a46179d0d13', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1321.125107] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-86688448-f000-448a-8fc4-94abbf86a1dc tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] Creating folder: Project (296dc7be17254740a70714530fbca090). Parent ref: group-v370230. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1321.125808] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-96b87fc3-7cff-4f83-b844-9c24a43c6ff5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.137395] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-86688448-f000-448a-8fc4-94abbf86a1dc tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] Created folder: Project (296dc7be17254740a70714530fbca090) in parent group-v370230. [ 1321.137615] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-86688448-f000-448a-8fc4-94abbf86a1dc tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] Creating folder: Instances. Parent ref: group-v370249. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1321.138143] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c9866fda-06ea-4525-bf65-b7203cca4596 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.148379] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-86688448-f000-448a-8fc4-94abbf86a1dc tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] Created folder: Instances in parent group-v370249. [ 1321.148638] env[62438]: DEBUG oslo.service.loopingcall [None req-86688448-f000-448a-8fc4-94abbf86a1dc tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1321.148825] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 277f271f-6f65-4d7b-af1c-e3383b78d775] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1321.149112] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-15b91445-7729-4a80-a0d0-ae71917e55e7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.181079] env[62438]: DEBUG oslo_vmware.api [None req-37429711-5cd8-4009-9888-3c4a38ff668b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Task: {'id': task-1784297, 'name': PowerOnVM_Task, 'duration_secs': 0.881243} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.182707] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-37429711-5cd8-4009-9888-3c4a38ff668b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 03448a20-9731-4076-bf51-852e9fc7f016] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1321.182979] env[62438]: INFO nova.compute.manager [None req-37429711-5cd8-4009-9888-3c4a38ff668b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 03448a20-9731-4076-bf51-852e9fc7f016] Took 14.02 seconds to spawn the instance on the hypervisor. [ 1321.183302] env[62438]: DEBUG nova.compute.manager [None req-37429711-5cd8-4009-9888-3c4a38ff668b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 03448a20-9731-4076-bf51-852e9fc7f016] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1321.183681] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1321.183681] env[62438]: value = "task-1784302" [ 1321.183681] env[62438]: _type = "Task" [ 1321.183681] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.184658] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87c16523-e22f-4d7d-b7d4-80ad6982a830 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.208286] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784302, 'name': CreateVM_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.288879] env[62438]: DEBUG oslo_vmware.api [None req-c1f7cad2-6b05-4660-ac93-dbaaf1095984 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] Task: {'id': task-1784299, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.460018] env[62438]: DEBUG oslo_vmware.api [None req-c46e1583-218a-4973-8208-8ad3dae39dae tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52c1d234-fed0-75aa-b8f9-12fa0a4749fb, 'name': SearchDatastore_Task, 'duration_secs': 0.020669} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.460689] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c46e1583-218a-4973-8208-8ad3dae39dae tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1321.460689] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-c46e1583-218a-4973-8208-8ad3dae39dae tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] b04481d2-d1cf-46e7-98c6-e714cf8c10c0/b04481d2-d1cf-46e7-98c6-e714cf8c10c0.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1321.460904] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-10299312-3a28-4819-90fb-f956f7dc8a03 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.468988] env[62438]: DEBUG oslo_vmware.api [None req-c46e1583-218a-4973-8208-8ad3dae39dae tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Waiting for the task: (returnval){ [ 1321.468988] env[62438]: value = "task-1784303" [ 1321.468988] env[62438]: _type = "Task" [ 1321.468988] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.481567] env[62438]: DEBUG oslo_vmware.api [None req-c46e1583-218a-4973-8208-8ad3dae39dae tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Task: {'id': task-1784303, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.568723] env[62438]: DEBUG nova.compute.utils [None req-a3d77292-561f-47cf-8d63-6cb306b92427 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1321.569214] env[62438]: DEBUG nova.compute.manager [None req-a3d77292-561f-47cf-8d63-6cb306b92427 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: 123a890e-3772-4f4f-b12d-5fae028ee895] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1321.569260] env[62438]: DEBUG nova.network.neutron [None req-a3d77292-561f-47cf-8d63-6cb306b92427 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: 123a890e-3772-4f4f-b12d-5fae028ee895] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1321.698340] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784302, 'name': CreateVM_Task, 'duration_secs': 0.4225} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.698521] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 277f271f-6f65-4d7b-af1c-e3383b78d775] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1321.699252] env[62438]: DEBUG oslo_concurrency.lockutils [None req-86688448-f000-448a-8fc4-94abbf86a1dc tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1321.699419] env[62438]: DEBUG oslo_concurrency.lockutils [None req-86688448-f000-448a-8fc4-94abbf86a1dc tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.699743] env[62438]: DEBUG oslo_concurrency.lockutils [None req-86688448-f000-448a-8fc4-94abbf86a1dc tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1321.700017] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2461c39-c6b0-438a-b96e-cae4290e9651 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.708448] env[62438]: DEBUG oslo_vmware.api [None req-86688448-f000-448a-8fc4-94abbf86a1dc tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] Waiting for the task: (returnval){ [ 1321.708448] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52742b71-f890-25dc-5487-918cbc3a2fa6" [ 1321.708448] env[62438]: _type = "Task" [ 1321.708448] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.713446] env[62438]: INFO nova.compute.manager [None req-37429711-5cd8-4009-9888-3c4a38ff668b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 03448a20-9731-4076-bf51-852e9fc7f016] Took 21.30 seconds to build instance. [ 1321.721133] env[62438]: DEBUG oslo_vmware.api [None req-86688448-f000-448a-8fc4-94abbf86a1dc tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52742b71-f890-25dc-5487-918cbc3a2fa6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.741950] env[62438]: DEBUG nova.policy [None req-a3d77292-561f-47cf-8d63-6cb306b92427 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4d810ec10d064797b4b2dafab8b4ef9c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dcac247fc8bf4106b7d5257752dc2064', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1321.781174] env[62438]: DEBUG oslo_vmware.api [None req-c1f7cad2-6b05-4660-ac93-dbaaf1095984 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] Task: {'id': task-1784299, 'name': ReconfigVM_Task, 'duration_secs': 0.520973} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.781525] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1f7cad2-6b05-4660-ac93-dbaaf1095984 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] [instance: c1a86675-a28d-48e4-8fc3-b205726cdb7b] Reconfigured VM instance instance-00000007 to attach disk [datastore1] c1a86675-a28d-48e4-8fc3-b205726cdb7b/c1a86675-a28d-48e4-8fc3-b205726cdb7b.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1321.782157] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-051de609-9bb5-4011-9308-3a8336512860 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.789710] env[62438]: DEBUG oslo_vmware.api [None req-c1f7cad2-6b05-4660-ac93-dbaaf1095984 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] Waiting for the task: (returnval){ [ 1321.789710] env[62438]: value = "task-1784304" [ 1321.789710] env[62438]: _type = "Task" [ 1321.789710] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.799941] env[62438]: DEBUG oslo_vmware.api [None req-c1f7cad2-6b05-4660-ac93-dbaaf1095984 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] Task: {'id': task-1784304, 'name': Rename_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.980380] env[62438]: DEBUG oslo_vmware.api [None req-c46e1583-218a-4973-8208-8ad3dae39dae tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Task: {'id': task-1784303, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.072626] env[62438]: DEBUG nova.compute.manager [None req-a3d77292-561f-47cf-8d63-6cb306b92427 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: 123a890e-3772-4f4f-b12d-5fae028ee895] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1322.215992] env[62438]: DEBUG oslo_concurrency.lockutils [None req-37429711-5cd8-4009-9888-3c4a38ff668b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Lock "03448a20-9731-4076-bf51-852e9fc7f016" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.810s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1322.218699] env[62438]: DEBUG nova.compute.manager [req-0617aa70-f90b-43b3-bf54-35fdcf054a6b req-2e5f3eb8-2aca-4080-9245-a6b4fb6d5c92 service nova] [instance: b04481d2-d1cf-46e7-98c6-e714cf8c10c0] Received event network-changed-a3cdc20d-32c5-437b-8d5b-4e6cc8fafea2 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1322.218699] env[62438]: DEBUG nova.compute.manager [req-0617aa70-f90b-43b3-bf54-35fdcf054a6b req-2e5f3eb8-2aca-4080-9245-a6b4fb6d5c92 service nova] [instance: b04481d2-d1cf-46e7-98c6-e714cf8c10c0] Refreshing instance network info cache due to event network-changed-a3cdc20d-32c5-437b-8d5b-4e6cc8fafea2. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1322.221397] env[62438]: DEBUG oslo_concurrency.lockutils [req-0617aa70-f90b-43b3-bf54-35fdcf054a6b req-2e5f3eb8-2aca-4080-9245-a6b4fb6d5c92 service nova] Acquiring lock "refresh_cache-b04481d2-d1cf-46e7-98c6-e714cf8c10c0" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1322.221498] env[62438]: DEBUG oslo_concurrency.lockutils [req-0617aa70-f90b-43b3-bf54-35fdcf054a6b req-2e5f3eb8-2aca-4080-9245-a6b4fb6d5c92 service nova] Acquired lock "refresh_cache-b04481d2-d1cf-46e7-98c6-e714cf8c10c0" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.221780] env[62438]: DEBUG nova.network.neutron [req-0617aa70-f90b-43b3-bf54-35fdcf054a6b req-2e5f3eb8-2aca-4080-9245-a6b4fb6d5c92 service nova] [instance: b04481d2-d1cf-46e7-98c6-e714cf8c10c0] Refreshing network info cache for port a3cdc20d-32c5-437b-8d5b-4e6cc8fafea2 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1322.239585] env[62438]: DEBUG oslo_vmware.api [None req-86688448-f000-448a-8fc4-94abbf86a1dc tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52742b71-f890-25dc-5487-918cbc3a2fa6, 'name': SearchDatastore_Task, 'duration_secs': 0.017534} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.239906] env[62438]: DEBUG oslo_concurrency.lockutils [None req-86688448-f000-448a-8fc4-94abbf86a1dc tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1322.240249] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-86688448-f000-448a-8fc4-94abbf86a1dc tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] [instance: 277f271f-6f65-4d7b-af1c-e3383b78d775] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1322.241294] env[62438]: DEBUG oslo_concurrency.lockutils [None req-86688448-f000-448a-8fc4-94abbf86a1dc tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1322.241294] env[62438]: DEBUG oslo_concurrency.lockutils [None req-86688448-f000-448a-8fc4-94abbf86a1dc tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.241294] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-86688448-f000-448a-8fc4-94abbf86a1dc tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1322.241294] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8eba49fb-3df0-4324-b48b-b60688e45b9a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.264826] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-86688448-f000-448a-8fc4-94abbf86a1dc tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1322.265185] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-86688448-f000-448a-8fc4-94abbf86a1dc tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1322.266010] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b73e43bd-d90c-4980-9529-287be4a5dc56 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.272403] env[62438]: DEBUG oslo_vmware.api [None req-86688448-f000-448a-8fc4-94abbf86a1dc tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] Waiting for the task: (returnval){ [ 1322.272403] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52a7efb3-dba0-9460-12cf-2ef3d5551ef8" [ 1322.272403] env[62438]: _type = "Task" [ 1322.272403] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.283119] env[62438]: DEBUG oslo_vmware.api [None req-86688448-f000-448a-8fc4-94abbf86a1dc tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52a7efb3-dba0-9460-12cf-2ef3d5551ef8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.300010] env[62438]: DEBUG oslo_vmware.api [None req-c1f7cad2-6b05-4660-ac93-dbaaf1095984 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] Task: {'id': task-1784304, 'name': Rename_Task, 'duration_secs': 0.233871} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.303685] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1f7cad2-6b05-4660-ac93-dbaaf1095984 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] [instance: c1a86675-a28d-48e4-8fc3-b205726cdb7b] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1322.303685] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb76b622-8c87-4389-9b13-4815c6703292 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.310994] env[62438]: DEBUG oslo_vmware.api [None req-c1f7cad2-6b05-4660-ac93-dbaaf1095984 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] Waiting for the task: (returnval){ [ 1322.310994] env[62438]: value = "task-1784305" [ 1322.310994] env[62438]: _type = "Task" [ 1322.310994] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.322124] env[62438]: DEBUG oslo_vmware.api [None req-c1f7cad2-6b05-4660-ac93-dbaaf1095984 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] Task: {'id': task-1784305, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.463712] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7680f64-92d6-4de2-a41b-383778db3b10 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.485782] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90222156-2d6a-4cd2-8232-3f2f19fbc39a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.489193] env[62438]: DEBUG oslo_vmware.api [None req-c46e1583-218a-4973-8208-8ad3dae39dae tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Task: {'id': task-1784303, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.960037} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.492541] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-c46e1583-218a-4973-8208-8ad3dae39dae tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] b04481d2-d1cf-46e7-98c6-e714cf8c10c0/b04481d2-d1cf-46e7-98c6-e714cf8c10c0.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1322.492541] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-c46e1583-218a-4973-8208-8ad3dae39dae tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] [instance: b04481d2-d1cf-46e7-98c6-e714cf8c10c0] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1322.492541] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4260f44a-4140-48c7-954e-e33c2b7ea497 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.521152] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c64955d1-0157-40ed-bcc3-533fcc845961 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.527022] env[62438]: DEBUG oslo_vmware.api [None req-c46e1583-218a-4973-8208-8ad3dae39dae tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Waiting for the task: (returnval){ [ 1322.527022] env[62438]: value = "task-1784306" [ 1322.527022] env[62438]: _type = "Task" [ 1322.527022] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.532913] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b89bae0b-de00-426d-a065-83f10fe6da3a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.542534] env[62438]: DEBUG oslo_vmware.api [None req-c46e1583-218a-4973-8208-8ad3dae39dae tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Task: {'id': task-1784306, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.556291] env[62438]: DEBUG nova.compute.provider_tree [None req-95fae044-b502-4736-914b-b35b838b9997 tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1322.556528] env[62438]: DEBUG nova.network.neutron [None req-a3d77292-561f-47cf-8d63-6cb306b92427 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: 123a890e-3772-4f4f-b12d-5fae028ee895] Successfully created port: 5a014730-4d18-4544-89ad-a227b8cdd2ec {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1322.792455] env[62438]: DEBUG oslo_vmware.api [None req-86688448-f000-448a-8fc4-94abbf86a1dc tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52a7efb3-dba0-9460-12cf-2ef3d5551ef8, 'name': SearchDatastore_Task, 'duration_secs': 0.099977} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.795677] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1e738cd-6570-48dd-b27a-eb061c0b3974 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.802215] env[62438]: DEBUG oslo_vmware.api [None req-86688448-f000-448a-8fc4-94abbf86a1dc tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] Waiting for the task: (returnval){ [ 1322.802215] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5292a024-c15b-a373-aab6-d29d7dfde27f" [ 1322.802215] env[62438]: _type = "Task" [ 1322.802215] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.810438] env[62438]: DEBUG oslo_vmware.api [None req-86688448-f000-448a-8fc4-94abbf86a1dc tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5292a024-c15b-a373-aab6-d29d7dfde27f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.824208] env[62438]: DEBUG oslo_vmware.api [None req-c1f7cad2-6b05-4660-ac93-dbaaf1095984 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] Task: {'id': task-1784305, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.040669] env[62438]: DEBUG oslo_vmware.api [None req-c46e1583-218a-4973-8208-8ad3dae39dae tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Task: {'id': task-1784306, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.124453} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.040669] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-c46e1583-218a-4973-8208-8ad3dae39dae tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] [instance: b04481d2-d1cf-46e7-98c6-e714cf8c10c0] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1323.041292] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b362977a-ff07-41c8-baea-f6df84e5b355 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.066732] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-c46e1583-218a-4973-8208-8ad3dae39dae tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] [instance: b04481d2-d1cf-46e7-98c6-e714cf8c10c0] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] b04481d2-d1cf-46e7-98c6-e714cf8c10c0/b04481d2-d1cf-46e7-98c6-e714cf8c10c0.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1323.069982] env[62438]: DEBUG nova.scheduler.client.report [None req-95fae044-b502-4736-914b-b35b838b9997 tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1323.070922] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80ea9a1d-a067-402b-8422-c1f4423c82e3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.089386] env[62438]: DEBUG oslo_concurrency.lockutils [None req-95fae044-b502-4736-914b-b35b838b9997 tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.036s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1323.089929] env[62438]: DEBUG nova.compute.manager [None req-95fae044-b502-4736-914b-b35b838b9997 tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] [instance: ee90abad-2628-4c6e-880a-23fb6e8088f1] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1323.093095] env[62438]: DEBUG nova.compute.manager [None req-a3d77292-561f-47cf-8d63-6cb306b92427 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: 123a890e-3772-4f4f-b12d-5fae028ee895] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1323.095067] env[62438]: DEBUG oslo_concurrency.lockutils [None req-13067008-1e34-46a4-b955-54225fc97007 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.764s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1323.098100] env[62438]: INFO nova.compute.claims [None req-13067008-1e34-46a4-b955-54225fc97007 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: f9196911-d1ae-4b4a-a4be-08ec3690d516] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1323.106047] env[62438]: DEBUG oslo_vmware.api [None req-c46e1583-218a-4973-8208-8ad3dae39dae tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Waiting for the task: (returnval){ [ 1323.106047] env[62438]: value = "task-1784307" [ 1323.106047] env[62438]: _type = "Task" [ 1323.106047] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.117864] env[62438]: DEBUG oslo_vmware.api [None req-c46e1583-218a-4973-8208-8ad3dae39dae tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Task: {'id': task-1784307, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.129094] env[62438]: DEBUG nova.virt.hardware [None req-a3d77292-561f-47cf-8d63-6cb306b92427 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1323.129428] env[62438]: DEBUG nova.virt.hardware [None req-a3d77292-561f-47cf-8d63-6cb306b92427 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1323.129546] env[62438]: DEBUG nova.virt.hardware [None req-a3d77292-561f-47cf-8d63-6cb306b92427 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1323.129728] env[62438]: DEBUG nova.virt.hardware [None req-a3d77292-561f-47cf-8d63-6cb306b92427 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1323.130024] env[62438]: DEBUG nova.virt.hardware [None req-a3d77292-561f-47cf-8d63-6cb306b92427 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1323.130024] env[62438]: DEBUG nova.virt.hardware [None req-a3d77292-561f-47cf-8d63-6cb306b92427 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1323.130232] env[62438]: DEBUG nova.virt.hardware [None req-a3d77292-561f-47cf-8d63-6cb306b92427 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1323.130401] env[62438]: DEBUG nova.virt.hardware [None req-a3d77292-561f-47cf-8d63-6cb306b92427 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1323.132725] env[62438]: DEBUG nova.virt.hardware [None req-a3d77292-561f-47cf-8d63-6cb306b92427 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1323.132725] env[62438]: DEBUG nova.virt.hardware [None req-a3d77292-561f-47cf-8d63-6cb306b92427 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1323.132725] env[62438]: DEBUG nova.virt.hardware [None req-a3d77292-561f-47cf-8d63-6cb306b92427 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1323.132725] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e09e495-3e9b-49cd-bb9f-27086019855c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.136756] env[62438]: DEBUG nova.network.neutron [req-0617aa70-f90b-43b3-bf54-35fdcf054a6b req-2e5f3eb8-2aca-4080-9245-a6b4fb6d5c92 service nova] [instance: b04481d2-d1cf-46e7-98c6-e714cf8c10c0] Updated VIF entry in instance network info cache for port a3cdc20d-32c5-437b-8d5b-4e6cc8fafea2. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1323.139043] env[62438]: DEBUG nova.network.neutron [req-0617aa70-f90b-43b3-bf54-35fdcf054a6b req-2e5f3eb8-2aca-4080-9245-a6b4fb6d5c92 service nova] [instance: b04481d2-d1cf-46e7-98c6-e714cf8c10c0] Updating instance_info_cache with network_info: [{"id": "a3cdc20d-32c5-437b-8d5b-4e6cc8fafea2", "address": "fa:16:3e:11:48:8d", "network": {"id": "ef9c7ee7-6797-4f8a-985d-5de0aa7e5024", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-488588387-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33815b23dfb94faeb07c2724add3622e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3cdc20d-32", "ovs_interfaceid": "a3cdc20d-32c5-437b-8d5b-4e6cc8fafea2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.145284] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66fb614f-9e50-4db1-b594-b1f9f9156b6a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.316191] env[62438]: DEBUG oslo_vmware.api [None req-86688448-f000-448a-8fc4-94abbf86a1dc tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5292a024-c15b-a373-aab6-d29d7dfde27f, 'name': SearchDatastore_Task, 'duration_secs': 0.034786} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.321567] env[62438]: DEBUG oslo_concurrency.lockutils [None req-86688448-f000-448a-8fc4-94abbf86a1dc tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1323.323276] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-86688448-f000-448a-8fc4-94abbf86a1dc tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 277f271f-6f65-4d7b-af1c-e3383b78d775/277f271f-6f65-4d7b-af1c-e3383b78d775.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1323.323434] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1a9e42c-caea-45a5-8236-9cd7bb67fe13 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.337384] env[62438]: DEBUG oslo_vmware.api [None req-c1f7cad2-6b05-4660-ac93-dbaaf1095984 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] Task: {'id': task-1784305, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.338918] env[62438]: DEBUG oslo_vmware.api [None req-86688448-f000-448a-8fc4-94abbf86a1dc tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] Waiting for the task: (returnval){ [ 1323.338918] env[62438]: value = "task-1784308" [ 1323.338918] env[62438]: _type = "Task" [ 1323.338918] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.347970] env[62438]: DEBUG oslo_vmware.api [None req-86688448-f000-448a-8fc4-94abbf86a1dc tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] Task: {'id': task-1784308, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.601488] env[62438]: DEBUG nova.compute.utils [None req-95fae044-b502-4736-914b-b35b838b9997 tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1323.607631] env[62438]: DEBUG nova.compute.manager [None req-95fae044-b502-4736-914b-b35b838b9997 tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] [instance: ee90abad-2628-4c6e-880a-23fb6e8088f1] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1323.607631] env[62438]: DEBUG nova.network.neutron [None req-95fae044-b502-4736-914b-b35b838b9997 tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] [instance: ee90abad-2628-4c6e-880a-23fb6e8088f1] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1323.623325] env[62438]: DEBUG oslo_vmware.api [None req-c46e1583-218a-4973-8208-8ad3dae39dae tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Task: {'id': task-1784307, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.640821] env[62438]: DEBUG oslo_concurrency.lockutils [req-0617aa70-f90b-43b3-bf54-35fdcf054a6b req-2e5f3eb8-2aca-4080-9245-a6b4fb6d5c92 service nova] Releasing lock "refresh_cache-b04481d2-d1cf-46e7-98c6-e714cf8c10c0" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1323.641306] env[62438]: DEBUG nova.compute.manager [req-0617aa70-f90b-43b3-bf54-35fdcf054a6b req-2e5f3eb8-2aca-4080-9245-a6b4fb6d5c92 service nova] [instance: 277f271f-6f65-4d7b-af1c-e3383b78d775] Received event network-vif-plugged-2f8b18c8-cdc7-4234-84ae-0a46179d0d13 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1323.641629] env[62438]: DEBUG oslo_concurrency.lockutils [req-0617aa70-f90b-43b3-bf54-35fdcf054a6b req-2e5f3eb8-2aca-4080-9245-a6b4fb6d5c92 service nova] Acquiring lock "277f271f-6f65-4d7b-af1c-e3383b78d775-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1323.641954] env[62438]: DEBUG oslo_concurrency.lockutils [req-0617aa70-f90b-43b3-bf54-35fdcf054a6b req-2e5f3eb8-2aca-4080-9245-a6b4fb6d5c92 service nova] Lock "277f271f-6f65-4d7b-af1c-e3383b78d775-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1323.642260] env[62438]: DEBUG oslo_concurrency.lockutils [req-0617aa70-f90b-43b3-bf54-35fdcf054a6b req-2e5f3eb8-2aca-4080-9245-a6b4fb6d5c92 service nova] Lock "277f271f-6f65-4d7b-af1c-e3383b78d775-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1323.642460] env[62438]: DEBUG nova.compute.manager [req-0617aa70-f90b-43b3-bf54-35fdcf054a6b req-2e5f3eb8-2aca-4080-9245-a6b4fb6d5c92 service nova] [instance: 277f271f-6f65-4d7b-af1c-e3383b78d775] No waiting events found dispatching network-vif-plugged-2f8b18c8-cdc7-4234-84ae-0a46179d0d13 {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1323.642680] env[62438]: WARNING nova.compute.manager [req-0617aa70-f90b-43b3-bf54-35fdcf054a6b req-2e5f3eb8-2aca-4080-9245-a6b4fb6d5c92 service nova] [instance: 277f271f-6f65-4d7b-af1c-e3383b78d775] Received unexpected event network-vif-plugged-2f8b18c8-cdc7-4234-84ae-0a46179d0d13 for instance with vm_state building and task_state spawning. [ 1323.685111] env[62438]: DEBUG nova.policy [None req-95fae044-b502-4736-914b-b35b838b9997 tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd42355eebc1b477b9366c1e135b5f42a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e24ae4cdae94ed9aedf0aec7dd087be', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1323.829813] env[62438]: DEBUG oslo_vmware.api [None req-c1f7cad2-6b05-4660-ac93-dbaaf1095984 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] Task: {'id': task-1784305, 'name': PowerOnVM_Task, 'duration_secs': 1.118084} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.830434] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1f7cad2-6b05-4660-ac93-dbaaf1095984 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] [instance: c1a86675-a28d-48e4-8fc3-b205726cdb7b] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1323.830502] env[62438]: INFO nova.compute.manager [None req-c1f7cad2-6b05-4660-ac93-dbaaf1095984 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] [instance: c1a86675-a28d-48e4-8fc3-b205726cdb7b] Took 7.44 seconds to spawn the instance on the hypervisor. [ 1323.830669] env[62438]: DEBUG nova.compute.manager [None req-c1f7cad2-6b05-4660-ac93-dbaaf1095984 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] [instance: c1a86675-a28d-48e4-8fc3-b205726cdb7b] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1323.831948] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bd40616-554e-4a3d-9586-a8fcedc5edc6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.863206] env[62438]: DEBUG oslo_vmware.api [None req-86688448-f000-448a-8fc4-94abbf86a1dc tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] Task: {'id': task-1784308, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.109019] env[62438]: DEBUG nova.compute.manager [None req-95fae044-b502-4736-914b-b35b838b9997 tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] [instance: ee90abad-2628-4c6e-880a-23fb6e8088f1] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1324.125472] env[62438]: DEBUG oslo_vmware.api [None req-c46e1583-218a-4973-8208-8ad3dae39dae tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Task: {'id': task-1784307, 'name': ReconfigVM_Task, 'duration_secs': 0.583619} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.125747] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-c46e1583-218a-4973-8208-8ad3dae39dae tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] [instance: b04481d2-d1cf-46e7-98c6-e714cf8c10c0] Reconfigured VM instance instance-00000005 to attach disk [datastore1] b04481d2-d1cf-46e7-98c6-e714cf8c10c0/b04481d2-d1cf-46e7-98c6-e714cf8c10c0.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1324.126400] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-979b1ad6-9c6e-464d-98fb-f75998f59b33 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.136104] env[62438]: DEBUG oslo_vmware.api [None req-c46e1583-218a-4973-8208-8ad3dae39dae tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Waiting for the task: (returnval){ [ 1324.136104] env[62438]: value = "task-1784313" [ 1324.136104] env[62438]: _type = "Task" [ 1324.136104] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.151804] env[62438]: DEBUG oslo_vmware.api [None req-c46e1583-218a-4973-8208-8ad3dae39dae tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Task: {'id': task-1784313, 'name': Rename_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.216325] env[62438]: DEBUG nova.network.neutron [None req-114808b1-6b4d-43d0-9580-c86b0d06b23b tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] [instance: 21b50399-6922-44e4-b104-b20a62d9d9a2] Successfully updated port: 6074fba3-81e6-4fdb-aad1-97fa16470927 {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1324.358025] env[62438]: DEBUG oslo_vmware.api [None req-86688448-f000-448a-8fc4-94abbf86a1dc tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] Task: {'id': task-1784308, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.859603} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.359627] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-86688448-f000-448a-8fc4-94abbf86a1dc tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 277f271f-6f65-4d7b-af1c-e3383b78d775/277f271f-6f65-4d7b-af1c-e3383b78d775.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1324.359848] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-86688448-f000-448a-8fc4-94abbf86a1dc tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] [instance: 277f271f-6f65-4d7b-af1c-e3383b78d775] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1324.360843] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73004bf1-7236-4f76-a9d2-b36294d5a083 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.364647] env[62438]: INFO nova.compute.manager [None req-c1f7cad2-6b05-4660-ac93-dbaaf1095984 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] [instance: c1a86675-a28d-48e4-8fc3-b205726cdb7b] Took 14.64 seconds to build instance. [ 1324.366348] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed1a5d4a-513a-452a-9d1d-0a160e4bd324 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.376930] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1acef8d9-5a4e-40a1-a97d-704c327168a7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.381585] env[62438]: DEBUG oslo_vmware.api [None req-86688448-f000-448a-8fc4-94abbf86a1dc tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] Waiting for the task: (returnval){ [ 1324.381585] env[62438]: value = "task-1784314" [ 1324.381585] env[62438]: _type = "Task" [ 1324.381585] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.422833] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2afed142-7bd8-4eb1-8b42-743e951f150c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.429661] env[62438]: DEBUG oslo_vmware.api [None req-86688448-f000-448a-8fc4-94abbf86a1dc tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] Task: {'id': task-1784314, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.435707] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1636e8c4-2cf9-456d-9676-b601178d8503 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.451618] env[62438]: DEBUG nova.compute.provider_tree [None req-13067008-1e34-46a4-b955-54225fc97007 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1324.535598] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5f09a962-ad13-4643-8c7f-9144929b5ca5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Acquiring lock "c15b97da-95c7-4a9d-be28-cda5cea50c2b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1324.535871] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5f09a962-ad13-4643-8c7f-9144929b5ca5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Lock "c15b97da-95c7-4a9d-be28-cda5cea50c2b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1324.652447] env[62438]: DEBUG oslo_vmware.api [None req-c46e1583-218a-4973-8208-8ad3dae39dae tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Task: {'id': task-1784313, 'name': Rename_Task, 'duration_secs': 0.31779} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.655819] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-c46e1583-218a-4973-8208-8ad3dae39dae tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] [instance: b04481d2-d1cf-46e7-98c6-e714cf8c10c0] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1324.657883] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-558a4ea3-955e-48ab-a12d-733974c97d54 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.665641] env[62438]: DEBUG oslo_vmware.api [None req-c46e1583-218a-4973-8208-8ad3dae39dae tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Waiting for the task: (returnval){ [ 1324.665641] env[62438]: value = "task-1784315" [ 1324.665641] env[62438]: _type = "Task" [ 1324.665641] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.677757] env[62438]: DEBUG oslo_vmware.api [None req-c46e1583-218a-4973-8208-8ad3dae39dae tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Task: {'id': task-1784315, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.725789] env[62438]: DEBUG oslo_concurrency.lockutils [None req-114808b1-6b4d-43d0-9580-c86b0d06b23b tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Acquiring lock "refresh_cache-21b50399-6922-44e4-b104-b20a62d9d9a2" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1324.725789] env[62438]: DEBUG oslo_concurrency.lockutils [None req-114808b1-6b4d-43d0-9580-c86b0d06b23b tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Acquired lock "refresh_cache-21b50399-6922-44e4-b104-b20a62d9d9a2" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.725789] env[62438]: DEBUG nova.network.neutron [None req-114808b1-6b4d-43d0-9580-c86b0d06b23b tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] [instance: 21b50399-6922-44e4-b104-b20a62d9d9a2] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1324.804218] env[62438]: DEBUG nova.compute.manager [None req-679e162f-4810-4591-a362-e0f253c02b99 tempest-ServerDiagnosticsTest-782859754 tempest-ServerDiagnosticsTest-782859754-project-admin] [instance: a5fd1d2f-7006-4400-84ba-63cb62e46194] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1324.807244] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a24abcd-a767-4030-99e6-0526aa4fe71b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.815074] env[62438]: INFO nova.compute.manager [None req-679e162f-4810-4591-a362-e0f253c02b99 tempest-ServerDiagnosticsTest-782859754 tempest-ServerDiagnosticsTest-782859754-project-admin] [instance: a5fd1d2f-7006-4400-84ba-63cb62e46194] Retrieving diagnostics [ 1324.815876] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d61179-b9a0-4157-8003-09d148823f77 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.867341] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c1f7cad2-6b05-4660-ac93-dbaaf1095984 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] Lock "c1a86675-a28d-48e4-8fc3-b205726cdb7b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.160s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1324.891023] env[62438]: DEBUG oslo_vmware.api [None req-86688448-f000-448a-8fc4-94abbf86a1dc tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] Task: {'id': task-1784314, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.25169} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.891661] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-86688448-f000-448a-8fc4-94abbf86a1dc tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] [instance: 277f271f-6f65-4d7b-af1c-e3383b78d775] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1324.892525] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02852039-8546-498d-bca9-134cbf529f0e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.922830] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-86688448-f000-448a-8fc4-94abbf86a1dc tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] [instance: 277f271f-6f65-4d7b-af1c-e3383b78d775] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 277f271f-6f65-4d7b-af1c-e3383b78d775/277f271f-6f65-4d7b-af1c-e3383b78d775.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1324.923173] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0fe9e9c-b9a2-448a-a035-82a72d65f8bc {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.944396] env[62438]: DEBUG oslo_vmware.api [None req-86688448-f000-448a-8fc4-94abbf86a1dc tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] Waiting for the task: (returnval){ [ 1324.944396] env[62438]: value = "task-1784316" [ 1324.944396] env[62438]: _type = "Task" [ 1324.944396] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.953150] env[62438]: DEBUG oslo_vmware.api [None req-86688448-f000-448a-8fc4-94abbf86a1dc tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] Task: {'id': task-1784316, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.954165] env[62438]: DEBUG nova.network.neutron [None req-95fae044-b502-4736-914b-b35b838b9997 tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] [instance: ee90abad-2628-4c6e-880a-23fb6e8088f1] Successfully created port: 135235f8-87dc-4f48-895e-51332501cf58 {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1324.956855] env[62438]: DEBUG nova.scheduler.client.report [None req-13067008-1e34-46a4-b955-54225fc97007 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1325.038673] env[62438]: DEBUG nova.compute.manager [None req-5f09a962-ad13-4643-8c7f-9144929b5ca5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: c15b97da-95c7-4a9d-be28-cda5cea50c2b] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1325.116865] env[62438]: DEBUG nova.compute.manager [None req-95fae044-b502-4736-914b-b35b838b9997 tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] [instance: ee90abad-2628-4c6e-880a-23fb6e8088f1] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1325.160741] env[62438]: DEBUG nova.virt.hardware [None req-95fae044-b502-4736-914b-b35b838b9997 tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1325.161086] env[62438]: DEBUG nova.virt.hardware [None req-95fae044-b502-4736-914b-b35b838b9997 tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1325.161315] env[62438]: DEBUG nova.virt.hardware [None req-95fae044-b502-4736-914b-b35b838b9997 tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1325.161581] env[62438]: DEBUG nova.virt.hardware [None req-95fae044-b502-4736-914b-b35b838b9997 tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1325.161784] env[62438]: DEBUG nova.virt.hardware [None req-95fae044-b502-4736-914b-b35b838b9997 tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1325.162007] env[62438]: DEBUG nova.virt.hardware [None req-95fae044-b502-4736-914b-b35b838b9997 tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1325.162284] env[62438]: DEBUG nova.virt.hardware [None req-95fae044-b502-4736-914b-b35b838b9997 tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1325.162511] env[62438]: DEBUG nova.virt.hardware [None req-95fae044-b502-4736-914b-b35b838b9997 tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1325.162745] env[62438]: DEBUG nova.virt.hardware [None req-95fae044-b502-4736-914b-b35b838b9997 tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1325.162973] env[62438]: DEBUG nova.virt.hardware [None req-95fae044-b502-4736-914b-b35b838b9997 tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1325.163279] env[62438]: DEBUG nova.virt.hardware [None req-95fae044-b502-4736-914b-b35b838b9997 tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1325.163813] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7421b12b-75bb-4837-8bb0-805e29dbabed tempest-DeleteServersAdminTestJSON-197219256 tempest-DeleteServersAdminTestJSON-197219256-project-admin] Acquiring lock "ea561adf-aa56-465b-a0fe-b1f5faf3dc56" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1325.164747] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7421b12b-75bb-4837-8bb0-805e29dbabed tempest-DeleteServersAdminTestJSON-197219256 tempest-DeleteServersAdminTestJSON-197219256-project-admin] Lock "ea561adf-aa56-465b-a0fe-b1f5faf3dc56" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1325.165113] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7421b12b-75bb-4837-8bb0-805e29dbabed tempest-DeleteServersAdminTestJSON-197219256 tempest-DeleteServersAdminTestJSON-197219256-project-admin] Acquiring lock "ea561adf-aa56-465b-a0fe-b1f5faf3dc56-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1325.165421] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7421b12b-75bb-4837-8bb0-805e29dbabed tempest-DeleteServersAdminTestJSON-197219256 tempest-DeleteServersAdminTestJSON-197219256-project-admin] Lock "ea561adf-aa56-465b-a0fe-b1f5faf3dc56-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1325.165670] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7421b12b-75bb-4837-8bb0-805e29dbabed tempest-DeleteServersAdminTestJSON-197219256 tempest-DeleteServersAdminTestJSON-197219256-project-admin] Lock "ea561adf-aa56-465b-a0fe-b1f5faf3dc56-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1325.168589] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f3f8fd5-3f64-4345-a4a0-835909d97bf2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.173400] env[62438]: INFO nova.compute.manager [None req-7421b12b-75bb-4837-8bb0-805e29dbabed tempest-DeleteServersAdminTestJSON-197219256 tempest-DeleteServersAdminTestJSON-197219256-project-admin] [instance: ea561adf-aa56-465b-a0fe-b1f5faf3dc56] Terminating instance [ 1325.181586] env[62438]: DEBUG nova.compute.manager [None req-7421b12b-75bb-4837-8bb0-805e29dbabed tempest-DeleteServersAdminTestJSON-197219256 tempest-DeleteServersAdminTestJSON-197219256-project-admin] [instance: ea561adf-aa56-465b-a0fe-b1f5faf3dc56] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1325.181869] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-7421b12b-75bb-4837-8bb0-805e29dbabed tempest-DeleteServersAdminTestJSON-197219256 tempest-DeleteServersAdminTestJSON-197219256-project-admin] [instance: ea561adf-aa56-465b-a0fe-b1f5faf3dc56] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1325.182979] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a0ae28-10ae-4512-9188-bb72b85fc87c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.193825] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ca3cd0-2e0d-4eda-ad55-1852810a7d32 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.207410] env[62438]: DEBUG oslo_vmware.api [None req-c46e1583-218a-4973-8208-8ad3dae39dae tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Task: {'id': task-1784315, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.221682] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-7421b12b-75bb-4837-8bb0-805e29dbabed tempest-DeleteServersAdminTestJSON-197219256 tempest-DeleteServersAdminTestJSON-197219256-project-admin] [instance: ea561adf-aa56-465b-a0fe-b1f5faf3dc56] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1325.222178] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d9a946c-4f03-4d12-9ee4-26b3cbea114f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.231134] env[62438]: DEBUG oslo_vmware.api [None req-7421b12b-75bb-4837-8bb0-805e29dbabed tempest-DeleteServersAdminTestJSON-197219256 tempest-DeleteServersAdminTestJSON-197219256-project-admin] Waiting for the task: (returnval){ [ 1325.231134] env[62438]: value = "task-1784317" [ 1325.231134] env[62438]: _type = "Task" [ 1325.231134] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.240189] env[62438]: DEBUG oslo_vmware.api [None req-7421b12b-75bb-4837-8bb0-805e29dbabed tempest-DeleteServersAdminTestJSON-197219256 tempest-DeleteServersAdminTestJSON-197219256-project-admin] Task: {'id': task-1784317, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.311323] env[62438]: DEBUG nova.network.neutron [None req-114808b1-6b4d-43d0-9580-c86b0d06b23b tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] [instance: 21b50399-6922-44e4-b104-b20a62d9d9a2] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1325.455213] env[62438]: DEBUG oslo_vmware.api [None req-86688448-f000-448a-8fc4-94abbf86a1dc tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] Task: {'id': task-1784316, 'name': ReconfigVM_Task, 'duration_secs': 0.363833} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.455563] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-86688448-f000-448a-8fc4-94abbf86a1dc tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] [instance: 277f271f-6f65-4d7b-af1c-e3383b78d775] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 277f271f-6f65-4d7b-af1c-e3383b78d775/277f271f-6f65-4d7b-af1c-e3383b78d775.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1325.456318] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5733944e-1fee-4734-b79f-df5d3fb25e20 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.460961] env[62438]: DEBUG oslo_concurrency.lockutils [None req-13067008-1e34-46a4-b955-54225fc97007 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.366s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1325.461455] env[62438]: DEBUG nova.compute.manager [None req-13067008-1e34-46a4-b955-54225fc97007 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: f9196911-d1ae-4b4a-a4be-08ec3690d516] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1325.465138] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ce924e23-77aa-425d-94b3-299e41a93b9c tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.702s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1325.466640] env[62438]: INFO nova.compute.claims [None req-ce924e23-77aa-425d-94b3-299e41a93b9c tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] [instance: dafca806-482e-476d-aac6-f4844403efb3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1325.469323] env[62438]: DEBUG oslo_vmware.api [None req-86688448-f000-448a-8fc4-94abbf86a1dc tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] Waiting for the task: (returnval){ [ 1325.469323] env[62438]: value = "task-1784318" [ 1325.469323] env[62438]: _type = "Task" [ 1325.469323] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.479905] env[62438]: DEBUG oslo_vmware.api [None req-86688448-f000-448a-8fc4-94abbf86a1dc tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] Task: {'id': task-1784318, 'name': Rename_Task} progress is 10%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.574455] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5f09a962-ad13-4643-8c7f-9144929b5ca5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1325.660068] env[62438]: DEBUG nova.network.neutron [None req-114808b1-6b4d-43d0-9580-c86b0d06b23b tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] [instance: 21b50399-6922-44e4-b104-b20a62d9d9a2] Updating instance_info_cache with network_info: [{"id": "6074fba3-81e6-4fdb-aad1-97fa16470927", "address": "fa:16:3e:66:ad:3a", "network": {"id": "8e2a4cc9-3d97-4555-97e3-837d85836978", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.177", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "332326a11cdf4ec891065b36ccc5aa20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6074fba3-81", "ovs_interfaceid": "6074fba3-81e6-4fdb-aad1-97fa16470927", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1325.691237] env[62438]: DEBUG oslo_vmware.api [None req-c46e1583-218a-4973-8208-8ad3dae39dae tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Task: {'id': task-1784315, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.744262] env[62438]: DEBUG oslo_vmware.api [None req-7421b12b-75bb-4837-8bb0-805e29dbabed tempest-DeleteServersAdminTestJSON-197219256 tempest-DeleteServersAdminTestJSON-197219256-project-admin] Task: {'id': task-1784317, 'name': PowerOffVM_Task, 'duration_secs': 0.209337} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.746036] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-7421b12b-75bb-4837-8bb0-805e29dbabed tempest-DeleteServersAdminTestJSON-197219256 tempest-DeleteServersAdminTestJSON-197219256-project-admin] [instance: ea561adf-aa56-465b-a0fe-b1f5faf3dc56] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1325.746572] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-7421b12b-75bb-4837-8bb0-805e29dbabed tempest-DeleteServersAdminTestJSON-197219256 tempest-DeleteServersAdminTestJSON-197219256-project-admin] [instance: ea561adf-aa56-465b-a0fe-b1f5faf3dc56] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1325.746572] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-50ba5a87-dda2-42bd-9c23-dec863ce5b48 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.828368] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-7421b12b-75bb-4837-8bb0-805e29dbabed tempest-DeleteServersAdminTestJSON-197219256 tempest-DeleteServersAdminTestJSON-197219256-project-admin] [instance: ea561adf-aa56-465b-a0fe-b1f5faf3dc56] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1325.828368] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-7421b12b-75bb-4837-8bb0-805e29dbabed tempest-DeleteServersAdminTestJSON-197219256 tempest-DeleteServersAdminTestJSON-197219256-project-admin] [instance: ea561adf-aa56-465b-a0fe-b1f5faf3dc56] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1325.828368] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-7421b12b-75bb-4837-8bb0-805e29dbabed tempest-DeleteServersAdminTestJSON-197219256 tempest-DeleteServersAdminTestJSON-197219256-project-admin] Deleting the datastore file [datastore1] ea561adf-aa56-465b-a0fe-b1f5faf3dc56 {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1325.828368] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2fedd5da-b028-4735-8a6d-77327d621e97 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.838886] env[62438]: DEBUG oslo_vmware.api [None req-7421b12b-75bb-4837-8bb0-805e29dbabed tempest-DeleteServersAdminTestJSON-197219256 tempest-DeleteServersAdminTestJSON-197219256-project-admin] Waiting for the task: (returnval){ [ 1325.838886] env[62438]: value = "task-1784320" [ 1325.838886] env[62438]: _type = "Task" [ 1325.838886] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.855824] env[62438]: DEBUG oslo_vmware.api [None req-7421b12b-75bb-4837-8bb0-805e29dbabed tempest-DeleteServersAdminTestJSON-197219256 tempest-DeleteServersAdminTestJSON-197219256-project-admin] Task: {'id': task-1784320, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.972803] env[62438]: DEBUG nova.compute.utils [None req-13067008-1e34-46a4-b955-54225fc97007 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1325.977040] env[62438]: DEBUG nova.compute.manager [None req-13067008-1e34-46a4-b955-54225fc97007 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: f9196911-d1ae-4b4a-a4be-08ec3690d516] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1325.977825] env[62438]: DEBUG nova.network.neutron [None req-13067008-1e34-46a4-b955-54225fc97007 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: f9196911-d1ae-4b4a-a4be-08ec3690d516] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1325.993116] env[62438]: DEBUG oslo_vmware.api [None req-86688448-f000-448a-8fc4-94abbf86a1dc tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] Task: {'id': task-1784318, 'name': Rename_Task, 'duration_secs': 0.149046} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.994337] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-86688448-f000-448a-8fc4-94abbf86a1dc tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] [instance: 277f271f-6f65-4d7b-af1c-e3383b78d775] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1325.998787] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-91faca8e-91f9-4ffb-bdcf-71c959de1324 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.009781] env[62438]: DEBUG oslo_vmware.api [None req-86688448-f000-448a-8fc4-94abbf86a1dc tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] Waiting for the task: (returnval){ [ 1326.009781] env[62438]: value = "task-1784321" [ 1326.009781] env[62438]: _type = "Task" [ 1326.009781] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.028036] env[62438]: DEBUG oslo_vmware.api [None req-86688448-f000-448a-8fc4-94abbf86a1dc tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] Task: {'id': task-1784321, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.106054] env[62438]: DEBUG nova.network.neutron [None req-a3d77292-561f-47cf-8d63-6cb306b92427 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: 123a890e-3772-4f4f-b12d-5fae028ee895] Successfully updated port: 5a014730-4d18-4544-89ad-a227b8cdd2ec {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1326.172818] env[62438]: DEBUG oslo_concurrency.lockutils [None req-114808b1-6b4d-43d0-9580-c86b0d06b23b tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Releasing lock "refresh_cache-21b50399-6922-44e4-b104-b20a62d9d9a2" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1326.173569] env[62438]: DEBUG nova.compute.manager [None req-114808b1-6b4d-43d0-9580-c86b0d06b23b tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] [instance: 21b50399-6922-44e4-b104-b20a62d9d9a2] Instance network_info: |[{"id": "6074fba3-81e6-4fdb-aad1-97fa16470927", "address": "fa:16:3e:66:ad:3a", "network": {"id": "8e2a4cc9-3d97-4555-97e3-837d85836978", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.177", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "332326a11cdf4ec891065b36ccc5aa20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6074fba3-81", "ovs_interfaceid": "6074fba3-81e6-4fdb-aad1-97fa16470927", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1326.174167] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-114808b1-6b4d-43d0-9580-c86b0d06b23b tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] [instance: 21b50399-6922-44e4-b104-b20a62d9d9a2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:ad:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '359850cc-b061-4c9c-a61c-eb42e0f7c359', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6074fba3-81e6-4fdb-aad1-97fa16470927', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1326.184970] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-114808b1-6b4d-43d0-9580-c86b0d06b23b tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Creating folder: Project (422ad49975c041888fd0aee42233f861). Parent ref: group-v370230. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1326.186043] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9e6c6b5c-2f7d-493a-8b56-bc33c17fb112 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.194887] env[62438]: DEBUG nova.policy [None req-13067008-1e34-46a4-b955-54225fc97007 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4d810ec10d064797b4b2dafab8b4ef9c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dcac247fc8bf4106b7d5257752dc2064', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1326.203503] env[62438]: DEBUG oslo_vmware.api [None req-c46e1583-218a-4973-8208-8ad3dae39dae tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Task: {'id': task-1784315, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.206461] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-114808b1-6b4d-43d0-9580-c86b0d06b23b tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Created folder: Project (422ad49975c041888fd0aee42233f861) in parent group-v370230. [ 1326.206461] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-114808b1-6b4d-43d0-9580-c86b0d06b23b tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Creating folder: Instances. Parent ref: group-v370255. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1326.206661] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-93ff4564-5ac0-463c-bbc4-90ce1ecc06b6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.217850] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-114808b1-6b4d-43d0-9580-c86b0d06b23b tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Created folder: Instances in parent group-v370255. [ 1326.218221] env[62438]: DEBUG oslo.service.loopingcall [None req-114808b1-6b4d-43d0-9580-c86b0d06b23b tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1326.218533] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21b50399-6922-44e4-b104-b20a62d9d9a2] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1326.218774] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cd7bd04f-cc9b-4201-a146-7181334ea7de {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.256089] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1326.256089] env[62438]: value = "task-1784324" [ 1326.256089] env[62438]: _type = "Task" [ 1326.256089] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.267771] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784324, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.370808] env[62438]: DEBUG oslo_vmware.api [None req-7421b12b-75bb-4837-8bb0-805e29dbabed tempest-DeleteServersAdminTestJSON-197219256 tempest-DeleteServersAdminTestJSON-197219256-project-admin] Task: {'id': task-1784320, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.305243} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.370808] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-7421b12b-75bb-4837-8bb0-805e29dbabed tempest-DeleteServersAdminTestJSON-197219256 tempest-DeleteServersAdminTestJSON-197219256-project-admin] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1326.370808] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-7421b12b-75bb-4837-8bb0-805e29dbabed tempest-DeleteServersAdminTestJSON-197219256 tempest-DeleteServersAdminTestJSON-197219256-project-admin] [instance: ea561adf-aa56-465b-a0fe-b1f5faf3dc56] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1326.370968] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-7421b12b-75bb-4837-8bb0-805e29dbabed tempest-DeleteServersAdminTestJSON-197219256 tempest-DeleteServersAdminTestJSON-197219256-project-admin] [instance: ea561adf-aa56-465b-a0fe-b1f5faf3dc56] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1326.371701] env[62438]: INFO nova.compute.manager [None req-7421b12b-75bb-4837-8bb0-805e29dbabed tempest-DeleteServersAdminTestJSON-197219256 tempest-DeleteServersAdminTestJSON-197219256-project-admin] [instance: ea561adf-aa56-465b-a0fe-b1f5faf3dc56] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1326.372156] env[62438]: DEBUG oslo.service.loopingcall [None req-7421b12b-75bb-4837-8bb0-805e29dbabed tempest-DeleteServersAdminTestJSON-197219256 tempest-DeleteServersAdminTestJSON-197219256-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1326.372580] env[62438]: DEBUG nova.compute.manager [-] [instance: ea561adf-aa56-465b-a0fe-b1f5faf3dc56] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1326.374204] env[62438]: DEBUG nova.network.neutron [-] [instance: ea561adf-aa56-465b-a0fe-b1f5faf3dc56] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1326.475618] env[62438]: DEBUG nova.compute.manager [None req-13067008-1e34-46a4-b955-54225fc97007 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: f9196911-d1ae-4b4a-a4be-08ec3690d516] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1326.534231] env[62438]: DEBUG oslo_vmware.api [None req-86688448-f000-448a-8fc4-94abbf86a1dc tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] Task: {'id': task-1784321, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.612267] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a3d77292-561f-47cf-8d63-6cb306b92427 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Acquiring lock "refresh_cache-123a890e-3772-4f4f-b12d-5fae028ee895" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1326.612267] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a3d77292-561f-47cf-8d63-6cb306b92427 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Acquired lock "refresh_cache-123a890e-3772-4f4f-b12d-5fae028ee895" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.612267] env[62438]: DEBUG nova.network.neutron [None req-a3d77292-561f-47cf-8d63-6cb306b92427 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: 123a890e-3772-4f4f-b12d-5fae028ee895] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1326.699939] env[62438]: DEBUG oslo_vmware.api [None req-c46e1583-218a-4973-8208-8ad3dae39dae tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Task: {'id': task-1784315, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.755337] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0236aa52-37d5-4feb-99e4-e2d8303ca76b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.771302] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21bffccc-526a-418c-86ba-cecbbafe1714 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.774964] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784324, 'name': CreateVM_Task} progress is 25%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.805109] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c3902fc-bcd2-4e6d-a131-096982ff50a8 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.815499] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e040705-4496-4a70-83c8-17ae98102345 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.832939] env[62438]: DEBUG nova.compute.provider_tree [None req-ce924e23-77aa-425d-94b3-299e41a93b9c tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1326.927944] env[62438]: DEBUG nova.compute.manager [req-b68228bd-2019-4720-be67-fb43c326963c req-d4abe767-ad03-4d84-aa89-660542480e3d service nova] [instance: 21b50399-6922-44e4-b104-b20a62d9d9a2] Received event network-vif-plugged-6074fba3-81e6-4fdb-aad1-97fa16470927 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1326.928286] env[62438]: DEBUG oslo_concurrency.lockutils [req-b68228bd-2019-4720-be67-fb43c326963c req-d4abe767-ad03-4d84-aa89-660542480e3d service nova] Acquiring lock "21b50399-6922-44e4-b104-b20a62d9d9a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1326.928513] env[62438]: DEBUG oslo_concurrency.lockutils [req-b68228bd-2019-4720-be67-fb43c326963c req-d4abe767-ad03-4d84-aa89-660542480e3d service nova] Lock "21b50399-6922-44e4-b104-b20a62d9d9a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1326.929107] env[62438]: DEBUG oslo_concurrency.lockutils [req-b68228bd-2019-4720-be67-fb43c326963c req-d4abe767-ad03-4d84-aa89-660542480e3d service nova] Lock "21b50399-6922-44e4-b104-b20a62d9d9a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1326.929107] env[62438]: DEBUG nova.compute.manager [req-b68228bd-2019-4720-be67-fb43c326963c req-d4abe767-ad03-4d84-aa89-660542480e3d service nova] [instance: 21b50399-6922-44e4-b104-b20a62d9d9a2] No waiting events found dispatching network-vif-plugged-6074fba3-81e6-4fdb-aad1-97fa16470927 {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1326.929339] env[62438]: WARNING nova.compute.manager [req-b68228bd-2019-4720-be67-fb43c326963c req-d4abe767-ad03-4d84-aa89-660542480e3d service nova] [instance: 21b50399-6922-44e4-b104-b20a62d9d9a2] Received unexpected event network-vif-plugged-6074fba3-81e6-4fdb-aad1-97fa16470927 for instance with vm_state building and task_state spawning. [ 1327.020304] env[62438]: DEBUG oslo_vmware.api [None req-86688448-f000-448a-8fc4-94abbf86a1dc tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] Task: {'id': task-1784321, 'name': PowerOnVM_Task, 'duration_secs': 0.622025} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.020823] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-86688448-f000-448a-8fc4-94abbf86a1dc tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] [instance: 277f271f-6f65-4d7b-af1c-e3383b78d775] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1327.021051] env[62438]: INFO nova.compute.manager [None req-86688448-f000-448a-8fc4-94abbf86a1dc tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] [instance: 277f271f-6f65-4d7b-af1c-e3383b78d775] Took 13.00 seconds to spawn the instance on the hypervisor. [ 1327.021271] env[62438]: DEBUG nova.compute.manager [None req-86688448-f000-448a-8fc4-94abbf86a1dc tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] [instance: 277f271f-6f65-4d7b-af1c-e3383b78d775] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1327.022074] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b326f60-9afa-48ba-bd26-1918c1472542 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.197027] env[62438]: DEBUG oslo_vmware.api [None req-c46e1583-218a-4973-8208-8ad3dae39dae tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Task: {'id': task-1784315, 'name': PowerOnVM_Task} progress is 91%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.273040] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784324, 'name': CreateVM_Task, 'duration_secs': 0.644938} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.273040] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21b50399-6922-44e4-b104-b20a62d9d9a2] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1327.273891] env[62438]: DEBUG oslo_concurrency.lockutils [None req-114808b1-6b4d-43d0-9580-c86b0d06b23b tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1327.274165] env[62438]: DEBUG oslo_concurrency.lockutils [None req-114808b1-6b4d-43d0-9580-c86b0d06b23b tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.274878] env[62438]: DEBUG oslo_concurrency.lockutils [None req-114808b1-6b4d-43d0-9580-c86b0d06b23b tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1327.275244] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd5e8137-a209-4be4-a549-436de27cd5bf {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.283946] env[62438]: DEBUG oslo_vmware.api [None req-114808b1-6b4d-43d0-9580-c86b0d06b23b tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Waiting for the task: (returnval){ [ 1327.283946] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]521475be-9266-c726-b463-b9c2f23ca81e" [ 1327.283946] env[62438]: _type = "Task" [ 1327.283946] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.296041] env[62438]: DEBUG oslo_vmware.api [None req-114808b1-6b4d-43d0-9580-c86b0d06b23b tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]521475be-9266-c726-b463-b9c2f23ca81e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.339271] env[62438]: DEBUG nova.scheduler.client.report [None req-ce924e23-77aa-425d-94b3-299e41a93b9c tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1327.354013] env[62438]: DEBUG nova.network.neutron [None req-a3d77292-561f-47cf-8d63-6cb306b92427 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: 123a890e-3772-4f4f-b12d-5fae028ee895] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1327.495179] env[62438]: DEBUG nova.compute.manager [None req-13067008-1e34-46a4-b955-54225fc97007 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: f9196911-d1ae-4b4a-a4be-08ec3690d516] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1327.538099] env[62438]: DEBUG nova.virt.hardware [None req-13067008-1e34-46a4-b955-54225fc97007 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1327.538373] env[62438]: DEBUG nova.virt.hardware [None req-13067008-1e34-46a4-b955-54225fc97007 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1327.538532] env[62438]: DEBUG nova.virt.hardware [None req-13067008-1e34-46a4-b955-54225fc97007 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1327.538715] env[62438]: DEBUG nova.virt.hardware [None req-13067008-1e34-46a4-b955-54225fc97007 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1327.538860] env[62438]: DEBUG nova.virt.hardware [None req-13067008-1e34-46a4-b955-54225fc97007 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1327.539016] env[62438]: DEBUG nova.virt.hardware [None req-13067008-1e34-46a4-b955-54225fc97007 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1327.539271] env[62438]: DEBUG nova.virt.hardware [None req-13067008-1e34-46a4-b955-54225fc97007 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1327.539432] env[62438]: DEBUG nova.virt.hardware [None req-13067008-1e34-46a4-b955-54225fc97007 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1327.539939] env[62438]: DEBUG nova.virt.hardware [None req-13067008-1e34-46a4-b955-54225fc97007 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1327.539939] env[62438]: DEBUG nova.virt.hardware [None req-13067008-1e34-46a4-b955-54225fc97007 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1327.539939] env[62438]: DEBUG nova.virt.hardware [None req-13067008-1e34-46a4-b955-54225fc97007 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1327.544792] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-479f8939-930e-4d4c-a34d-66ff4889e5e0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.548159] env[62438]: DEBUG nova.network.neutron [None req-13067008-1e34-46a4-b955-54225fc97007 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: f9196911-d1ae-4b4a-a4be-08ec3690d516] Successfully created port: fd798aaa-ec37-4e3d-89de-47989c1f1968 {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1327.552417] env[62438]: INFO nova.compute.manager [None req-86688448-f000-448a-8fc4-94abbf86a1dc tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] [instance: 277f271f-6f65-4d7b-af1c-e3383b78d775] Took 18.48 seconds to build instance. [ 1327.557735] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27915679-b6f6-4c99-9e38-6d8d61cba742 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.685461] env[62438]: DEBUG nova.network.neutron [-] [instance: ea561adf-aa56-465b-a0fe-b1f5faf3dc56] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.700017] env[62438]: DEBUG oslo_vmware.api [None req-c46e1583-218a-4973-8208-8ad3dae39dae tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Task: {'id': task-1784315, 'name': PowerOnVM_Task, 'duration_secs': 2.548698} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.700488] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-c46e1583-218a-4973-8208-8ad3dae39dae tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] [instance: b04481d2-d1cf-46e7-98c6-e714cf8c10c0] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1327.700812] env[62438]: INFO nova.compute.manager [None req-c46e1583-218a-4973-8208-8ad3dae39dae tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] [instance: b04481d2-d1cf-46e7-98c6-e714cf8c10c0] Took 16.06 seconds to spawn the instance on the hypervisor. [ 1327.701099] env[62438]: DEBUG nova.compute.manager [None req-c46e1583-218a-4973-8208-8ad3dae39dae tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] [instance: b04481d2-d1cf-46e7-98c6-e714cf8c10c0] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1327.702086] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f102313-97c6-4ad1-9ac5-7b7b6896484b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.796586] env[62438]: DEBUG oslo_vmware.api [None req-114808b1-6b4d-43d0-9580-c86b0d06b23b tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]521475be-9266-c726-b463-b9c2f23ca81e, 'name': SearchDatastore_Task, 'duration_secs': 0.039511} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.797047] env[62438]: DEBUG oslo_concurrency.lockutils [None req-114808b1-6b4d-43d0-9580-c86b0d06b23b tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1327.797567] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-114808b1-6b4d-43d0-9580-c86b0d06b23b tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] [instance: 21b50399-6922-44e4-b104-b20a62d9d9a2] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1327.797979] env[62438]: DEBUG oslo_concurrency.lockutils [None req-114808b1-6b4d-43d0-9580-c86b0d06b23b tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1327.798386] env[62438]: DEBUG oslo_concurrency.lockutils [None req-114808b1-6b4d-43d0-9580-c86b0d06b23b tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.798502] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-114808b1-6b4d-43d0-9580-c86b0d06b23b tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1327.799243] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-13b98e17-ddb5-4b07-a6b9-c843bf8904eb {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.812148] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-114808b1-6b4d-43d0-9580-c86b0d06b23b tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1327.812148] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-114808b1-6b4d-43d0-9580-c86b0d06b23b tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1327.812148] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-617da394-d142-42c1-b676-c17c110ec03e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.817388] env[62438]: DEBUG oslo_vmware.api [None req-114808b1-6b4d-43d0-9580-c86b0d06b23b tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Waiting for the task: (returnval){ [ 1327.817388] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52900263-fd56-1751-8391-087330b774f0" [ 1327.817388] env[62438]: _type = "Task" [ 1327.817388] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.825986] env[62438]: DEBUG oslo_vmware.api [None req-114808b1-6b4d-43d0-9580-c86b0d06b23b tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52900263-fd56-1751-8391-087330b774f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.843489] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ce924e23-77aa-425d-94b3-299e41a93b9c tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.378s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1327.844039] env[62438]: DEBUG nova.compute.manager [None req-ce924e23-77aa-425d-94b3-299e41a93b9c tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] [instance: dafca806-482e-476d-aac6-f4844403efb3] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1327.847496] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5f09a962-ad13-4643-8c7f-9144929b5ca5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.273s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1327.848442] env[62438]: INFO nova.compute.claims [None req-5f09a962-ad13-4643-8c7f-9144929b5ca5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: c15b97da-95c7-4a9d-be28-cda5cea50c2b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1327.954034] env[62438]: DEBUG nova.compute.manager [req-1a73e3ef-98c9-4bc4-a5f2-e786e7326c13 req-241b94c4-45fa-4377-a90c-9ecf0f27bf9f service nova] [instance: 277f271f-6f65-4d7b-af1c-e3383b78d775] Received event network-changed-2f8b18c8-cdc7-4234-84ae-0a46179d0d13 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1327.954034] env[62438]: DEBUG nova.compute.manager [req-1a73e3ef-98c9-4bc4-a5f2-e786e7326c13 req-241b94c4-45fa-4377-a90c-9ecf0f27bf9f service nova] [instance: 277f271f-6f65-4d7b-af1c-e3383b78d775] Refreshing instance network info cache due to event network-changed-2f8b18c8-cdc7-4234-84ae-0a46179d0d13. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1327.954316] env[62438]: DEBUG oslo_concurrency.lockutils [req-1a73e3ef-98c9-4bc4-a5f2-e786e7326c13 req-241b94c4-45fa-4377-a90c-9ecf0f27bf9f service nova] Acquiring lock "refresh_cache-277f271f-6f65-4d7b-af1c-e3383b78d775" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1327.954316] env[62438]: DEBUG oslo_concurrency.lockutils [req-1a73e3ef-98c9-4bc4-a5f2-e786e7326c13 req-241b94c4-45fa-4377-a90c-9ecf0f27bf9f service nova] Acquired lock "refresh_cache-277f271f-6f65-4d7b-af1c-e3383b78d775" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.954430] env[62438]: DEBUG nova.network.neutron [req-1a73e3ef-98c9-4bc4-a5f2-e786e7326c13 req-241b94c4-45fa-4377-a90c-9ecf0f27bf9f service nova] [instance: 277f271f-6f65-4d7b-af1c-e3383b78d775] Refreshing network info cache for port 2f8b18c8-cdc7-4234-84ae-0a46179d0d13 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1327.977141] env[62438]: DEBUG nova.network.neutron [None req-a3d77292-561f-47cf-8d63-6cb306b92427 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: 123a890e-3772-4f4f-b12d-5fae028ee895] Updating instance_info_cache with network_info: [{"id": "5a014730-4d18-4544-89ad-a227b8cdd2ec", "address": "fa:16:3e:ef:ce:e8", "network": {"id": "8e2a4cc9-3d97-4555-97e3-837d85836978", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "332326a11cdf4ec891065b36ccc5aa20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a014730-4d", "ovs_interfaceid": "5a014730-4d18-4544-89ad-a227b8cdd2ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1328.056754] env[62438]: DEBUG oslo_concurrency.lockutils [None req-86688448-f000-448a-8fc4-94abbf86a1dc tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] Lock "277f271f-6f65-4d7b-af1c-e3383b78d775" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.999s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1328.189929] env[62438]: INFO nova.compute.manager [-] [instance: ea561adf-aa56-465b-a0fe-b1f5faf3dc56] Took 1.82 seconds to deallocate network for instance. [ 1328.222505] env[62438]: INFO nova.compute.manager [None req-c46e1583-218a-4973-8208-8ad3dae39dae tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] [instance: b04481d2-d1cf-46e7-98c6-e714cf8c10c0] Took 20.99 seconds to build instance. [ 1328.334667] env[62438]: DEBUG oslo_vmware.api [None req-114808b1-6b4d-43d0-9580-c86b0d06b23b tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52900263-fd56-1751-8391-087330b774f0, 'name': SearchDatastore_Task, 'duration_secs': 0.058952} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.336300] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2e5d45f-2637-4273-a0d3-05031318318b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.348402] env[62438]: DEBUG oslo_vmware.api [None req-114808b1-6b4d-43d0-9580-c86b0d06b23b tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Waiting for the task: (returnval){ [ 1328.348402] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52e08936-3491-66ee-0e1f-19cf8e66d935" [ 1328.348402] env[62438]: _type = "Task" [ 1328.348402] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.353792] env[62438]: DEBUG nova.compute.utils [None req-ce924e23-77aa-425d-94b3-299e41a93b9c tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1328.357251] env[62438]: DEBUG nova.compute.manager [None req-ce924e23-77aa-425d-94b3-299e41a93b9c tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] [instance: dafca806-482e-476d-aac6-f4844403efb3] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1328.357251] env[62438]: DEBUG nova.network.neutron [None req-ce924e23-77aa-425d-94b3-299e41a93b9c tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] [instance: dafca806-482e-476d-aac6-f4844403efb3] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1328.374165] env[62438]: DEBUG oslo_vmware.api [None req-114808b1-6b4d-43d0-9580-c86b0d06b23b tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52e08936-3491-66ee-0e1f-19cf8e66d935, 'name': SearchDatastore_Task, 'duration_secs': 0.012341} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.374984] env[62438]: DEBUG oslo_concurrency.lockutils [None req-114808b1-6b4d-43d0-9580-c86b0d06b23b tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1328.375263] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-114808b1-6b4d-43d0-9580-c86b0d06b23b tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 21b50399-6922-44e4-b104-b20a62d9d9a2/21b50399-6922-44e4-b104-b20a62d9d9a2.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1328.377165] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e889e3d-7966-4089-83e3-44a8169576c1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.386177] env[62438]: DEBUG oslo_vmware.api [None req-114808b1-6b4d-43d0-9580-c86b0d06b23b tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Waiting for the task: (returnval){ [ 1328.386177] env[62438]: value = "task-1784326" [ 1328.386177] env[62438]: _type = "Task" [ 1328.386177] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.395291] env[62438]: DEBUG oslo_vmware.api [None req-114808b1-6b4d-43d0-9580-c86b0d06b23b tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Task: {'id': task-1784326, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.480928] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a3d77292-561f-47cf-8d63-6cb306b92427 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Releasing lock "refresh_cache-123a890e-3772-4f4f-b12d-5fae028ee895" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1328.486422] env[62438]: DEBUG nova.compute.manager [None req-a3d77292-561f-47cf-8d63-6cb306b92427 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: 123a890e-3772-4f4f-b12d-5fae028ee895] Instance network_info: |[{"id": "5a014730-4d18-4544-89ad-a227b8cdd2ec", "address": "fa:16:3e:ef:ce:e8", "network": {"id": "8e2a4cc9-3d97-4555-97e3-837d85836978", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "332326a11cdf4ec891065b36ccc5aa20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a014730-4d", "ovs_interfaceid": "5a014730-4d18-4544-89ad-a227b8cdd2ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1328.486611] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a3d77292-561f-47cf-8d63-6cb306b92427 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: 123a890e-3772-4f4f-b12d-5fae028ee895] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:ce:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '359850cc-b061-4c9c-a61c-eb42e0f7c359', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5a014730-4d18-4544-89ad-a227b8cdd2ec', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1328.502194] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3d77292-561f-47cf-8d63-6cb306b92427 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Creating folder: Project (dcac247fc8bf4106b7d5257752dc2064). Parent ref: group-v370230. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1328.502315] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0042c2eb-1c52-415d-8695-cd939fbf0eab {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.514103] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-a3d77292-561f-47cf-8d63-6cb306b92427 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Created folder: Project (dcac247fc8bf4106b7d5257752dc2064) in parent group-v370230. [ 1328.514589] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3d77292-561f-47cf-8d63-6cb306b92427 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Creating folder: Instances. Parent ref: group-v370258. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1328.514821] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e7135955-a7b3-43cf-af3d-4e8dfe888bb4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.529066] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-a3d77292-561f-47cf-8d63-6cb306b92427 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Created folder: Instances in parent group-v370258. [ 1328.530034] env[62438]: DEBUG oslo.service.loopingcall [None req-a3d77292-561f-47cf-8d63-6cb306b92427 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1328.530034] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 123a890e-3772-4f4f-b12d-5fae028ee895] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1328.530034] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-13975ef9-10e5-4f58-8af5-a4af62c19049 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.551787] env[62438]: DEBUG nova.policy [None req-ce924e23-77aa-425d-94b3-299e41a93b9c tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '17467385bd804f45915ac4bd787f7e67', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66b1c81d97b74c20a6c92acf0efde380', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1328.559729] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1328.559729] env[62438]: value = "task-1784329" [ 1328.559729] env[62438]: _type = "Task" [ 1328.559729] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.574889] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784329, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.702506] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7421b12b-75bb-4837-8bb0-805e29dbabed tempest-DeleteServersAdminTestJSON-197219256 tempest-DeleteServersAdminTestJSON-197219256-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1328.724593] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c46e1583-218a-4973-8208-8ad3dae39dae tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Lock "b04481d2-d1cf-46e7-98c6-e714cf8c10c0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.514s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1328.863436] env[62438]: DEBUG nova.compute.manager [None req-ce924e23-77aa-425d-94b3-299e41a93b9c tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] [instance: dafca806-482e-476d-aac6-f4844403efb3] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1328.867033] env[62438]: DEBUG nova.network.neutron [None req-95fae044-b502-4736-914b-b35b838b9997 tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] [instance: ee90abad-2628-4c6e-880a-23fb6e8088f1] Successfully updated port: 135235f8-87dc-4f48-895e-51332501cf58 {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1328.909460] env[62438]: DEBUG oslo_vmware.api [None req-114808b1-6b4d-43d0-9580-c86b0d06b23b tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Task: {'id': task-1784326, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.976943] env[62438]: DEBUG oslo_concurrency.lockutils [None req-840bdabe-2875-4094-8c27-2a184e19d668 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Acquiring lock "e3195d58-9c75-4fcc-8e4b-0c30bd69e311" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1328.976943] env[62438]: DEBUG oslo_concurrency.lockutils [None req-840bdabe-2875-4094-8c27-2a184e19d668 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Lock "e3195d58-9c75-4fcc-8e4b-0c30bd69e311" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1329.073152] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784329, 'name': CreateVM_Task, 'duration_secs': 0.428832} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.073580] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 123a890e-3772-4f4f-b12d-5fae028ee895] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1329.078584] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a3d77292-561f-47cf-8d63-6cb306b92427 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1329.078584] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a3d77292-561f-47cf-8d63-6cb306b92427 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.078584] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a3d77292-561f-47cf-8d63-6cb306b92427 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1329.078723] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-171bd88e-b024-4608-9f3b-db34766968d5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.085647] env[62438]: DEBUG oslo_vmware.api [None req-a3d77292-561f-47cf-8d63-6cb306b92427 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Waiting for the task: (returnval){ [ 1329.085647] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5210e678-43d4-c1d6-3ffa-1ae878ae7a85" [ 1329.085647] env[62438]: _type = "Task" [ 1329.085647] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.098917] env[62438]: DEBUG oslo_vmware.api [None req-a3d77292-561f-47cf-8d63-6cb306b92427 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5210e678-43d4-c1d6-3ffa-1ae878ae7a85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.196125] env[62438]: DEBUG nova.network.neutron [req-1a73e3ef-98c9-4bc4-a5f2-e786e7326c13 req-241b94c4-45fa-4377-a90c-9ecf0f27bf9f service nova] [instance: 277f271f-6f65-4d7b-af1c-e3383b78d775] Updated VIF entry in instance network info cache for port 2f8b18c8-cdc7-4234-84ae-0a46179d0d13. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1329.196477] env[62438]: DEBUG nova.network.neutron [req-1a73e3ef-98c9-4bc4-a5f2-e786e7326c13 req-241b94c4-45fa-4377-a90c-9ecf0f27bf9f service nova] [instance: 277f271f-6f65-4d7b-af1c-e3383b78d775] Updating instance_info_cache with network_info: [{"id": "2f8b18c8-cdc7-4234-84ae-0a46179d0d13", "address": "fa:16:3e:a0:c7:8b", "network": {"id": "7fb47d14-cac7-450d-92e0-f3f9c37d1bcc", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1533825438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "296dc7be17254740a70714530fbca090", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f8b18c8-cd", "ovs_interfaceid": "2f8b18c8-cdc7-4234-84ae-0a46179d0d13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1329.213848] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ecc823-13d4-4756-853a-0edc342e77fc {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.225577] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53874be1-10a9-4b6b-81b0-ead5bfff91ba {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.262038] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c06407-79ce-4e84-81af-dafc57679327 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.270189] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81d03f64-102b-4da6-8c2e-ff49ea4648dc {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.285731] env[62438]: DEBUG nova.compute.provider_tree [None req-5f09a962-ad13-4643-8c7f-9144929b5ca5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1329.383593] env[62438]: DEBUG oslo_concurrency.lockutils [None req-95fae044-b502-4736-914b-b35b838b9997 tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] Acquiring lock "refresh_cache-ee90abad-2628-4c6e-880a-23fb6e8088f1" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1329.383593] env[62438]: DEBUG oslo_concurrency.lockutils [None req-95fae044-b502-4736-914b-b35b838b9997 tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] Acquired lock "refresh_cache-ee90abad-2628-4c6e-880a-23fb6e8088f1" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.383693] env[62438]: DEBUG nova.network.neutron [None req-95fae044-b502-4736-914b-b35b838b9997 tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] [instance: ee90abad-2628-4c6e-880a-23fb6e8088f1] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1329.407866] env[62438]: DEBUG oslo_vmware.api [None req-114808b1-6b4d-43d0-9580-c86b0d06b23b tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Task: {'id': task-1784326, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.858341} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.407866] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-114808b1-6b4d-43d0-9580-c86b0d06b23b tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 21b50399-6922-44e4-b104-b20a62d9d9a2/21b50399-6922-44e4-b104-b20a62d9d9a2.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1329.408453] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-114808b1-6b4d-43d0-9580-c86b0d06b23b tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] [instance: 21b50399-6922-44e4-b104-b20a62d9d9a2] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1329.408927] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f23d6df7-4b7d-4e17-a5d9-7cc04c66a6fb {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.420156] env[62438]: DEBUG oslo_vmware.api [None req-114808b1-6b4d-43d0-9580-c86b0d06b23b tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Waiting for the task: (returnval){ [ 1329.420156] env[62438]: value = "task-1784331" [ 1329.420156] env[62438]: _type = "Task" [ 1329.420156] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.431220] env[62438]: DEBUG oslo_vmware.api [None req-114808b1-6b4d-43d0-9580-c86b0d06b23b tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Task: {'id': task-1784331, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.481740] env[62438]: DEBUG nova.compute.manager [None req-840bdabe-2875-4094-8c27-2a184e19d668 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: e3195d58-9c75-4fcc-8e4b-0c30bd69e311] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1329.528348] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f0498d03-e7c3-4ef9-9695-e9ca8f1bceec tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Acquiring lock "a5fd1d2f-7006-4400-84ba-63cb62e46194" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1329.528348] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f0498d03-e7c3-4ef9-9695-e9ca8f1bceec tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Lock "a5fd1d2f-7006-4400-84ba-63cb62e46194" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1329.528348] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f0498d03-e7c3-4ef9-9695-e9ca8f1bceec tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Acquiring lock "a5fd1d2f-7006-4400-84ba-63cb62e46194-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1329.528348] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f0498d03-e7c3-4ef9-9695-e9ca8f1bceec tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Lock "a5fd1d2f-7006-4400-84ba-63cb62e46194-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1329.528745] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f0498d03-e7c3-4ef9-9695-e9ca8f1bceec tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Lock "a5fd1d2f-7006-4400-84ba-63cb62e46194-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1329.530184] env[62438]: INFO nova.compute.manager [None req-f0498d03-e7c3-4ef9-9695-e9ca8f1bceec tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] [instance: a5fd1d2f-7006-4400-84ba-63cb62e46194] Terminating instance [ 1329.532384] env[62438]: DEBUG nova.compute.manager [None req-f0498d03-e7c3-4ef9-9695-e9ca8f1bceec tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] [instance: a5fd1d2f-7006-4400-84ba-63cb62e46194] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1329.532638] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f0498d03-e7c3-4ef9-9695-e9ca8f1bceec tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] [instance: a5fd1d2f-7006-4400-84ba-63cb62e46194] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1329.534552] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5c0268c-a4e6-43a3-bc6f-9066bfad3587 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.544477] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0498d03-e7c3-4ef9-9695-e9ca8f1bceec tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] [instance: a5fd1d2f-7006-4400-84ba-63cb62e46194] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1329.544740] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e3a2f89-7dbd-41d2-9209-442da9b953c4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.551835] env[62438]: DEBUG oslo_vmware.api [None req-f0498d03-e7c3-4ef9-9695-e9ca8f1bceec tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Waiting for the task: (returnval){ [ 1329.551835] env[62438]: value = "task-1784332" [ 1329.551835] env[62438]: _type = "Task" [ 1329.551835] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.566302] env[62438]: DEBUG oslo_vmware.api [None req-f0498d03-e7c3-4ef9-9695-e9ca8f1bceec tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Task: {'id': task-1784332, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.600077] env[62438]: DEBUG oslo_vmware.api [None req-a3d77292-561f-47cf-8d63-6cb306b92427 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5210e678-43d4-c1d6-3ffa-1ae878ae7a85, 'name': SearchDatastore_Task, 'duration_secs': 0.11648} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.600546] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a3d77292-561f-47cf-8d63-6cb306b92427 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1329.600848] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a3d77292-561f-47cf-8d63-6cb306b92427 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: 123a890e-3772-4f4f-b12d-5fae028ee895] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1329.601429] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a3d77292-561f-47cf-8d63-6cb306b92427 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1329.601429] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a3d77292-561f-47cf-8d63-6cb306b92427 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.601542] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3d77292-561f-47cf-8d63-6cb306b92427 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1329.604384] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-210ba659-ba6c-4151-9013-ca83727e12a2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.612771] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3d77292-561f-47cf-8d63-6cb306b92427 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1329.613660] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a3d77292-561f-47cf-8d63-6cb306b92427 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1329.613660] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59903ee1-83c7-47c3-9560-1859726ba130 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.620392] env[62438]: DEBUG oslo_vmware.api [None req-a3d77292-561f-47cf-8d63-6cb306b92427 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Waiting for the task: (returnval){ [ 1329.620392] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]524b1d85-e74e-43d6-3a3d-9a253d58c15c" [ 1329.620392] env[62438]: _type = "Task" [ 1329.620392] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.633347] env[62438]: DEBUG oslo_vmware.api [None req-a3d77292-561f-47cf-8d63-6cb306b92427 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]524b1d85-e74e-43d6-3a3d-9a253d58c15c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.701222] env[62438]: DEBUG oslo_concurrency.lockutils [req-1a73e3ef-98c9-4bc4-a5f2-e786e7326c13 req-241b94c4-45fa-4377-a90c-9ecf0f27bf9f service nova] Releasing lock "refresh_cache-277f271f-6f65-4d7b-af1c-e3383b78d775" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1329.792482] env[62438]: DEBUG nova.scheduler.client.report [None req-5f09a962-ad13-4643-8c7f-9144929b5ca5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1329.889474] env[62438]: DEBUG nova.compute.manager [None req-ce924e23-77aa-425d-94b3-299e41a93b9c tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] [instance: dafca806-482e-476d-aac6-f4844403efb3] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1329.932095] env[62438]: DEBUG nova.virt.hardware [None req-ce924e23-77aa-425d-94b3-299e41a93b9c tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1329.932095] env[62438]: DEBUG nova.virt.hardware [None req-ce924e23-77aa-425d-94b3-299e41a93b9c tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1329.932095] env[62438]: DEBUG nova.virt.hardware [None req-ce924e23-77aa-425d-94b3-299e41a93b9c tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1329.932273] env[62438]: DEBUG nova.virt.hardware [None req-ce924e23-77aa-425d-94b3-299e41a93b9c tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1329.932273] env[62438]: DEBUG nova.virt.hardware [None req-ce924e23-77aa-425d-94b3-299e41a93b9c tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1329.932412] env[62438]: DEBUG nova.virt.hardware [None req-ce924e23-77aa-425d-94b3-299e41a93b9c tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1329.932613] env[62438]: DEBUG nova.virt.hardware [None req-ce924e23-77aa-425d-94b3-299e41a93b9c tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1329.932762] env[62438]: DEBUG nova.virt.hardware [None req-ce924e23-77aa-425d-94b3-299e41a93b9c tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1329.932931] env[62438]: DEBUG nova.virt.hardware [None req-ce924e23-77aa-425d-94b3-299e41a93b9c tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1329.933121] env[62438]: DEBUG nova.virt.hardware [None req-ce924e23-77aa-425d-94b3-299e41a93b9c tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1329.933298] env[62438]: DEBUG nova.virt.hardware [None req-ce924e23-77aa-425d-94b3-299e41a93b9c tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1329.934180] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52c26e21-9da8-41d8-969b-4e5ada4f8173 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.942730] env[62438]: DEBUG oslo_vmware.api [None req-114808b1-6b4d-43d0-9580-c86b0d06b23b tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Task: {'id': task-1784331, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091324} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.942730] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-114808b1-6b4d-43d0-9580-c86b0d06b23b tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] [instance: 21b50399-6922-44e4-b104-b20a62d9d9a2] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1329.943709] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c8395f4-52da-4187-9c97-b04a0d43ead4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.951395] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ed1cf8-4f50-4b86-bd10-faea5244c267 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.974963] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-114808b1-6b4d-43d0-9580-c86b0d06b23b tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] [instance: 21b50399-6922-44e4-b104-b20a62d9d9a2] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 21b50399-6922-44e4-b104-b20a62d9d9a2/21b50399-6922-44e4-b104-b20a62d9d9a2.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1329.976433] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31253bba-06e2-4d6b-b9fd-a4be1d6499b1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.001027] env[62438]: DEBUG nova.network.neutron [None req-95fae044-b502-4736-914b-b35b838b9997 tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] [instance: ee90abad-2628-4c6e-880a-23fb6e8088f1] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1330.010202] env[62438]: DEBUG oslo_vmware.api [None req-114808b1-6b4d-43d0-9580-c86b0d06b23b tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Waiting for the task: (returnval){ [ 1330.010202] env[62438]: value = "task-1784333" [ 1330.010202] env[62438]: _type = "Task" [ 1330.010202] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.018935] env[62438]: DEBUG oslo_vmware.api [None req-114808b1-6b4d-43d0-9580-c86b0d06b23b tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Task: {'id': task-1784333, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.024223] env[62438]: DEBUG oslo_concurrency.lockutils [None req-840bdabe-2875-4094-8c27-2a184e19d668 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1330.062870] env[62438]: DEBUG oslo_vmware.api [None req-f0498d03-e7c3-4ef9-9695-e9ca8f1bceec tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Task: {'id': task-1784332, 'name': PowerOffVM_Task, 'duration_secs': 0.386272} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.063268] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0498d03-e7c3-4ef9-9695-e9ca8f1bceec tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] [instance: a5fd1d2f-7006-4400-84ba-63cb62e46194] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1330.063655] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f0498d03-e7c3-4ef9-9695-e9ca8f1bceec tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] [instance: a5fd1d2f-7006-4400-84ba-63cb62e46194] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1330.063989] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6dd63b6a-b59f-42da-8462-6de54232cb1d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.133374] env[62438]: DEBUG oslo_vmware.api [None req-a3d77292-561f-47cf-8d63-6cb306b92427 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]524b1d85-e74e-43d6-3a3d-9a253d58c15c, 'name': SearchDatastore_Task, 'duration_secs': 0.011439} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.134053] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33ca69d9-3e63-45c9-9555-d278f080d7a7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.139809] env[62438]: DEBUG oslo_vmware.api [None req-a3d77292-561f-47cf-8d63-6cb306b92427 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Waiting for the task: (returnval){ [ 1330.139809] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5252dc1b-7e27-9822-ab74-fb8d9bb773ba" [ 1330.139809] env[62438]: _type = "Task" [ 1330.139809] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.150341] env[62438]: DEBUG oslo_vmware.api [None req-a3d77292-561f-47cf-8d63-6cb306b92427 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5252dc1b-7e27-9822-ab74-fb8d9bb773ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.174699] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f0498d03-e7c3-4ef9-9695-e9ca8f1bceec tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] [instance: a5fd1d2f-7006-4400-84ba-63cb62e46194] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1330.174699] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f0498d03-e7c3-4ef9-9695-e9ca8f1bceec tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] [instance: a5fd1d2f-7006-4400-84ba-63cb62e46194] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1330.174699] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0498d03-e7c3-4ef9-9695-e9ca8f1bceec tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Deleting the datastore file [datastore1] a5fd1d2f-7006-4400-84ba-63cb62e46194 {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1330.174699] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e60b04a-7094-4b0b-89d3-087e08f73fe3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.181355] env[62438]: DEBUG oslo_vmware.api [None req-f0498d03-e7c3-4ef9-9695-e9ca8f1bceec tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Waiting for the task: (returnval){ [ 1330.181355] env[62438]: value = "task-1784335" [ 1330.181355] env[62438]: _type = "Task" [ 1330.181355] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.194417] env[62438]: DEBUG oslo_vmware.api [None req-f0498d03-e7c3-4ef9-9695-e9ca8f1bceec tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Task: {'id': task-1784335, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.296596] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5f09a962-ad13-4643-8c7f-9144929b5ca5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.450s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1330.298291] env[62438]: DEBUG nova.compute.manager [None req-5f09a962-ad13-4643-8c7f-9144929b5ca5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: c15b97da-95c7-4a9d-be28-cda5cea50c2b] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1330.300814] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7421b12b-75bb-4837-8bb0-805e29dbabed tempest-DeleteServersAdminTestJSON-197219256 tempest-DeleteServersAdminTestJSON-197219256-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.599s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1330.301090] env[62438]: DEBUG nova.objects.instance [None req-7421b12b-75bb-4837-8bb0-805e29dbabed tempest-DeleteServersAdminTestJSON-197219256 tempest-DeleteServersAdminTestJSON-197219256-project-admin] Lazy-loading 'resources' on Instance uuid ea561adf-aa56-465b-a0fe-b1f5faf3dc56 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1330.385212] env[62438]: DEBUG nova.network.neutron [None req-ce924e23-77aa-425d-94b3-299e41a93b9c tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] [instance: dafca806-482e-476d-aac6-f4844403efb3] Successfully created port: f1529c60-79ba-4f8e-a0af-c0b93d36f3bd {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1330.535919] env[62438]: DEBUG oslo_vmware.api [None req-114808b1-6b4d-43d0-9580-c86b0d06b23b tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Task: {'id': task-1784333, 'name': ReconfigVM_Task, 'duration_secs': 0.46423} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.536432] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-114808b1-6b4d-43d0-9580-c86b0d06b23b tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] [instance: 21b50399-6922-44e4-b104-b20a62d9d9a2] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 21b50399-6922-44e4-b104-b20a62d9d9a2/21b50399-6922-44e4-b104-b20a62d9d9a2.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1330.539361] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-35e809e2-1c71-4f90-ac50-2dbf6a41cf76 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.545408] env[62438]: DEBUG oslo_vmware.api [None req-114808b1-6b4d-43d0-9580-c86b0d06b23b tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Waiting for the task: (returnval){ [ 1330.545408] env[62438]: value = "task-1784336" [ 1330.545408] env[62438]: _type = "Task" [ 1330.545408] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.556560] env[62438]: DEBUG oslo_vmware.api [None req-114808b1-6b4d-43d0-9580-c86b0d06b23b tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Task: {'id': task-1784336, 'name': Rename_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.656017] env[62438]: DEBUG oslo_vmware.api [None req-a3d77292-561f-47cf-8d63-6cb306b92427 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5252dc1b-7e27-9822-ab74-fb8d9bb773ba, 'name': SearchDatastore_Task, 'duration_secs': 0.042734} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.656122] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a3d77292-561f-47cf-8d63-6cb306b92427 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1330.656680] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3d77292-561f-47cf-8d63-6cb306b92427 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 123a890e-3772-4f4f-b12d-5fae028ee895/123a890e-3772-4f4f-b12d-5fae028ee895.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1330.657105] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e3477b41-9fe5-41ea-a9ea-1084710ec9e1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.663919] env[62438]: DEBUG oslo_vmware.api [None req-a3d77292-561f-47cf-8d63-6cb306b92427 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Waiting for the task: (returnval){ [ 1330.663919] env[62438]: value = "task-1784338" [ 1330.663919] env[62438]: _type = "Task" [ 1330.663919] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.675095] env[62438]: DEBUG oslo_vmware.api [None req-a3d77292-561f-47cf-8d63-6cb306b92427 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Task: {'id': task-1784338, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.696293] env[62438]: DEBUG oslo_vmware.api [None req-f0498d03-e7c3-4ef9-9695-e9ca8f1bceec tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Task: {'id': task-1784335, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.220715} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.697484] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0498d03-e7c3-4ef9-9695-e9ca8f1bceec tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1330.697484] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f0498d03-e7c3-4ef9-9695-e9ca8f1bceec tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] [instance: a5fd1d2f-7006-4400-84ba-63cb62e46194] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1330.697484] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f0498d03-e7c3-4ef9-9695-e9ca8f1bceec tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] [instance: a5fd1d2f-7006-4400-84ba-63cb62e46194] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1330.697484] env[62438]: INFO nova.compute.manager [None req-f0498d03-e7c3-4ef9-9695-e9ca8f1bceec tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] [instance: a5fd1d2f-7006-4400-84ba-63cb62e46194] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1330.697843] env[62438]: DEBUG oslo.service.loopingcall [None req-f0498d03-e7c3-4ef9-9695-e9ca8f1bceec tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1330.697843] env[62438]: DEBUG nova.compute.manager [-] [instance: a5fd1d2f-7006-4400-84ba-63cb62e46194] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1330.697992] env[62438]: DEBUG nova.network.neutron [-] [instance: a5fd1d2f-7006-4400-84ba-63cb62e46194] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1330.711056] env[62438]: DEBUG nova.network.neutron [None req-95fae044-b502-4736-914b-b35b838b9997 tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] [instance: ee90abad-2628-4c6e-880a-23fb6e8088f1] Updating instance_info_cache with network_info: [{"id": "135235f8-87dc-4f48-895e-51332501cf58", "address": "fa:16:3e:fd:12:48", "network": {"id": "8e2a4cc9-3d97-4555-97e3-837d85836978", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.74", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "332326a11cdf4ec891065b36ccc5aa20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap135235f8-87", "ovs_interfaceid": "135235f8-87dc-4f48-895e-51332501cf58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.754719] env[62438]: DEBUG nova.compute.manager [None req-ea6129eb-2e54-4a76-8bbe-3c69543efd44 tempest-ServerDiagnosticsV248Test-1545217393 tempest-ServerDiagnosticsV248Test-1545217393-project-admin] [instance: c1a86675-a28d-48e4-8fc3-b205726cdb7b] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1330.756571] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f85ba8-a56b-4d5c-a725-731d0d37e29e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.766997] env[62438]: INFO nova.compute.manager [None req-ea6129eb-2e54-4a76-8bbe-3c69543efd44 tempest-ServerDiagnosticsV248Test-1545217393 tempest-ServerDiagnosticsV248Test-1545217393-project-admin] [instance: c1a86675-a28d-48e4-8fc3-b205726cdb7b] Retrieving diagnostics [ 1330.769472] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c1e1194-b24f-41f2-8d1a-8e02512fbc8e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.807458] env[62438]: DEBUG nova.compute.utils [None req-5f09a962-ad13-4643-8c7f-9144929b5ca5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1330.810180] env[62438]: DEBUG nova.compute.manager [None req-5f09a962-ad13-4643-8c7f-9144929b5ca5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: c15b97da-95c7-4a9d-be28-cda5cea50c2b] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1330.810415] env[62438]: DEBUG nova.network.neutron [None req-5f09a962-ad13-4643-8c7f-9144929b5ca5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: c15b97da-95c7-4a9d-be28-cda5cea50c2b] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1330.839668] env[62438]: DEBUG nova.network.neutron [None req-13067008-1e34-46a4-b955-54225fc97007 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: f9196911-d1ae-4b4a-a4be-08ec3690d516] Successfully updated port: fd798aaa-ec37-4e3d-89de-47989c1f1968 {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1330.953533] env[62438]: DEBUG nova.policy [None req-5f09a962-ad13-4643-8c7f-9144929b5ca5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7a5096b690dc44a5ac7e186644800454', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e823f0cf4b1843f281f390b5ef2d3403', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1331.036022] env[62438]: DEBUG nova.compute.manager [None req-121d24ad-4bae-4128-93a1-691911b95ce6 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 03448a20-9731-4076-bf51-852e9fc7f016] Stashing vm_state: active {{(pid=62438) _prep_resize /opt/stack/nova/nova/compute/manager.py:5624}} [ 1331.056561] env[62438]: DEBUG oslo_vmware.api [None req-114808b1-6b4d-43d0-9580-c86b0d06b23b tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Task: {'id': task-1784336, 'name': Rename_Task, 'duration_secs': 0.257389} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.057694] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-114808b1-6b4d-43d0-9580-c86b0d06b23b tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] [instance: 21b50399-6922-44e4-b104-b20a62d9d9a2] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1331.057694] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b168be1-cd6a-4266-a536-570a91d69bcf {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.070077] env[62438]: DEBUG oslo_vmware.api [None req-114808b1-6b4d-43d0-9580-c86b0d06b23b tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Waiting for the task: (returnval){ [ 1331.070077] env[62438]: value = "task-1784339" [ 1331.070077] env[62438]: _type = "Task" [ 1331.070077] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.083572] env[62438]: DEBUG oslo_vmware.api [None req-114808b1-6b4d-43d0-9580-c86b0d06b23b tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Task: {'id': task-1784339, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.100619] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d7659c-90fc-4890-ae38-1f7aaac93f85 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.110531] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a92006a-c6e0-4e77-a38b-939d4ac2e79e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.167232] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-204096f0-e0e1-4a5d-8ebd-3cf0e7240178 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.191201] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec85356b-c0ef-4bda-98a8-ca59579d183d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.199461] env[62438]: DEBUG oslo_vmware.api [None req-a3d77292-561f-47cf-8d63-6cb306b92427 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Task: {'id': task-1784338, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.208010] env[62438]: DEBUG nova.compute.provider_tree [None req-7421b12b-75bb-4837-8bb0-805e29dbabed tempest-DeleteServersAdminTestJSON-197219256 tempest-DeleteServersAdminTestJSON-197219256-project-admin] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1331.214372] env[62438]: DEBUG oslo_concurrency.lockutils [None req-95fae044-b502-4736-914b-b35b838b9997 tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] Releasing lock "refresh_cache-ee90abad-2628-4c6e-880a-23fb6e8088f1" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1331.214709] env[62438]: DEBUG nova.compute.manager [None req-95fae044-b502-4736-914b-b35b838b9997 tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] [instance: ee90abad-2628-4c6e-880a-23fb6e8088f1] Instance network_info: |[{"id": "135235f8-87dc-4f48-895e-51332501cf58", "address": "fa:16:3e:fd:12:48", "network": {"id": "8e2a4cc9-3d97-4555-97e3-837d85836978", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.74", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "332326a11cdf4ec891065b36ccc5aa20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap135235f8-87", "ovs_interfaceid": "135235f8-87dc-4f48-895e-51332501cf58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1331.215567] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-95fae044-b502-4736-914b-b35b838b9997 tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] [instance: ee90abad-2628-4c6e-880a-23fb6e8088f1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:12:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '359850cc-b061-4c9c-a61c-eb42e0f7c359', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '135235f8-87dc-4f48-895e-51332501cf58', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1331.223514] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-95fae044-b502-4736-914b-b35b838b9997 tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] Creating folder: Project (4e24ae4cdae94ed9aedf0aec7dd087be). Parent ref: group-v370230. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1331.224867] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cdb4955c-486e-4c4a-ba2f-846ba8f0d784 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.235961] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-95fae044-b502-4736-914b-b35b838b9997 tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] Created folder: Project (4e24ae4cdae94ed9aedf0aec7dd087be) in parent group-v370230. [ 1331.236187] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-95fae044-b502-4736-914b-b35b838b9997 tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] Creating folder: Instances. Parent ref: group-v370261. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1331.236438] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2b2c8cd1-99b9-46ea-9e19-34f9f0500ff4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.249838] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-95fae044-b502-4736-914b-b35b838b9997 tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] Created folder: Instances in parent group-v370261. [ 1331.249838] env[62438]: DEBUG oslo.service.loopingcall [None req-95fae044-b502-4736-914b-b35b838b9997 tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1331.249838] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee90abad-2628-4c6e-880a-23fb6e8088f1] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1331.249838] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-97e0bdc7-e605-4fd5-9fe0-dae10592d680 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.277504] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1331.277504] env[62438]: value = "task-1784342" [ 1331.277504] env[62438]: _type = "Task" [ 1331.277504] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.285573] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784342, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.311595] env[62438]: DEBUG nova.compute.manager [None req-5f09a962-ad13-4643-8c7f-9144929b5ca5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: c15b97da-95c7-4a9d-be28-cda5cea50c2b] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1331.343221] env[62438]: DEBUG oslo_concurrency.lockutils [None req-13067008-1e34-46a4-b955-54225fc97007 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Acquiring lock "refresh_cache-f9196911-d1ae-4b4a-a4be-08ec3690d516" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1331.343221] env[62438]: DEBUG oslo_concurrency.lockutils [None req-13067008-1e34-46a4-b955-54225fc97007 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Acquired lock "refresh_cache-f9196911-d1ae-4b4a-a4be-08ec3690d516" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.343221] env[62438]: DEBUG nova.network.neutron [None req-13067008-1e34-46a4-b955-54225fc97007 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: f9196911-d1ae-4b4a-a4be-08ec3690d516] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1331.567793] env[62438]: DEBUG oslo_concurrency.lockutils [None req-121d24ad-4bae-4128-93a1-691911b95ce6 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1331.585774] env[62438]: DEBUG oslo_vmware.api [None req-114808b1-6b4d-43d0-9580-c86b0d06b23b tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Task: {'id': task-1784339, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.682368] env[62438]: DEBUG oslo_vmware.api [None req-a3d77292-561f-47cf-8d63-6cb306b92427 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Task: {'id': task-1784338, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.840438} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.682645] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3d77292-561f-47cf-8d63-6cb306b92427 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 123a890e-3772-4f4f-b12d-5fae028ee895/123a890e-3772-4f4f-b12d-5fae028ee895.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1331.682912] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a3d77292-561f-47cf-8d63-6cb306b92427 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: 123a890e-3772-4f4f-b12d-5fae028ee895] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1331.683110] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0570d780-1441-4e49-99c4-e96e2a82a285 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.690712] env[62438]: DEBUG oslo_vmware.api [None req-a3d77292-561f-47cf-8d63-6cb306b92427 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Waiting for the task: (returnval){ [ 1331.690712] env[62438]: value = "task-1784343" [ 1331.690712] env[62438]: _type = "Task" [ 1331.690712] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.699749] env[62438]: DEBUG oslo_vmware.api [None req-a3d77292-561f-47cf-8d63-6cb306b92427 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Task: {'id': task-1784343, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.711121] env[62438]: DEBUG nova.scheduler.client.report [None req-7421b12b-75bb-4837-8bb0-805e29dbabed tempest-DeleteServersAdminTestJSON-197219256 tempest-DeleteServersAdminTestJSON-197219256-project-admin] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1331.788595] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784342, 'name': CreateVM_Task} progress is 25%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.934202] env[62438]: DEBUG nova.network.neutron [None req-13067008-1e34-46a4-b955-54225fc97007 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: f9196911-d1ae-4b4a-a4be-08ec3690d516] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1331.965267] env[62438]: DEBUG nova.compute.manager [req-c7824105-4702-4ea3-8ef7-9614dd75a5e0 req-a412b95f-66c5-4973-9489-e98df877694d service nova] [instance: 21b50399-6922-44e4-b104-b20a62d9d9a2] Received event network-changed-6074fba3-81e6-4fdb-aad1-97fa16470927 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1331.965438] env[62438]: DEBUG nova.compute.manager [req-c7824105-4702-4ea3-8ef7-9614dd75a5e0 req-a412b95f-66c5-4973-9489-e98df877694d service nova] [instance: 21b50399-6922-44e4-b104-b20a62d9d9a2] Refreshing instance network info cache due to event network-changed-6074fba3-81e6-4fdb-aad1-97fa16470927. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1331.965718] env[62438]: DEBUG oslo_concurrency.lockutils [req-c7824105-4702-4ea3-8ef7-9614dd75a5e0 req-a412b95f-66c5-4973-9489-e98df877694d service nova] Acquiring lock "refresh_cache-21b50399-6922-44e4-b104-b20a62d9d9a2" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1331.965945] env[62438]: DEBUG oslo_concurrency.lockutils [req-c7824105-4702-4ea3-8ef7-9614dd75a5e0 req-a412b95f-66c5-4973-9489-e98df877694d service nova] Acquired lock "refresh_cache-21b50399-6922-44e4-b104-b20a62d9d9a2" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.966671] env[62438]: DEBUG nova.network.neutron [req-c7824105-4702-4ea3-8ef7-9614dd75a5e0 req-a412b95f-66c5-4973-9489-e98df877694d service nova] [instance: 21b50399-6922-44e4-b104-b20a62d9d9a2] Refreshing network info cache for port 6074fba3-81e6-4fdb-aad1-97fa16470927 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1332.085018] env[62438]: DEBUG oslo_vmware.api [None req-114808b1-6b4d-43d0-9580-c86b0d06b23b tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Task: {'id': task-1784339, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.124074] env[62438]: DEBUG nova.network.neutron [None req-5f09a962-ad13-4643-8c7f-9144929b5ca5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: c15b97da-95c7-4a9d-be28-cda5cea50c2b] Successfully created port: ea0be460-ab19-4305-ab5b-3cbca921649b {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1332.177738] env[62438]: DEBUG nova.compute.manager [req-28c96c42-27ab-42ae-be56-64127140f8fe req-6fba315c-d73b-4577-b7c3-1bab4830145a service nova] [instance: 123a890e-3772-4f4f-b12d-5fae028ee895] Received event network-vif-plugged-5a014730-4d18-4544-89ad-a227b8cdd2ec {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1332.177967] env[62438]: DEBUG oslo_concurrency.lockutils [req-28c96c42-27ab-42ae-be56-64127140f8fe req-6fba315c-d73b-4577-b7c3-1bab4830145a service nova] Acquiring lock "123a890e-3772-4f4f-b12d-5fae028ee895-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1332.177967] env[62438]: DEBUG oslo_concurrency.lockutils [req-28c96c42-27ab-42ae-be56-64127140f8fe req-6fba315c-d73b-4577-b7c3-1bab4830145a service nova] Lock "123a890e-3772-4f4f-b12d-5fae028ee895-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1332.178398] env[62438]: DEBUG oslo_concurrency.lockutils [req-28c96c42-27ab-42ae-be56-64127140f8fe req-6fba315c-d73b-4577-b7c3-1bab4830145a service nova] Lock "123a890e-3772-4f4f-b12d-5fae028ee895-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1332.178502] env[62438]: DEBUG nova.compute.manager [req-28c96c42-27ab-42ae-be56-64127140f8fe req-6fba315c-d73b-4577-b7c3-1bab4830145a service nova] [instance: 123a890e-3772-4f4f-b12d-5fae028ee895] No waiting events found dispatching network-vif-plugged-5a014730-4d18-4544-89ad-a227b8cdd2ec {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1332.178669] env[62438]: WARNING nova.compute.manager [req-28c96c42-27ab-42ae-be56-64127140f8fe req-6fba315c-d73b-4577-b7c3-1bab4830145a service nova] [instance: 123a890e-3772-4f4f-b12d-5fae028ee895] Received unexpected event network-vif-plugged-5a014730-4d18-4544-89ad-a227b8cdd2ec for instance with vm_state building and task_state spawning. [ 1332.178831] env[62438]: DEBUG nova.compute.manager [req-28c96c42-27ab-42ae-be56-64127140f8fe req-6fba315c-d73b-4577-b7c3-1bab4830145a service nova] [instance: 123a890e-3772-4f4f-b12d-5fae028ee895] Received event network-changed-5a014730-4d18-4544-89ad-a227b8cdd2ec {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1332.179541] env[62438]: DEBUG nova.compute.manager [req-28c96c42-27ab-42ae-be56-64127140f8fe req-6fba315c-d73b-4577-b7c3-1bab4830145a service nova] [instance: 123a890e-3772-4f4f-b12d-5fae028ee895] Refreshing instance network info cache due to event network-changed-5a014730-4d18-4544-89ad-a227b8cdd2ec. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1332.179541] env[62438]: DEBUG oslo_concurrency.lockutils [req-28c96c42-27ab-42ae-be56-64127140f8fe req-6fba315c-d73b-4577-b7c3-1bab4830145a service nova] Acquiring lock "refresh_cache-123a890e-3772-4f4f-b12d-5fae028ee895" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1332.179541] env[62438]: DEBUG oslo_concurrency.lockutils [req-28c96c42-27ab-42ae-be56-64127140f8fe req-6fba315c-d73b-4577-b7c3-1bab4830145a service nova] Acquired lock "refresh_cache-123a890e-3772-4f4f-b12d-5fae028ee895" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.179541] env[62438]: DEBUG nova.network.neutron [req-28c96c42-27ab-42ae-be56-64127140f8fe req-6fba315c-d73b-4577-b7c3-1bab4830145a service nova] [instance: 123a890e-3772-4f4f-b12d-5fae028ee895] Refreshing network info cache for port 5a014730-4d18-4544-89ad-a227b8cdd2ec {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1332.201266] env[62438]: DEBUG oslo_vmware.api [None req-a3d77292-561f-47cf-8d63-6cb306b92427 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Task: {'id': task-1784343, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.289584} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.201772] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a3d77292-561f-47cf-8d63-6cb306b92427 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: 123a890e-3772-4f4f-b12d-5fae028ee895] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1332.202323] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24223b76-f3fc-47c7-b3a8-6f19b6ec9e19 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.216944] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7421b12b-75bb-4837-8bb0-805e29dbabed tempest-DeleteServersAdminTestJSON-197219256 tempest-DeleteServersAdminTestJSON-197219256-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.916s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1332.227796] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3d77292-561f-47cf-8d63-6cb306b92427 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: 123a890e-3772-4f4f-b12d-5fae028ee895] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 123a890e-3772-4f4f-b12d-5fae028ee895/123a890e-3772-4f4f-b12d-5fae028ee895.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1332.228280] env[62438]: DEBUG oslo_concurrency.lockutils [None req-840bdabe-2875-4094-8c27-2a184e19d668 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.204s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1332.232022] env[62438]: INFO nova.compute.claims [None req-840bdabe-2875-4094-8c27-2a184e19d668 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: e3195d58-9c75-4fcc-8e4b-0c30bd69e311] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1332.234158] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6aa1ddc9-a468-42b9-96da-409a8894ba0c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.257419] env[62438]: DEBUG oslo_vmware.api [None req-a3d77292-561f-47cf-8d63-6cb306b92427 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Waiting for the task: (returnval){ [ 1332.257419] env[62438]: value = "task-1784344" [ 1332.257419] env[62438]: _type = "Task" [ 1332.257419] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.261593] env[62438]: INFO nova.scheduler.client.report [None req-7421b12b-75bb-4837-8bb0-805e29dbabed tempest-DeleteServersAdminTestJSON-197219256 tempest-DeleteServersAdminTestJSON-197219256-project-admin] Deleted allocations for instance ea561adf-aa56-465b-a0fe-b1f5faf3dc56 [ 1332.271505] env[62438]: DEBUG oslo_vmware.api [None req-a3d77292-561f-47cf-8d63-6cb306b92427 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Task: {'id': task-1784344, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.288579] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784342, 'name': CreateVM_Task} progress is 25%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.322336] env[62438]: DEBUG nova.network.neutron [-] [instance: a5fd1d2f-7006-4400-84ba-63cb62e46194] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1332.325659] env[62438]: DEBUG nova.compute.manager [None req-5f09a962-ad13-4643-8c7f-9144929b5ca5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: c15b97da-95c7-4a9d-be28-cda5cea50c2b] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1332.363931] env[62438]: DEBUG nova.network.neutron [None req-13067008-1e34-46a4-b955-54225fc97007 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: f9196911-d1ae-4b4a-a4be-08ec3690d516] Updating instance_info_cache with network_info: [{"id": "fd798aaa-ec37-4e3d-89de-47989c1f1968", "address": "fa:16:3e:21:0f:38", "network": {"id": "8e2a4cc9-3d97-4555-97e3-837d85836978", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.113", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "332326a11cdf4ec891065b36ccc5aa20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd798aaa-ec", "ovs_interfaceid": "fd798aaa-ec37-4e3d-89de-47989c1f1968", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1332.372151] env[62438]: DEBUG nova.virt.hardware [None req-5f09a962-ad13-4643-8c7f-9144929b5ca5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1332.372426] env[62438]: DEBUG nova.virt.hardware [None req-5f09a962-ad13-4643-8c7f-9144929b5ca5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1332.372702] env[62438]: DEBUG nova.virt.hardware [None req-5f09a962-ad13-4643-8c7f-9144929b5ca5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1332.372757] env[62438]: DEBUG nova.virt.hardware [None req-5f09a962-ad13-4643-8c7f-9144929b5ca5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1332.372902] env[62438]: DEBUG nova.virt.hardware [None req-5f09a962-ad13-4643-8c7f-9144929b5ca5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1332.373083] env[62438]: DEBUG nova.virt.hardware [None req-5f09a962-ad13-4643-8c7f-9144929b5ca5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1332.373320] env[62438]: DEBUG nova.virt.hardware [None req-5f09a962-ad13-4643-8c7f-9144929b5ca5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1332.373541] env[62438]: DEBUG nova.virt.hardware [None req-5f09a962-ad13-4643-8c7f-9144929b5ca5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1332.373622] env[62438]: DEBUG nova.virt.hardware [None req-5f09a962-ad13-4643-8c7f-9144929b5ca5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1332.373809] env[62438]: DEBUG nova.virt.hardware [None req-5f09a962-ad13-4643-8c7f-9144929b5ca5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1332.373978] env[62438]: DEBUG nova.virt.hardware [None req-5f09a962-ad13-4643-8c7f-9144929b5ca5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1332.375233] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab0a441-7320-4bc2-b703-16f5ee247505 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.386148] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-304db5da-7363-44ff-ab7a-acf84cf53e3c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.584732] env[62438]: DEBUG oslo_vmware.api [None req-114808b1-6b4d-43d0-9580-c86b0d06b23b tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Task: {'id': task-1784339, 'name': PowerOnVM_Task, 'duration_secs': 1.25971} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.585055] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-114808b1-6b4d-43d0-9580-c86b0d06b23b tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] [instance: 21b50399-6922-44e4-b104-b20a62d9d9a2] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1332.585266] env[62438]: INFO nova.compute.manager [None req-114808b1-6b4d-43d0-9580-c86b0d06b23b tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] [instance: 21b50399-6922-44e4-b104-b20a62d9d9a2] Took 12.80 seconds to spawn the instance on the hypervisor. [ 1332.585444] env[62438]: DEBUG nova.compute.manager [None req-114808b1-6b4d-43d0-9580-c86b0d06b23b tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] [instance: 21b50399-6922-44e4-b104-b20a62d9d9a2] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1332.587111] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f8fc77c-6848-495a-9c11-114f12b54f91 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.773833] env[62438]: DEBUG oslo_vmware.api [None req-a3d77292-561f-47cf-8d63-6cb306b92427 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Task: {'id': task-1784344, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.774486] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7421b12b-75bb-4837-8bb0-805e29dbabed tempest-DeleteServersAdminTestJSON-197219256 tempest-DeleteServersAdminTestJSON-197219256-project-admin] Lock "ea561adf-aa56-465b-a0fe-b1f5faf3dc56" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.610s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1332.794919] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784342, 'name': CreateVM_Task} progress is 25%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.830042] env[62438]: INFO nova.compute.manager [-] [instance: a5fd1d2f-7006-4400-84ba-63cb62e46194] Took 2.13 seconds to deallocate network for instance. [ 1332.880555] env[62438]: DEBUG oslo_concurrency.lockutils [None req-13067008-1e34-46a4-b955-54225fc97007 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Releasing lock "refresh_cache-f9196911-d1ae-4b4a-a4be-08ec3690d516" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1332.880960] env[62438]: DEBUG nova.compute.manager [None req-13067008-1e34-46a4-b955-54225fc97007 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: f9196911-d1ae-4b4a-a4be-08ec3690d516] Instance network_info: |[{"id": "fd798aaa-ec37-4e3d-89de-47989c1f1968", "address": "fa:16:3e:21:0f:38", "network": {"id": "8e2a4cc9-3d97-4555-97e3-837d85836978", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.113", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "332326a11cdf4ec891065b36ccc5aa20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd798aaa-ec", "ovs_interfaceid": "fd798aaa-ec37-4e3d-89de-47989c1f1968", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1332.881416] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-13067008-1e34-46a4-b955-54225fc97007 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: f9196911-d1ae-4b4a-a4be-08ec3690d516] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:0f:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '359850cc-b061-4c9c-a61c-eb42e0f7c359', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd798aaa-ec37-4e3d-89de-47989c1f1968', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1332.891642] env[62438]: DEBUG oslo.service.loopingcall [None req-13067008-1e34-46a4-b955-54225fc97007 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1332.891881] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9196911-d1ae-4b4a-a4be-08ec3690d516] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1332.892834] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-615a25e4-56c9-4c84-a5ca-b3f3c3c9964b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.914839] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1332.914839] env[62438]: value = "task-1784346" [ 1332.914839] env[62438]: _type = "Task" [ 1332.914839] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.925796] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784346, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.121653] env[62438]: INFO nova.compute.manager [None req-114808b1-6b4d-43d0-9580-c86b0d06b23b tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] [instance: 21b50399-6922-44e4-b104-b20a62d9d9a2] Took 21.55 seconds to build instance. [ 1333.184659] env[62438]: DEBUG nova.network.neutron [req-c7824105-4702-4ea3-8ef7-9614dd75a5e0 req-a412b95f-66c5-4973-9489-e98df877694d service nova] [instance: 21b50399-6922-44e4-b104-b20a62d9d9a2] Updated VIF entry in instance network info cache for port 6074fba3-81e6-4fdb-aad1-97fa16470927. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1333.185034] env[62438]: DEBUG nova.network.neutron [req-c7824105-4702-4ea3-8ef7-9614dd75a5e0 req-a412b95f-66c5-4973-9489-e98df877694d service nova] [instance: 21b50399-6922-44e4-b104-b20a62d9d9a2] Updating instance_info_cache with network_info: [{"id": "6074fba3-81e6-4fdb-aad1-97fa16470927", "address": "fa:16:3e:66:ad:3a", "network": {"id": "8e2a4cc9-3d97-4555-97e3-837d85836978", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.177", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "332326a11cdf4ec891065b36ccc5aa20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6074fba3-81", "ovs_interfaceid": "6074fba3-81e6-4fdb-aad1-97fa16470927", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1333.275875] env[62438]: DEBUG oslo_vmware.api [None req-a3d77292-561f-47cf-8d63-6cb306b92427 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Task: {'id': task-1784344, 'name': ReconfigVM_Task, 'duration_secs': 0.794327} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.276464] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3d77292-561f-47cf-8d63-6cb306b92427 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: 123a890e-3772-4f4f-b12d-5fae028ee895] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 123a890e-3772-4f4f-b12d-5fae028ee895/123a890e-3772-4f4f-b12d-5fae028ee895.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1333.277174] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8a375df6-45d2-445c-a829-0527296b49d0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.290480] env[62438]: DEBUG oslo_vmware.api [None req-a3d77292-561f-47cf-8d63-6cb306b92427 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Waiting for the task: (returnval){ [ 1333.290480] env[62438]: value = "task-1784347" [ 1333.290480] env[62438]: _type = "Task" [ 1333.290480] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.303559] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784342, 'name': CreateVM_Task} progress is 25%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.313433] env[62438]: DEBUG oslo_vmware.api [None req-a3d77292-561f-47cf-8d63-6cb306b92427 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Task: {'id': task-1784347, 'name': Rename_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.337962] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f0498d03-e7c3-4ef9-9695-e9ca8f1bceec tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1333.427851] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784346, 'name': CreateVM_Task, 'duration_secs': 0.432383} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.428096] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9196911-d1ae-4b4a-a4be-08ec3690d516] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1333.429586] env[62438]: DEBUG oslo_concurrency.lockutils [None req-13067008-1e34-46a4-b955-54225fc97007 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1333.429586] env[62438]: DEBUG oslo_concurrency.lockutils [None req-13067008-1e34-46a4-b955-54225fc97007 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.429586] env[62438]: DEBUG oslo_concurrency.lockutils [None req-13067008-1e34-46a4-b955-54225fc97007 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1333.429586] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa23af9f-018f-47be-a08e-39d5f4c0a2df {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.435147] env[62438]: DEBUG oslo_vmware.api [None req-13067008-1e34-46a4-b955-54225fc97007 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Waiting for the task: (returnval){ [ 1333.435147] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52b8447e-4a20-392f-5b62-47cbb5c74562" [ 1333.435147] env[62438]: _type = "Task" [ 1333.435147] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.449027] env[62438]: DEBUG oslo_vmware.api [None req-13067008-1e34-46a4-b955-54225fc97007 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52b8447e-4a20-392f-5b62-47cbb5c74562, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.526469] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-697f9d5d-c367-4d2c-bed9-9f3f5d3d570e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.535064] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1718f6a-8999-46ed-b6b8-95c4d6762cb1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.572022] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3538548-bce1-4076-9d9b-3a61f760418b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.581812] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3742382-935d-4e38-bc07-43f70ed014c0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.596728] env[62438]: DEBUG nova.compute.provider_tree [None req-840bdabe-2875-4094-8c27-2a184e19d668 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1333.622811] env[62438]: DEBUG oslo_concurrency.lockutils [None req-114808b1-6b4d-43d0-9580-c86b0d06b23b tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Lock "21b50399-6922-44e4-b104-b20a62d9d9a2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.067s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1333.688093] env[62438]: DEBUG oslo_concurrency.lockutils [req-c7824105-4702-4ea3-8ef7-9614dd75a5e0 req-a412b95f-66c5-4973-9489-e98df877694d service nova] Releasing lock "refresh_cache-21b50399-6922-44e4-b104-b20a62d9d9a2" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1333.794853] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784342, 'name': CreateVM_Task} progress is 25%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.809918] env[62438]: DEBUG oslo_vmware.api [None req-a3d77292-561f-47cf-8d63-6cb306b92427 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Task: {'id': task-1784347, 'name': Rename_Task, 'duration_secs': 0.159363} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.811661] env[62438]: DEBUG nova.network.neutron [None req-ce924e23-77aa-425d-94b3-299e41a93b9c tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] [instance: dafca806-482e-476d-aac6-f4844403efb3] Successfully updated port: f1529c60-79ba-4f8e-a0af-c0b93d36f3bd {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1333.813122] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3d77292-561f-47cf-8d63-6cb306b92427 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: 123a890e-3772-4f4f-b12d-5fae028ee895] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1333.813684] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1de45e41-827c-4bba-be4c-8be10a069678 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.822964] env[62438]: DEBUG oslo_vmware.api [None req-a3d77292-561f-47cf-8d63-6cb306b92427 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Waiting for the task: (returnval){ [ 1333.822964] env[62438]: value = "task-1784348" [ 1333.822964] env[62438]: _type = "Task" [ 1333.822964] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.834418] env[62438]: DEBUG oslo_vmware.api [None req-a3d77292-561f-47cf-8d63-6cb306b92427 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Task: {'id': task-1784348, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.947190] env[62438]: DEBUG oslo_vmware.api [None req-13067008-1e34-46a4-b955-54225fc97007 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52b8447e-4a20-392f-5b62-47cbb5c74562, 'name': SearchDatastore_Task, 'duration_secs': 0.059988} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.947509] env[62438]: DEBUG oslo_concurrency.lockutils [None req-13067008-1e34-46a4-b955-54225fc97007 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1333.948133] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-13067008-1e34-46a4-b955-54225fc97007 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: f9196911-d1ae-4b4a-a4be-08ec3690d516] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1333.948402] env[62438]: DEBUG oslo_concurrency.lockutils [None req-13067008-1e34-46a4-b955-54225fc97007 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1333.948522] env[62438]: DEBUG oslo_concurrency.lockutils [None req-13067008-1e34-46a4-b955-54225fc97007 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.948734] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-13067008-1e34-46a4-b955-54225fc97007 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1333.948965] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29b514fb-361a-4e77-89db-6fb72229a019 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.958669] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-13067008-1e34-46a4-b955-54225fc97007 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1333.958669] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-13067008-1e34-46a4-b955-54225fc97007 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1333.962165] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c54db98f-1bc7-4e55-a906-9d60d7047a63 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.966366] env[62438]: DEBUG oslo_vmware.api [None req-13067008-1e34-46a4-b955-54225fc97007 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Waiting for the task: (returnval){ [ 1333.966366] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52a0c2f3-5964-f3bf-670b-417d671628ee" [ 1333.966366] env[62438]: _type = "Task" [ 1333.966366] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.974965] env[62438]: DEBUG oslo_vmware.api [None req-13067008-1e34-46a4-b955-54225fc97007 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52a0c2f3-5964-f3bf-670b-417d671628ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.986961] env[62438]: DEBUG nova.network.neutron [req-28c96c42-27ab-42ae-be56-64127140f8fe req-6fba315c-d73b-4577-b7c3-1bab4830145a service nova] [instance: 123a890e-3772-4f4f-b12d-5fae028ee895] Updated VIF entry in instance network info cache for port 5a014730-4d18-4544-89ad-a227b8cdd2ec. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1333.987397] env[62438]: DEBUG nova.network.neutron [req-28c96c42-27ab-42ae-be56-64127140f8fe req-6fba315c-d73b-4577-b7c3-1bab4830145a service nova] [instance: 123a890e-3772-4f4f-b12d-5fae028ee895] Updating instance_info_cache with network_info: [{"id": "5a014730-4d18-4544-89ad-a227b8cdd2ec", "address": "fa:16:3e:ef:ce:e8", "network": {"id": "8e2a4cc9-3d97-4555-97e3-837d85836978", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "332326a11cdf4ec891065b36ccc5aa20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a014730-4d", "ovs_interfaceid": "5a014730-4d18-4544-89ad-a227b8cdd2ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1334.101124] env[62438]: DEBUG nova.scheduler.client.report [None req-840bdabe-2875-4094-8c27-2a184e19d668 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1334.293042] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784342, 'name': CreateVM_Task} progress is 25%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.319246] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ce924e23-77aa-425d-94b3-299e41a93b9c tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Acquiring lock "refresh_cache-dafca806-482e-476d-aac6-f4844403efb3" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1334.319519] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ce924e23-77aa-425d-94b3-299e41a93b9c tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Acquired lock "refresh_cache-dafca806-482e-476d-aac6-f4844403efb3" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.319710] env[62438]: DEBUG nova.network.neutron [None req-ce924e23-77aa-425d-94b3-299e41a93b9c tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] [instance: dafca806-482e-476d-aac6-f4844403efb3] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1334.337942] env[62438]: DEBUG oslo_vmware.api [None req-a3d77292-561f-47cf-8d63-6cb306b92427 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Task: {'id': task-1784348, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.483498] env[62438]: DEBUG oslo_vmware.api [None req-13067008-1e34-46a4-b955-54225fc97007 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52a0c2f3-5964-f3bf-670b-417d671628ee, 'name': SearchDatastore_Task, 'duration_secs': 0.010364} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.484380] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-013a9afc-8014-41cc-8186-19f37e822f3a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.489790] env[62438]: DEBUG oslo_concurrency.lockutils [req-28c96c42-27ab-42ae-be56-64127140f8fe req-6fba315c-d73b-4577-b7c3-1bab4830145a service nova] Releasing lock "refresh_cache-123a890e-3772-4f4f-b12d-5fae028ee895" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1334.492277] env[62438]: DEBUG nova.compute.manager [req-28c96c42-27ab-42ae-be56-64127140f8fe req-6fba315c-d73b-4577-b7c3-1bab4830145a service nova] [instance: d96af944-fba1-4df4-a0f7-0566ae562500] Received event network-changed-e2fa7604-8c67-448e-9587-be06acc0986c {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1334.492500] env[62438]: DEBUG nova.compute.manager [req-28c96c42-27ab-42ae-be56-64127140f8fe req-6fba315c-d73b-4577-b7c3-1bab4830145a service nova] [instance: d96af944-fba1-4df4-a0f7-0566ae562500] Refreshing instance network info cache due to event network-changed-e2fa7604-8c67-448e-9587-be06acc0986c. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1334.492718] env[62438]: DEBUG oslo_concurrency.lockutils [req-28c96c42-27ab-42ae-be56-64127140f8fe req-6fba315c-d73b-4577-b7c3-1bab4830145a service nova] Acquiring lock "refresh_cache-d96af944-fba1-4df4-a0f7-0566ae562500" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1334.492863] env[62438]: DEBUG oslo_concurrency.lockutils [req-28c96c42-27ab-42ae-be56-64127140f8fe req-6fba315c-d73b-4577-b7c3-1bab4830145a service nova] Acquired lock "refresh_cache-d96af944-fba1-4df4-a0f7-0566ae562500" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.493046] env[62438]: DEBUG nova.network.neutron [req-28c96c42-27ab-42ae-be56-64127140f8fe req-6fba315c-d73b-4577-b7c3-1bab4830145a service nova] [instance: d96af944-fba1-4df4-a0f7-0566ae562500] Refreshing network info cache for port e2fa7604-8c67-448e-9587-be06acc0986c {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1334.496153] env[62438]: DEBUG oslo_vmware.api [None req-13067008-1e34-46a4-b955-54225fc97007 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Waiting for the task: (returnval){ [ 1334.496153] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]521edf08-499e-25f0-1524-5270c1a24f1f" [ 1334.496153] env[62438]: _type = "Task" [ 1334.496153] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.509059] env[62438]: DEBUG oslo_vmware.api [None req-13067008-1e34-46a4-b955-54225fc97007 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]521edf08-499e-25f0-1524-5270c1a24f1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.525785] env[62438]: DEBUG nova.network.neutron [None req-5f09a962-ad13-4643-8c7f-9144929b5ca5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: c15b97da-95c7-4a9d-be28-cda5cea50c2b] Successfully updated port: ea0be460-ab19-4305-ab5b-3cbca921649b {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1334.610603] env[62438]: DEBUG oslo_concurrency.lockutils [None req-840bdabe-2875-4094-8c27-2a184e19d668 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.382s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1334.611434] env[62438]: DEBUG nova.compute.manager [None req-840bdabe-2875-4094-8c27-2a184e19d668 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: e3195d58-9c75-4fcc-8e4b-0c30bd69e311] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1334.614363] env[62438]: DEBUG oslo_concurrency.lockutils [None req-121d24ad-4bae-4128-93a1-691911b95ce6 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.047s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1334.797936] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784342, 'name': CreateVM_Task} progress is 25%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.837722] env[62438]: DEBUG oslo_vmware.api [None req-a3d77292-561f-47cf-8d63-6cb306b92427 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Task: {'id': task-1784348, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.896561] env[62438]: DEBUG nova.network.neutron [None req-ce924e23-77aa-425d-94b3-299e41a93b9c tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] [instance: dafca806-482e-476d-aac6-f4844403efb3] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1335.010850] env[62438]: DEBUG oslo_vmware.api [None req-13067008-1e34-46a4-b955-54225fc97007 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]521edf08-499e-25f0-1524-5270c1a24f1f, 'name': SearchDatastore_Task, 'duration_secs': 0.018127} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.011240] env[62438]: DEBUG oslo_concurrency.lockutils [None req-13067008-1e34-46a4-b955-54225fc97007 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1335.011570] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-13067008-1e34-46a4-b955-54225fc97007 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] f9196911-d1ae-4b4a-a4be-08ec3690d516/f9196911-d1ae-4b4a-a4be-08ec3690d516.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1335.011886] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa0f931a-983d-4685-aee5-dadac77088c6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.020150] env[62438]: DEBUG oslo_vmware.api [None req-13067008-1e34-46a4-b955-54225fc97007 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Waiting for the task: (returnval){ [ 1335.020150] env[62438]: value = "task-1784349" [ 1335.020150] env[62438]: _type = "Task" [ 1335.020150] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.028149] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5f09a962-ad13-4643-8c7f-9144929b5ca5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Acquiring lock "refresh_cache-c15b97da-95c7-4a9d-be28-cda5cea50c2b" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1335.028248] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5f09a962-ad13-4643-8c7f-9144929b5ca5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Acquired lock "refresh_cache-c15b97da-95c7-4a9d-be28-cda5cea50c2b" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.028405] env[62438]: DEBUG nova.network.neutron [None req-5f09a962-ad13-4643-8c7f-9144929b5ca5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: c15b97da-95c7-4a9d-be28-cda5cea50c2b] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1335.033595] env[62438]: DEBUG oslo_vmware.api [None req-13067008-1e34-46a4-b955-54225fc97007 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Task: {'id': task-1784349, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.117795] env[62438]: DEBUG nova.compute.utils [None req-840bdabe-2875-4094-8c27-2a184e19d668 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1335.119522] env[62438]: DEBUG nova.compute.manager [None req-840bdabe-2875-4094-8c27-2a184e19d668 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: e3195d58-9c75-4fcc-8e4b-0c30bd69e311] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1335.119705] env[62438]: DEBUG nova.network.neutron [None req-840bdabe-2875-4094-8c27-2a184e19d668 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: e3195d58-9c75-4fcc-8e4b-0c30bd69e311] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1335.125899] env[62438]: INFO nova.compute.claims [None req-121d24ad-4bae-4128-93a1-691911b95ce6 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 03448a20-9731-4076-bf51-852e9fc7f016] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1335.286220] env[62438]: DEBUG nova.network.neutron [None req-ce924e23-77aa-425d-94b3-299e41a93b9c tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] [instance: dafca806-482e-476d-aac6-f4844403efb3] Updating instance_info_cache with network_info: [{"id": "f1529c60-79ba-4f8e-a0af-c0b93d36f3bd", "address": "fa:16:3e:0f:cf:bd", "network": {"id": "d2cd95bd-acd6-4960-9caf-588c67be1fc1", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1431125952-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66b1c81d97b74c20a6c92acf0efde380", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1529c60-79", "ovs_interfaceid": "f1529c60-79ba-4f8e-a0af-c0b93d36f3bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1335.305418] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784342, 'name': CreateVM_Task, 'duration_secs': 4.007827} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.308279] env[62438]: DEBUG nova.policy [None req-840bdabe-2875-4094-8c27-2a184e19d668 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7a5096b690dc44a5ac7e186644800454', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e823f0cf4b1843f281f390b5ef2d3403', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1335.309950] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee90abad-2628-4c6e-880a-23fb6e8088f1] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1335.311344] env[62438]: DEBUG oslo_concurrency.lockutils [None req-95fae044-b502-4736-914b-b35b838b9997 tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1335.315021] env[62438]: DEBUG oslo_concurrency.lockutils [None req-95fae044-b502-4736-914b-b35b838b9997 tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.315021] env[62438]: DEBUG oslo_concurrency.lockutils [None req-95fae044-b502-4736-914b-b35b838b9997 tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1335.315021] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6feebe9c-6ef6-4bfa-9648-5325bf451e2d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.320802] env[62438]: DEBUG oslo_vmware.api [None req-95fae044-b502-4736-914b-b35b838b9997 tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] Waiting for the task: (returnval){ [ 1335.320802] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]527c88f7-9578-1151-006b-78259cab7add" [ 1335.320802] env[62438]: _type = "Task" [ 1335.320802] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.333502] env[62438]: DEBUG oslo_vmware.api [None req-95fae044-b502-4736-914b-b35b838b9997 tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]527c88f7-9578-1151-006b-78259cab7add, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.343158] env[62438]: DEBUG oslo_vmware.api [None req-a3d77292-561f-47cf-8d63-6cb306b92427 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Task: {'id': task-1784348, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.533932] env[62438]: DEBUG oslo_vmware.api [None req-13067008-1e34-46a4-b955-54225fc97007 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Task: {'id': task-1784349, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.633244] env[62438]: DEBUG nova.compute.manager [None req-840bdabe-2875-4094-8c27-2a184e19d668 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: e3195d58-9c75-4fcc-8e4b-0c30bd69e311] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1335.639651] env[62438]: INFO nova.compute.resource_tracker [None req-121d24ad-4bae-4128-93a1-691911b95ce6 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 03448a20-9731-4076-bf51-852e9fc7f016] Updating resource usage from migration 17f1d0d2-f499-4970-a45f-9d5e79033eab [ 1335.646837] env[62438]: DEBUG nova.network.neutron [None req-5f09a962-ad13-4643-8c7f-9144929b5ca5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: c15b97da-95c7-4a9d-be28-cda5cea50c2b] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1335.801225] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ce924e23-77aa-425d-94b3-299e41a93b9c tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Releasing lock "refresh_cache-dafca806-482e-476d-aac6-f4844403efb3" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1335.801225] env[62438]: DEBUG nova.compute.manager [None req-ce924e23-77aa-425d-94b3-299e41a93b9c tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] [instance: dafca806-482e-476d-aac6-f4844403efb3] Instance network_info: |[{"id": "f1529c60-79ba-4f8e-a0af-c0b93d36f3bd", "address": "fa:16:3e:0f:cf:bd", "network": {"id": "d2cd95bd-acd6-4960-9caf-588c67be1fc1", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1431125952-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66b1c81d97b74c20a6c92acf0efde380", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1529c60-79", "ovs_interfaceid": "f1529c60-79ba-4f8e-a0af-c0b93d36f3bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1335.801476] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-ce924e23-77aa-425d-94b3-299e41a93b9c tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] [instance: dafca806-482e-476d-aac6-f4844403efb3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:cf:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ab0428e-1be7-475e-80e3-1f0aa08d4f86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f1529c60-79ba-4f8e-a0af-c0b93d36f3bd', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1335.810849] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce924e23-77aa-425d-94b3-299e41a93b9c tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Creating folder: Project (66b1c81d97b74c20a6c92acf0efde380). Parent ref: group-v370230. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1335.815148] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3345cc4a-ab39-4dd2-886a-ef478f3b0da9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.843437] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-ce924e23-77aa-425d-94b3-299e41a93b9c tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Created folder: Project (66b1c81d97b74c20a6c92acf0efde380) in parent group-v370230. [ 1335.843683] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce924e23-77aa-425d-94b3-299e41a93b9c tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Creating folder: Instances. Parent ref: group-v370266. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1335.843949] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ab75040e-2d5e-4c7a-8270-30c492623cbf {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.850563] env[62438]: DEBUG oslo_vmware.api [None req-95fae044-b502-4736-914b-b35b838b9997 tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]527c88f7-9578-1151-006b-78259cab7add, 'name': SearchDatastore_Task, 'duration_secs': 0.015546} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.853784] env[62438]: DEBUG oslo_concurrency.lockutils [None req-95fae044-b502-4736-914b-b35b838b9997 tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1335.854166] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-95fae044-b502-4736-914b-b35b838b9997 tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] [instance: ee90abad-2628-4c6e-880a-23fb6e8088f1] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1335.854464] env[62438]: DEBUG oslo_concurrency.lockutils [None req-95fae044-b502-4736-914b-b35b838b9997 tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1335.854642] env[62438]: DEBUG oslo_concurrency.lockutils [None req-95fae044-b502-4736-914b-b35b838b9997 tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.854849] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-95fae044-b502-4736-914b-b35b838b9997 tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1335.855561] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-96def7d2-8a30-4ed0-9378-2066c2308619 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.873328] env[62438]: DEBUG oslo_vmware.api [None req-a3d77292-561f-47cf-8d63-6cb306b92427 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Task: {'id': task-1784348, 'name': PowerOnVM_Task, 'duration_secs': 1.982223} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.874819] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3d77292-561f-47cf-8d63-6cb306b92427 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: 123a890e-3772-4f4f-b12d-5fae028ee895] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1335.875064] env[62438]: INFO nova.compute.manager [None req-a3d77292-561f-47cf-8d63-6cb306b92427 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: 123a890e-3772-4f4f-b12d-5fae028ee895] Took 12.78 seconds to spawn the instance on the hypervisor. [ 1335.875249] env[62438]: DEBUG nova.compute.manager [None req-a3d77292-561f-47cf-8d63-6cb306b92427 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: 123a890e-3772-4f4f-b12d-5fae028ee895] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1335.875572] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-95fae044-b502-4736-914b-b35b838b9997 tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1335.875707] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-95fae044-b502-4736-914b-b35b838b9997 tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1335.878293] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec8e877-8c00-4e3d-86ff-c795d9a36419 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.885020] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ecdcc59-f9c9-4f56-b2cf-0a991b3640e0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.885020] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-ce924e23-77aa-425d-94b3-299e41a93b9c tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Created folder: Instances in parent group-v370266. [ 1335.885020] env[62438]: DEBUG oslo.service.loopingcall [None req-ce924e23-77aa-425d-94b3-299e41a93b9c tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1335.887760] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dafca806-482e-476d-aac6-f4844403efb3] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1335.888780] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9a65ba57-8744-4786-bc87-cd62a267975b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.910787] env[62438]: DEBUG oslo_vmware.api [None req-95fae044-b502-4736-914b-b35b838b9997 tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] Waiting for the task: (returnval){ [ 1335.910787] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]529ed644-07e6-fdcd-a30c-490d9694295f" [ 1335.910787] env[62438]: _type = "Task" [ 1335.910787] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.925502] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1335.925502] env[62438]: value = "task-1784352" [ 1335.925502] env[62438]: _type = "Task" [ 1335.925502] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.928877] env[62438]: DEBUG oslo_vmware.api [None req-95fae044-b502-4736-914b-b35b838b9997 tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]529ed644-07e6-fdcd-a30c-490d9694295f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.939604] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784352, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.010806] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b513e8-86f7-4f27-bbf0-1094c651aadd {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.030716] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-966320d0-bb24-489a-a5e8-a9d66dae58b0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.040555] env[62438]: DEBUG oslo_vmware.api [None req-13067008-1e34-46a4-b955-54225fc97007 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Task: {'id': task-1784349, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.937297} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.067059] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-13067008-1e34-46a4-b955-54225fc97007 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] f9196911-d1ae-4b4a-a4be-08ec3690d516/f9196911-d1ae-4b4a-a4be-08ec3690d516.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1336.067059] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-13067008-1e34-46a4-b955-54225fc97007 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: f9196911-d1ae-4b4a-a4be-08ec3690d516] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1336.067404] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-72944c89-0ca4-4b27-a6fe-9c4cf00f4b3b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.069912] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2106b8f-2523-4f34-aa84-94906ab12311 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.080970] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a5c15c7-7dde-4193-afc4-984124ea0cac {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.085670] env[62438]: DEBUG oslo_vmware.api [None req-13067008-1e34-46a4-b955-54225fc97007 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Waiting for the task: (returnval){ [ 1336.085670] env[62438]: value = "task-1784353" [ 1336.085670] env[62438]: _type = "Task" [ 1336.085670] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.100101] env[62438]: DEBUG nova.compute.provider_tree [None req-121d24ad-4bae-4128-93a1-691911b95ce6 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1336.107365] env[62438]: DEBUG oslo_vmware.api [None req-13067008-1e34-46a4-b955-54225fc97007 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Task: {'id': task-1784353, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.186658] env[62438]: DEBUG nova.network.neutron [req-28c96c42-27ab-42ae-be56-64127140f8fe req-6fba315c-d73b-4577-b7c3-1bab4830145a service nova] [instance: d96af944-fba1-4df4-a0f7-0566ae562500] Updated VIF entry in instance network info cache for port e2fa7604-8c67-448e-9587-be06acc0986c. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1336.187065] env[62438]: DEBUG nova.network.neutron [req-28c96c42-27ab-42ae-be56-64127140f8fe req-6fba315c-d73b-4577-b7c3-1bab4830145a service nova] [instance: d96af944-fba1-4df4-a0f7-0566ae562500] Updating instance_info_cache with network_info: [{"id": "e2fa7604-8c67-448e-9587-be06acc0986c", "address": "fa:16:3e:05:d5:77", "network": {"id": "a94d385f-71ec-4be6-b04d-8fd365f0788d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1510171435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "941c9b8cd46546ffa37aa3edfa770bd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2fa7604-8c", "ovs_interfaceid": "e2fa7604-8c67-448e-9587-be06acc0986c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1336.316530] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a486e1b3-27ca-463f-af74-c7d08e2b03f3 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Acquiring lock "e8cde59b-5e45-4f29-9fad-c96039006c88" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1336.317079] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a486e1b3-27ca-463f-af74-c7d08e2b03f3 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Lock "e8cde59b-5e45-4f29-9fad-c96039006c88" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1336.434807] env[62438]: INFO nova.compute.manager [None req-a3d77292-561f-47cf-8d63-6cb306b92427 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: 123a890e-3772-4f4f-b12d-5fae028ee895] Took 21.72 seconds to build instance. [ 1336.445870] env[62438]: DEBUG oslo_vmware.api [None req-95fae044-b502-4736-914b-b35b838b9997 tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]529ed644-07e6-fdcd-a30c-490d9694295f, 'name': SearchDatastore_Task, 'duration_secs': 0.041735} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.449743] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784352, 'name': CreateVM_Task} progress is 25%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.452379] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fef9340-88a4-4131-95d7-d7ff033c5923 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.461102] env[62438]: DEBUG oslo_vmware.api [None req-95fae044-b502-4736-914b-b35b838b9997 tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] Waiting for the task: (returnval){ [ 1336.461102] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5258f12e-6b71-e867-b2e1-144c091ff967" [ 1336.461102] env[62438]: _type = "Task" [ 1336.461102] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.470870] env[62438]: DEBUG oslo_vmware.api [None req-95fae044-b502-4736-914b-b35b838b9997 tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5258f12e-6b71-e867-b2e1-144c091ff967, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.514478] env[62438]: DEBUG nova.network.neutron [None req-5f09a962-ad13-4643-8c7f-9144929b5ca5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: c15b97da-95c7-4a9d-be28-cda5cea50c2b] Updating instance_info_cache with network_info: [{"id": "ea0be460-ab19-4305-ab5b-3cbca921649b", "address": "fa:16:3e:31:13:c5", "network": {"id": "c2a88eba-9de6-4f81-ace5-db6d9be217aa", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-311663269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e823f0cf4b1843f281f390b5ef2d3403", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2eaecd-9701-4504-9fcb-fb1a420ead72", "external-id": "nsx-vlan-transportzone-433", "segmentation_id": 433, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea0be460-ab", "ovs_interfaceid": "ea0be460-ab19-4305-ab5b-3cbca921649b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1336.599742] env[62438]: DEBUG oslo_vmware.api [None req-13067008-1e34-46a4-b955-54225fc97007 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Task: {'id': task-1784353, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075251} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.600546] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-13067008-1e34-46a4-b955-54225fc97007 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: f9196911-d1ae-4b4a-a4be-08ec3690d516] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1336.601194] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ab5683-bd6a-4945-abd9-eb8a5d8ba626 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.605120] env[62438]: DEBUG nova.scheduler.client.report [None req-121d24ad-4bae-4128-93a1-691911b95ce6 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1336.632888] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-13067008-1e34-46a4-b955-54225fc97007 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: f9196911-d1ae-4b4a-a4be-08ec3690d516] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] f9196911-d1ae-4b4a-a4be-08ec3690d516/f9196911-d1ae-4b4a-a4be-08ec3690d516.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1336.634442] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57e51802-99df-4583-b4b8-ebd43af48a49 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.654869] env[62438]: DEBUG nova.compute.manager [None req-840bdabe-2875-4094-8c27-2a184e19d668 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: e3195d58-9c75-4fcc-8e4b-0c30bd69e311] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1336.666041] env[62438]: DEBUG oslo_vmware.api [None req-13067008-1e34-46a4-b955-54225fc97007 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Waiting for the task: (returnval){ [ 1336.666041] env[62438]: value = "task-1784354" [ 1336.666041] env[62438]: _type = "Task" [ 1336.666041] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.679040] env[62438]: DEBUG oslo_vmware.api [None req-13067008-1e34-46a4-b955-54225fc97007 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Task: {'id': task-1784354, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.691807] env[62438]: DEBUG nova.virt.hardware [None req-840bdabe-2875-4094-8c27-2a184e19d668 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1336.692836] env[62438]: DEBUG nova.virt.hardware [None req-840bdabe-2875-4094-8c27-2a184e19d668 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1336.692836] env[62438]: DEBUG nova.virt.hardware [None req-840bdabe-2875-4094-8c27-2a184e19d668 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1336.693103] env[62438]: DEBUG nova.virt.hardware [None req-840bdabe-2875-4094-8c27-2a184e19d668 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1336.693395] env[62438]: DEBUG nova.virt.hardware [None req-840bdabe-2875-4094-8c27-2a184e19d668 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1336.693612] env[62438]: DEBUG nova.virt.hardware [None req-840bdabe-2875-4094-8c27-2a184e19d668 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1336.693891] env[62438]: DEBUG nova.virt.hardware [None req-840bdabe-2875-4094-8c27-2a184e19d668 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1336.694076] env[62438]: DEBUG nova.virt.hardware [None req-840bdabe-2875-4094-8c27-2a184e19d668 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1336.694333] env[62438]: DEBUG nova.virt.hardware [None req-840bdabe-2875-4094-8c27-2a184e19d668 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1336.694554] env[62438]: DEBUG nova.virt.hardware [None req-840bdabe-2875-4094-8c27-2a184e19d668 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1336.694817] env[62438]: DEBUG nova.virt.hardware [None req-840bdabe-2875-4094-8c27-2a184e19d668 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1336.695780] env[62438]: DEBUG oslo_concurrency.lockutils [req-28c96c42-27ab-42ae-be56-64127140f8fe req-6fba315c-d73b-4577-b7c3-1bab4830145a service nova] Releasing lock "refresh_cache-d96af944-fba1-4df4-a0f7-0566ae562500" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1336.695883] env[62438]: DEBUG nova.compute.manager [req-28c96c42-27ab-42ae-be56-64127140f8fe req-6fba315c-d73b-4577-b7c3-1bab4830145a service nova] [instance: ea561adf-aa56-465b-a0fe-b1f5faf3dc56] Received event network-vif-deleted-c24d4fe8-7852-4b16-8be5-a4d8835d968d {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1336.696067] env[62438]: DEBUG nova.compute.manager [req-28c96c42-27ab-42ae-be56-64127140f8fe req-6fba315c-d73b-4577-b7c3-1bab4830145a service nova] [instance: ee90abad-2628-4c6e-880a-23fb6e8088f1] Received event network-vif-plugged-135235f8-87dc-4f48-895e-51332501cf58 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1336.696261] env[62438]: DEBUG oslo_concurrency.lockutils [req-28c96c42-27ab-42ae-be56-64127140f8fe req-6fba315c-d73b-4577-b7c3-1bab4830145a service nova] Acquiring lock "ee90abad-2628-4c6e-880a-23fb6e8088f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1336.696486] env[62438]: DEBUG oslo_concurrency.lockutils [req-28c96c42-27ab-42ae-be56-64127140f8fe req-6fba315c-d73b-4577-b7c3-1bab4830145a service nova] Lock "ee90abad-2628-4c6e-880a-23fb6e8088f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1336.696649] env[62438]: DEBUG oslo_concurrency.lockutils [req-28c96c42-27ab-42ae-be56-64127140f8fe req-6fba315c-d73b-4577-b7c3-1bab4830145a service nova] Lock "ee90abad-2628-4c6e-880a-23fb6e8088f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1336.696806] env[62438]: DEBUG nova.compute.manager [req-28c96c42-27ab-42ae-be56-64127140f8fe req-6fba315c-d73b-4577-b7c3-1bab4830145a service nova] [instance: ee90abad-2628-4c6e-880a-23fb6e8088f1] No waiting events found dispatching network-vif-plugged-135235f8-87dc-4f48-895e-51332501cf58 {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1336.696979] env[62438]: WARNING nova.compute.manager [req-28c96c42-27ab-42ae-be56-64127140f8fe req-6fba315c-d73b-4577-b7c3-1bab4830145a service nova] [instance: ee90abad-2628-4c6e-880a-23fb6e8088f1] Received unexpected event network-vif-plugged-135235f8-87dc-4f48-895e-51332501cf58 for instance with vm_state building and task_state spawning. [ 1336.697199] env[62438]: DEBUG nova.compute.manager [req-28c96c42-27ab-42ae-be56-64127140f8fe req-6fba315c-d73b-4577-b7c3-1bab4830145a service nova] [instance: ee90abad-2628-4c6e-880a-23fb6e8088f1] Received event network-changed-135235f8-87dc-4f48-895e-51332501cf58 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1336.697360] env[62438]: DEBUG nova.compute.manager [req-28c96c42-27ab-42ae-be56-64127140f8fe req-6fba315c-d73b-4577-b7c3-1bab4830145a service nova] [instance: ee90abad-2628-4c6e-880a-23fb6e8088f1] Refreshing instance network info cache due to event network-changed-135235f8-87dc-4f48-895e-51332501cf58. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1336.697518] env[62438]: DEBUG oslo_concurrency.lockutils [req-28c96c42-27ab-42ae-be56-64127140f8fe req-6fba315c-d73b-4577-b7c3-1bab4830145a service nova] Acquiring lock "refresh_cache-ee90abad-2628-4c6e-880a-23fb6e8088f1" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1336.697668] env[62438]: DEBUG oslo_concurrency.lockutils [req-28c96c42-27ab-42ae-be56-64127140f8fe req-6fba315c-d73b-4577-b7c3-1bab4830145a service nova] Acquired lock "refresh_cache-ee90abad-2628-4c6e-880a-23fb6e8088f1" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.697793] env[62438]: DEBUG nova.network.neutron [req-28c96c42-27ab-42ae-be56-64127140f8fe req-6fba315c-d73b-4577-b7c3-1bab4830145a service nova] [instance: ee90abad-2628-4c6e-880a-23fb6e8088f1] Refreshing network info cache for port 135235f8-87dc-4f48-895e-51332501cf58 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1336.700106] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d797aad5-6bc9-4fed-abc0-d94202a68a55 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.710923] env[62438]: DEBUG nova.network.neutron [None req-840bdabe-2875-4094-8c27-2a184e19d668 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: e3195d58-9c75-4fcc-8e4b-0c30bd69e311] Successfully created port: 48a8c45b-2cf6-4c73-b0e6-f4c5e5020b0c {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1336.714615] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa45a415-26cc-4b17-b444-d9bf09de5e65 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.821533] env[62438]: DEBUG nova.compute.manager [None req-a486e1b3-27ca-463f-af74-c7d08e2b03f3 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] [instance: e8cde59b-5e45-4f29-9fad-c96039006c88] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1336.937452] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a3d77292-561f-47cf-8d63-6cb306b92427 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Lock "123a890e-3772-4f4f-b12d-5fae028ee895" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.239s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1336.949023] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784352, 'name': CreateVM_Task, 'duration_secs': 0.790065} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.949023] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dafca806-482e-476d-aac6-f4844403efb3] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1336.949023] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ce924e23-77aa-425d-94b3-299e41a93b9c tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1336.949023] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ce924e23-77aa-425d-94b3-299e41a93b9c tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.949023] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ce924e23-77aa-425d-94b3-299e41a93b9c tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1336.949023] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea6bf270-c559-4ea8-a3a9-a96c331fb01f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.957274] env[62438]: DEBUG oslo_vmware.api [None req-ce924e23-77aa-425d-94b3-299e41a93b9c tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Waiting for the task: (returnval){ [ 1336.957274] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5266ebbf-b1c6-496e-4c21-21826bc31202" [ 1336.957274] env[62438]: _type = "Task" [ 1336.957274] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.973158] env[62438]: DEBUG oslo_vmware.api [None req-ce924e23-77aa-425d-94b3-299e41a93b9c tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5266ebbf-b1c6-496e-4c21-21826bc31202, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.977009] env[62438]: DEBUG oslo_vmware.api [None req-95fae044-b502-4736-914b-b35b838b9997 tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5258f12e-6b71-e867-b2e1-144c091ff967, 'name': SearchDatastore_Task, 'duration_secs': 0.025983} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.977296] env[62438]: DEBUG oslo_concurrency.lockutils [None req-95fae044-b502-4736-914b-b35b838b9997 tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1336.977714] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-95fae044-b502-4736-914b-b35b838b9997 tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] ee90abad-2628-4c6e-880a-23fb6e8088f1/ee90abad-2628-4c6e-880a-23fb6e8088f1.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1336.978142] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-59f639df-8b2e-4941-a701-ef77a6c7b12a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.986973] env[62438]: DEBUG oslo_vmware.api [None req-95fae044-b502-4736-914b-b35b838b9997 tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] Waiting for the task: (returnval){ [ 1336.986973] env[62438]: value = "task-1784356" [ 1336.986973] env[62438]: _type = "Task" [ 1336.986973] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.995904] env[62438]: DEBUG oslo_vmware.api [None req-95fae044-b502-4736-914b-b35b838b9997 tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] Task: {'id': task-1784356, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.020303] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5f09a962-ad13-4643-8c7f-9144929b5ca5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Releasing lock "refresh_cache-c15b97da-95c7-4a9d-be28-cda5cea50c2b" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1337.020303] env[62438]: DEBUG nova.compute.manager [None req-5f09a962-ad13-4643-8c7f-9144929b5ca5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: c15b97da-95c7-4a9d-be28-cda5cea50c2b] Instance network_info: |[{"id": "ea0be460-ab19-4305-ab5b-3cbca921649b", "address": "fa:16:3e:31:13:c5", "network": {"id": "c2a88eba-9de6-4f81-ace5-db6d9be217aa", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-311663269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e823f0cf4b1843f281f390b5ef2d3403", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2eaecd-9701-4504-9fcb-fb1a420ead72", "external-id": "nsx-vlan-transportzone-433", "segmentation_id": 433, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea0be460-ab", "ovs_interfaceid": "ea0be460-ab19-4305-ab5b-3cbca921649b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1337.020518] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-5f09a962-ad13-4643-8c7f-9144929b5ca5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: c15b97da-95c7-4a9d-be28-cda5cea50c2b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:13:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb2eaecd-9701-4504-9fcb-fb1a420ead72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ea0be460-ab19-4305-ab5b-3cbca921649b', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1337.032566] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f09a962-ad13-4643-8c7f-9144929b5ca5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Creating folder: Project (e823f0cf4b1843f281f390b5ef2d3403). Parent ref: group-v370230. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1337.032566] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3fe299c3-3559-47e7-b136-5d6735eea8b1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.045228] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-5f09a962-ad13-4643-8c7f-9144929b5ca5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Created folder: Project (e823f0cf4b1843f281f390b5ef2d3403) in parent group-v370230. [ 1337.045540] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f09a962-ad13-4643-8c7f-9144929b5ca5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Creating folder: Instances. Parent ref: group-v370269. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1337.045840] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8ff82ac9-3b4a-4fc8-a940-bf72362be458 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.060567] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-5f09a962-ad13-4643-8c7f-9144929b5ca5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Created folder: Instances in parent group-v370269. [ 1337.060858] env[62438]: DEBUG oslo.service.loopingcall [None req-5f09a962-ad13-4643-8c7f-9144929b5ca5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1337.060996] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c15b97da-95c7-4a9d-be28-cda5cea50c2b] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1337.061378] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-438255d4-11c6-4a0f-b981-8c96f9bf7a6a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.083122] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1337.083122] env[62438]: value = "task-1784359" [ 1337.083122] env[62438]: _type = "Task" [ 1337.083122] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.093031] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784359, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.113035] env[62438]: DEBUG oslo_concurrency.lockutils [None req-121d24ad-4bae-4128-93a1-691911b95ce6 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.499s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1337.113245] env[62438]: INFO nova.compute.manager [None req-121d24ad-4bae-4128-93a1-691911b95ce6 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 03448a20-9731-4076-bf51-852e9fc7f016] Migrating [ 1337.113484] env[62438]: DEBUG oslo_concurrency.lockutils [None req-121d24ad-4bae-4128-93a1-691911b95ce6 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1337.113718] env[62438]: DEBUG oslo_concurrency.lockutils [None req-121d24ad-4bae-4128-93a1-691911b95ce6 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Acquired lock "compute-rpcapi-router" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.114949] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f0498d03-e7c3-4ef9-9695-e9ca8f1bceec tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.777s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1337.115189] env[62438]: DEBUG nova.objects.instance [None req-f0498d03-e7c3-4ef9-9695-e9ca8f1bceec tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Lazy-loading 'resources' on Instance uuid a5fd1d2f-7006-4400-84ba-63cb62e46194 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1337.179170] env[62438]: DEBUG oslo_vmware.api [None req-13067008-1e34-46a4-b955-54225fc97007 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Task: {'id': task-1784354, 'name': ReconfigVM_Task, 'duration_secs': 0.356504} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.179170] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-13067008-1e34-46a4-b955-54225fc97007 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: f9196911-d1ae-4b4a-a4be-08ec3690d516] Reconfigured VM instance instance-0000000b to attach disk [datastore1] f9196911-d1ae-4b4a-a4be-08ec3690d516/f9196911-d1ae-4b4a-a4be-08ec3690d516.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1337.179170] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b0ccb984-fcb5-402d-a129-278072652f86 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.187375] env[62438]: DEBUG oslo_vmware.api [None req-13067008-1e34-46a4-b955-54225fc97007 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Waiting for the task: (returnval){ [ 1337.187375] env[62438]: value = "task-1784360" [ 1337.187375] env[62438]: _type = "Task" [ 1337.187375] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.197252] env[62438]: DEBUG oslo_vmware.api [None req-13067008-1e34-46a4-b955-54225fc97007 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Task: {'id': task-1784360, 'name': Rename_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.348124] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a486e1b3-27ca-463f-af74-c7d08e2b03f3 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1337.475013] env[62438]: DEBUG oslo_vmware.api [None req-ce924e23-77aa-425d-94b3-299e41a93b9c tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5266ebbf-b1c6-496e-4c21-21826bc31202, 'name': SearchDatastore_Task, 'duration_secs': 0.034774} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.476491] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ce924e23-77aa-425d-94b3-299e41a93b9c tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1337.476750] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-ce924e23-77aa-425d-94b3-299e41a93b9c tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] [instance: dafca806-482e-476d-aac6-f4844403efb3] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1337.476983] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ce924e23-77aa-425d-94b3-299e41a93b9c tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1337.477246] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ce924e23-77aa-425d-94b3-299e41a93b9c tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.477414] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce924e23-77aa-425d-94b3-299e41a93b9c tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1337.477787] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1eeca200-d490-4e57-952e-68fc432a1748 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.497676] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce924e23-77aa-425d-94b3-299e41a93b9c tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1337.498378] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-ce924e23-77aa-425d-94b3-299e41a93b9c tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1337.499568] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc6a16b0-f8ca-4922-8674-69e239814f1e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.507065] env[62438]: DEBUG oslo_vmware.api [None req-95fae044-b502-4736-914b-b35b838b9997 tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] Task: {'id': task-1784356, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.511459] env[62438]: DEBUG oslo_vmware.api [None req-ce924e23-77aa-425d-94b3-299e41a93b9c tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Waiting for the task: (returnval){ [ 1337.511459] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]522b69bd-1128-9bee-6259-85cfdb84cda8" [ 1337.511459] env[62438]: _type = "Task" [ 1337.511459] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.521456] env[62438]: DEBUG oslo_vmware.api [None req-ce924e23-77aa-425d-94b3-299e41a93b9c tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]522b69bd-1128-9bee-6259-85cfdb84cda8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.597555] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784359, 'name': CreateVM_Task} progress is 25%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.621637] env[62438]: INFO nova.compute.rpcapi [None req-121d24ad-4bae-4128-93a1-691911b95ce6 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Automatically selected compute RPC version 6.3 from minimum service version 67 [ 1337.623024] env[62438]: DEBUG oslo_concurrency.lockutils [None req-121d24ad-4bae-4128-93a1-691911b95ce6 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Releasing lock "compute-rpcapi-router" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1337.674208] env[62438]: DEBUG nova.network.neutron [req-28c96c42-27ab-42ae-be56-64127140f8fe req-6fba315c-d73b-4577-b7c3-1bab4830145a service nova] [instance: ee90abad-2628-4c6e-880a-23fb6e8088f1] Updated VIF entry in instance network info cache for port 135235f8-87dc-4f48-895e-51332501cf58. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1337.674446] env[62438]: DEBUG nova.network.neutron [req-28c96c42-27ab-42ae-be56-64127140f8fe req-6fba315c-d73b-4577-b7c3-1bab4830145a service nova] [instance: ee90abad-2628-4c6e-880a-23fb6e8088f1] Updating instance_info_cache with network_info: [{"id": "135235f8-87dc-4f48-895e-51332501cf58", "address": "fa:16:3e:fd:12:48", "network": {"id": "8e2a4cc9-3d97-4555-97e3-837d85836978", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.74", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "332326a11cdf4ec891065b36ccc5aa20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap135235f8-87", "ovs_interfaceid": "135235f8-87dc-4f48-895e-51332501cf58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1337.702104] env[62438]: DEBUG oslo_vmware.api [None req-13067008-1e34-46a4-b955-54225fc97007 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Task: {'id': task-1784360, 'name': Rename_Task, 'duration_secs': 0.191468} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.703489] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-13067008-1e34-46a4-b955-54225fc97007 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: f9196911-d1ae-4b4a-a4be-08ec3690d516] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1337.703489] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a39fa833-437c-4ac8-aaf7-9e18a6c79439 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.710675] env[62438]: DEBUG oslo_vmware.api [None req-13067008-1e34-46a4-b955-54225fc97007 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Waiting for the task: (returnval){ [ 1337.710675] env[62438]: value = "task-1784361" [ 1337.710675] env[62438]: _type = "Task" [ 1337.710675] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.727290] env[62438]: DEBUG oslo_vmware.api [None req-13067008-1e34-46a4-b955-54225fc97007 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Task: {'id': task-1784361, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.925446] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d9f961-9e15-46b8-8ca6-7a7869eb61cb {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.934726] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b3482fe-f1f2-46e0-ad77-9467d48a1b71 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.977808] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f5ede0-9105-45ab-bc54-f8e4efb41248 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.994077] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-654a59c2-7120-4dd7-aff3-d7df830441b8 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.014325] env[62438]: DEBUG nova.compute.provider_tree [None req-f0498d03-e7c3-4ef9-9695-e9ca8f1bceec tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1338.016579] env[62438]: DEBUG oslo_vmware.api [None req-95fae044-b502-4736-914b-b35b838b9997 tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] Task: {'id': task-1784356, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.669845} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.020664] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-95fae044-b502-4736-914b-b35b838b9997 tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] ee90abad-2628-4c6e-880a-23fb6e8088f1/ee90abad-2628-4c6e-880a-23fb6e8088f1.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1338.021011] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-95fae044-b502-4736-914b-b35b838b9997 tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] [instance: ee90abad-2628-4c6e-880a-23fb6e8088f1] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1338.021279] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5ab599f9-c668-4ee9-aae5-68005bc95bec {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.031499] env[62438]: DEBUG oslo_vmware.api [None req-ce924e23-77aa-425d-94b3-299e41a93b9c tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]522b69bd-1128-9bee-6259-85cfdb84cda8, 'name': SearchDatastore_Task, 'duration_secs': 0.060959} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.033443] env[62438]: DEBUG oslo_vmware.api [None req-95fae044-b502-4736-914b-b35b838b9997 tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] Waiting for the task: (returnval){ [ 1338.033443] env[62438]: value = "task-1784362" [ 1338.033443] env[62438]: _type = "Task" [ 1338.033443] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.033717] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6392da4-70a0-4a6e-b2ba-ac94081396c4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.045368] env[62438]: DEBUG oslo_vmware.api [None req-ce924e23-77aa-425d-94b3-299e41a93b9c tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Waiting for the task: (returnval){ [ 1338.045368] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52db550d-5489-f455-d39c-97d49fe58b35" [ 1338.045368] env[62438]: _type = "Task" [ 1338.045368] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.048329] env[62438]: DEBUG oslo_vmware.api [None req-95fae044-b502-4736-914b-b35b838b9997 tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] Task: {'id': task-1784362, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.057939] env[62438]: DEBUG oslo_vmware.api [None req-ce924e23-77aa-425d-94b3-299e41a93b9c tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52db550d-5489-f455-d39c-97d49fe58b35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.096072] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784359, 'name': CreateVM_Task, 'duration_secs': 0.749894} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.096386] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c15b97da-95c7-4a9d-be28-cda5cea50c2b] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1338.097552] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5f09a962-ad13-4643-8c7f-9144929b5ca5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1338.097719] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5f09a962-ad13-4643-8c7f-9144929b5ca5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.098312] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5f09a962-ad13-4643-8c7f-9144929b5ca5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1338.098633] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9297885a-9642-45d9-8bb9-1c4695976cbf {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.108054] env[62438]: DEBUG oslo_vmware.api [None req-5f09a962-ad13-4643-8c7f-9144929b5ca5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Waiting for the task: (returnval){ [ 1338.108054] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52a7a9a9-93d0-be3e-4b0b-e408268e3fc2" [ 1338.108054] env[62438]: _type = "Task" [ 1338.108054] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.117591] env[62438]: DEBUG oslo_vmware.api [None req-5f09a962-ad13-4643-8c7f-9144929b5ca5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52a7a9a9-93d0-be3e-4b0b-e408268e3fc2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.146193] env[62438]: DEBUG oslo_concurrency.lockutils [None req-121d24ad-4bae-4128-93a1-691911b95ce6 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Acquiring lock "refresh_cache-03448a20-9731-4076-bf51-852e9fc7f016" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1338.146193] env[62438]: DEBUG oslo_concurrency.lockutils [None req-121d24ad-4bae-4128-93a1-691911b95ce6 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Acquired lock "refresh_cache-03448a20-9731-4076-bf51-852e9fc7f016" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.146346] env[62438]: DEBUG nova.network.neutron [None req-121d24ad-4bae-4128-93a1-691911b95ce6 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 03448a20-9731-4076-bf51-852e9fc7f016] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1338.179240] env[62438]: DEBUG oslo_concurrency.lockutils [req-28c96c42-27ab-42ae-be56-64127140f8fe req-6fba315c-d73b-4577-b7c3-1bab4830145a service nova] Releasing lock "refresh_cache-ee90abad-2628-4c6e-880a-23fb6e8088f1" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1338.223200] env[62438]: DEBUG oslo_vmware.api [None req-13067008-1e34-46a4-b955-54225fc97007 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Task: {'id': task-1784361, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.227021] env[62438]: DEBUG nova.compute.manager [req-cd93e4c7-9189-41cc-99c4-428d3bcebe8f req-c35e852b-9d9d-4371-9998-df9e73b383a7 service nova] [instance: f9196911-d1ae-4b4a-a4be-08ec3690d516] Received event network-vif-plugged-fd798aaa-ec37-4e3d-89de-47989c1f1968 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1338.227021] env[62438]: DEBUG oslo_concurrency.lockutils [req-cd93e4c7-9189-41cc-99c4-428d3bcebe8f req-c35e852b-9d9d-4371-9998-df9e73b383a7 service nova] Acquiring lock "f9196911-d1ae-4b4a-a4be-08ec3690d516-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1338.227021] env[62438]: DEBUG oslo_concurrency.lockutils [req-cd93e4c7-9189-41cc-99c4-428d3bcebe8f req-c35e852b-9d9d-4371-9998-df9e73b383a7 service nova] Lock "f9196911-d1ae-4b4a-a4be-08ec3690d516-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1338.227021] env[62438]: DEBUG oslo_concurrency.lockutils [req-cd93e4c7-9189-41cc-99c4-428d3bcebe8f req-c35e852b-9d9d-4371-9998-df9e73b383a7 service nova] Lock "f9196911-d1ae-4b4a-a4be-08ec3690d516-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1338.227021] env[62438]: DEBUG nova.compute.manager [req-cd93e4c7-9189-41cc-99c4-428d3bcebe8f req-c35e852b-9d9d-4371-9998-df9e73b383a7 service nova] [instance: f9196911-d1ae-4b4a-a4be-08ec3690d516] No waiting events found dispatching network-vif-plugged-fd798aaa-ec37-4e3d-89de-47989c1f1968 {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1338.227917] env[62438]: WARNING nova.compute.manager [req-cd93e4c7-9189-41cc-99c4-428d3bcebe8f req-c35e852b-9d9d-4371-9998-df9e73b383a7 service nova] [instance: f9196911-d1ae-4b4a-a4be-08ec3690d516] Received unexpected event network-vif-plugged-fd798aaa-ec37-4e3d-89de-47989c1f1968 for instance with vm_state building and task_state spawning. [ 1338.227917] env[62438]: DEBUG nova.compute.manager [req-cd93e4c7-9189-41cc-99c4-428d3bcebe8f req-c35e852b-9d9d-4371-9998-df9e73b383a7 service nova] [instance: f9196911-d1ae-4b4a-a4be-08ec3690d516] Received event network-changed-fd798aaa-ec37-4e3d-89de-47989c1f1968 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1338.227917] env[62438]: DEBUG nova.compute.manager [req-cd93e4c7-9189-41cc-99c4-428d3bcebe8f req-c35e852b-9d9d-4371-9998-df9e73b383a7 service nova] [instance: f9196911-d1ae-4b4a-a4be-08ec3690d516] Refreshing instance network info cache due to event network-changed-fd798aaa-ec37-4e3d-89de-47989c1f1968. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1338.227917] env[62438]: DEBUG oslo_concurrency.lockutils [req-cd93e4c7-9189-41cc-99c4-428d3bcebe8f req-c35e852b-9d9d-4371-9998-df9e73b383a7 service nova] Acquiring lock "refresh_cache-f9196911-d1ae-4b4a-a4be-08ec3690d516" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1338.227917] env[62438]: DEBUG oslo_concurrency.lockutils [req-cd93e4c7-9189-41cc-99c4-428d3bcebe8f req-c35e852b-9d9d-4371-9998-df9e73b383a7 service nova] Acquired lock "refresh_cache-f9196911-d1ae-4b4a-a4be-08ec3690d516" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.228323] env[62438]: DEBUG nova.network.neutron [req-cd93e4c7-9189-41cc-99c4-428d3bcebe8f req-c35e852b-9d9d-4371-9998-df9e73b383a7 service nova] [instance: f9196911-d1ae-4b4a-a4be-08ec3690d516] Refreshing network info cache for port fd798aaa-ec37-4e3d-89de-47989c1f1968 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1338.517663] env[62438]: DEBUG nova.scheduler.client.report [None req-f0498d03-e7c3-4ef9-9695-e9ca8f1bceec tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1338.555205] env[62438]: DEBUG oslo_vmware.api [None req-95fae044-b502-4736-914b-b35b838b9997 tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] Task: {'id': task-1784362, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092708} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.562782] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-95fae044-b502-4736-914b-b35b838b9997 tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] [instance: ee90abad-2628-4c6e-880a-23fb6e8088f1] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1338.564321] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a699314e-f54b-44bd-bbfe-1d936f08e8f8 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.578843] env[62438]: DEBUG oslo_vmware.api [None req-ce924e23-77aa-425d-94b3-299e41a93b9c tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52db550d-5489-f455-d39c-97d49fe58b35, 'name': SearchDatastore_Task, 'duration_secs': 0.015974} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.592077] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ce924e23-77aa-425d-94b3-299e41a93b9c tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1338.592415] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce924e23-77aa-425d-94b3-299e41a93b9c tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] dafca806-482e-476d-aac6-f4844403efb3/dafca806-482e-476d-aac6-f4844403efb3.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1338.604435] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-95fae044-b502-4736-914b-b35b838b9997 tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] [instance: ee90abad-2628-4c6e-880a-23fb6e8088f1] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] ee90abad-2628-4c6e-880a-23fb6e8088f1/ee90abad-2628-4c6e-880a-23fb6e8088f1.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1338.605081] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e4a5b20c-99da-4337-ae46-fcb152f7ff16 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.608221] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40c0723c-7db5-4986-a897-8650fd078310 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.636556] env[62438]: DEBUG oslo_vmware.api [None req-5f09a962-ad13-4643-8c7f-9144929b5ca5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52a7a9a9-93d0-be3e-4b0b-e408268e3fc2, 'name': SearchDatastore_Task, 'duration_secs': 0.027731} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.639554] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5f09a962-ad13-4643-8c7f-9144929b5ca5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1338.639877] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-5f09a962-ad13-4643-8c7f-9144929b5ca5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: c15b97da-95c7-4a9d-be28-cda5cea50c2b] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1338.640182] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5f09a962-ad13-4643-8c7f-9144929b5ca5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1338.640375] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5f09a962-ad13-4643-8c7f-9144929b5ca5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.640598] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f09a962-ad13-4643-8c7f-9144929b5ca5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1338.640978] env[62438]: DEBUG oslo_vmware.api [None req-ce924e23-77aa-425d-94b3-299e41a93b9c tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Waiting for the task: (returnval){ [ 1338.640978] env[62438]: value = "task-1784363" [ 1338.640978] env[62438]: _type = "Task" [ 1338.640978] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.641323] env[62438]: DEBUG oslo_vmware.api [None req-95fae044-b502-4736-914b-b35b838b9997 tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] Waiting for the task: (returnval){ [ 1338.641323] env[62438]: value = "task-1784364" [ 1338.641323] env[62438]: _type = "Task" [ 1338.641323] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.641917] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-605ebef9-1d0d-44cf-8509-8d6973c37d77 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.663171] env[62438]: DEBUG oslo_vmware.api [None req-ce924e23-77aa-425d-94b3-299e41a93b9c tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Task: {'id': task-1784363, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.667541] env[62438]: DEBUG oslo_vmware.api [None req-95fae044-b502-4736-914b-b35b838b9997 tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] Task: {'id': task-1784364, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.669043] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f09a962-ad13-4643-8c7f-9144929b5ca5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1338.669867] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-5f09a962-ad13-4643-8c7f-9144929b5ca5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1338.670132] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22797562-9f48-45d8-9a81-41a1b0652c81 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.679653] env[62438]: DEBUG oslo_vmware.api [None req-5f09a962-ad13-4643-8c7f-9144929b5ca5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Waiting for the task: (returnval){ [ 1338.679653] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52ae2a59-b378-433e-5a93-2e518ea45afc" [ 1338.679653] env[62438]: _type = "Task" [ 1338.679653] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.690733] env[62438]: DEBUG oslo_vmware.api [None req-5f09a962-ad13-4643-8c7f-9144929b5ca5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52ae2a59-b378-433e-5a93-2e518ea45afc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.723507] env[62438]: DEBUG oslo_vmware.api [None req-13067008-1e34-46a4-b955-54225fc97007 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Task: {'id': task-1784361, 'name': PowerOnVM_Task, 'duration_secs': 0.912788} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.724235] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-13067008-1e34-46a4-b955-54225fc97007 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: f9196911-d1ae-4b4a-a4be-08ec3690d516] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1338.724235] env[62438]: INFO nova.compute.manager [None req-13067008-1e34-46a4-b955-54225fc97007 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: f9196911-d1ae-4b4a-a4be-08ec3690d516] Took 11.23 seconds to spawn the instance on the hypervisor. [ 1338.724365] env[62438]: DEBUG nova.compute.manager [None req-13067008-1e34-46a4-b955-54225fc97007 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: f9196911-d1ae-4b4a-a4be-08ec3690d516] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1338.725146] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d7e6e4-380d-4285-84f7-b6f97d7fa83e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.750513] env[62438]: DEBUG nova.compute.manager [req-357aa615-add4-452d-95a4-da735bf61590 req-2cffb942-6e8e-48a2-89ea-d8d9d68d5703 service nova] [instance: a5fd1d2f-7006-4400-84ba-63cb62e46194] Received event network-vif-deleted-ab09c02d-685d-4a0d-8b8d-443e63bf7a85 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1338.927036] env[62438]: DEBUG nova.network.neutron [None req-121d24ad-4bae-4128-93a1-691911b95ce6 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 03448a20-9731-4076-bf51-852e9fc7f016] Updating instance_info_cache with network_info: [{"id": "8db974b5-97b4-4a9f-9a20-cdd53f6c7780", "address": "fa:16:3e:87:a0:84", "network": {"id": "8e2a4cc9-3d97-4555-97e3-837d85836978", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "332326a11cdf4ec891065b36ccc5aa20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8db974b5-97", "ovs_interfaceid": "8db974b5-97b4-4a9f-9a20-cdd53f6c7780", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1339.030586] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f0498d03-e7c3-4ef9-9695-e9ca8f1bceec tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.915s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1339.033435] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a486e1b3-27ca-463f-af74-c7d08e2b03f3 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.685s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1339.035155] env[62438]: INFO nova.compute.claims [None req-a486e1b3-27ca-463f-af74-c7d08e2b03f3 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] [instance: e8cde59b-5e45-4f29-9fad-c96039006c88] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1339.074782] env[62438]: INFO nova.scheduler.client.report [None req-f0498d03-e7c3-4ef9-9695-e9ca8f1bceec tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Deleted allocations for instance a5fd1d2f-7006-4400-84ba-63cb62e46194 [ 1339.159295] env[62438]: DEBUG oslo_vmware.api [None req-95fae044-b502-4736-914b-b35b838b9997 tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] Task: {'id': task-1784364, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.163259] env[62438]: DEBUG oslo_vmware.api [None req-ce924e23-77aa-425d-94b3-299e41a93b9c tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Task: {'id': task-1784363, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.195244] env[62438]: DEBUG oslo_vmware.api [None req-5f09a962-ad13-4643-8c7f-9144929b5ca5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52ae2a59-b378-433e-5a93-2e518ea45afc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.254218] env[62438]: INFO nova.compute.manager [None req-13067008-1e34-46a4-b955-54225fc97007 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: f9196911-d1ae-4b4a-a4be-08ec3690d516] Took 19.96 seconds to build instance. [ 1339.430030] env[62438]: DEBUG oslo_concurrency.lockutils [None req-121d24ad-4bae-4128-93a1-691911b95ce6 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Releasing lock "refresh_cache-03448a20-9731-4076-bf51-852e9fc7f016" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1339.564363] env[62438]: DEBUG oslo_concurrency.lockutils [None req-90b31392-ea27-4a09-b6e3-11990d33d49f tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] Acquiring lock "82e27b68-979a-4f73-a150-ce2d32360d46" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1339.564363] env[62438]: DEBUG oslo_concurrency.lockutils [None req-90b31392-ea27-4a09-b6e3-11990d33d49f tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] Lock "82e27b68-979a-4f73-a150-ce2d32360d46" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1339.585053] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f0498d03-e7c3-4ef9-9695-e9ca8f1bceec tempest-ServerDiagnosticsTest-1841803187 tempest-ServerDiagnosticsTest-1841803187-project-member] Lock "a5fd1d2f-7006-4400-84ba-63cb62e46194" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.059s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1339.667577] env[62438]: DEBUG oslo_vmware.api [None req-95fae044-b502-4736-914b-b35b838b9997 tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] Task: {'id': task-1784364, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.668077] env[62438]: DEBUG oslo_vmware.api [None req-ce924e23-77aa-425d-94b3-299e41a93b9c tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Task: {'id': task-1784363, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.687442] env[62438]: DEBUG nova.network.neutron [req-cd93e4c7-9189-41cc-99c4-428d3bcebe8f req-c35e852b-9d9d-4371-9998-df9e73b383a7 service nova] [instance: f9196911-d1ae-4b4a-a4be-08ec3690d516] Updated VIF entry in instance network info cache for port fd798aaa-ec37-4e3d-89de-47989c1f1968. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1339.688056] env[62438]: DEBUG nova.network.neutron [req-cd93e4c7-9189-41cc-99c4-428d3bcebe8f req-c35e852b-9d9d-4371-9998-df9e73b383a7 service nova] [instance: f9196911-d1ae-4b4a-a4be-08ec3690d516] Updating instance_info_cache with network_info: [{"id": "fd798aaa-ec37-4e3d-89de-47989c1f1968", "address": "fa:16:3e:21:0f:38", "network": {"id": "8e2a4cc9-3d97-4555-97e3-837d85836978", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.113", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "332326a11cdf4ec891065b36ccc5aa20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd798aaa-ec", "ovs_interfaceid": "fd798aaa-ec37-4e3d-89de-47989c1f1968", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1339.697418] env[62438]: DEBUG oslo_vmware.api [None req-5f09a962-ad13-4643-8c7f-9144929b5ca5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52ae2a59-b378-433e-5a93-2e518ea45afc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.756548] env[62438]: DEBUG oslo_concurrency.lockutils [None req-13067008-1e34-46a4-b955-54225fc97007 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Lock "f9196911-d1ae-4b4a-a4be-08ec3690d516" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.071s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1340.068891] env[62438]: DEBUG nova.compute.manager [None req-90b31392-ea27-4a09-b6e3-11990d33d49f tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] [instance: 82e27b68-979a-4f73-a150-ce2d32360d46] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1340.169805] env[62438]: DEBUG oslo_vmware.api [None req-95fae044-b502-4736-914b-b35b838b9997 tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] Task: {'id': task-1784364, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.170389] env[62438]: DEBUG oslo_vmware.api [None req-ce924e23-77aa-425d-94b3-299e41a93b9c tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Task: {'id': task-1784363, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.195579] env[62438]: DEBUG oslo_vmware.api [None req-5f09a962-ad13-4643-8c7f-9144929b5ca5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52ae2a59-b378-433e-5a93-2e518ea45afc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.199764] env[62438]: DEBUG oslo_concurrency.lockutils [req-cd93e4c7-9189-41cc-99c4-428d3bcebe8f req-c35e852b-9d9d-4371-9998-df9e73b383a7 service nova] Releasing lock "refresh_cache-f9196911-d1ae-4b4a-a4be-08ec3690d516" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1340.199984] env[62438]: DEBUG nova.compute.manager [req-cd93e4c7-9189-41cc-99c4-428d3bcebe8f req-c35e852b-9d9d-4371-9998-df9e73b383a7 service nova] [instance: dafca806-482e-476d-aac6-f4844403efb3] Received event network-vif-plugged-f1529c60-79ba-4f8e-a0af-c0b93d36f3bd {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1340.200188] env[62438]: DEBUG oslo_concurrency.lockutils [req-cd93e4c7-9189-41cc-99c4-428d3bcebe8f req-c35e852b-9d9d-4371-9998-df9e73b383a7 service nova] Acquiring lock "dafca806-482e-476d-aac6-f4844403efb3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1340.200384] env[62438]: DEBUG oslo_concurrency.lockutils [req-cd93e4c7-9189-41cc-99c4-428d3bcebe8f req-c35e852b-9d9d-4371-9998-df9e73b383a7 service nova] Lock "dafca806-482e-476d-aac6-f4844403efb3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1340.200540] env[62438]: DEBUG oslo_concurrency.lockutils [req-cd93e4c7-9189-41cc-99c4-428d3bcebe8f req-c35e852b-9d9d-4371-9998-df9e73b383a7 service nova] Lock "dafca806-482e-476d-aac6-f4844403efb3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1340.200737] env[62438]: DEBUG nova.compute.manager [req-cd93e4c7-9189-41cc-99c4-428d3bcebe8f req-c35e852b-9d9d-4371-9998-df9e73b383a7 service nova] [instance: dafca806-482e-476d-aac6-f4844403efb3] No waiting events found dispatching network-vif-plugged-f1529c60-79ba-4f8e-a0af-c0b93d36f3bd {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1340.200910] env[62438]: WARNING nova.compute.manager [req-cd93e4c7-9189-41cc-99c4-428d3bcebe8f req-c35e852b-9d9d-4371-9998-df9e73b383a7 service nova] [instance: dafca806-482e-476d-aac6-f4844403efb3] Received unexpected event network-vif-plugged-f1529c60-79ba-4f8e-a0af-c0b93d36f3bd for instance with vm_state building and task_state spawning. [ 1340.201029] env[62438]: DEBUG nova.compute.manager [req-cd93e4c7-9189-41cc-99c4-428d3bcebe8f req-c35e852b-9d9d-4371-9998-df9e73b383a7 service nova] [instance: dafca806-482e-476d-aac6-f4844403efb3] Received event network-changed-f1529c60-79ba-4f8e-a0af-c0b93d36f3bd {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1340.201184] env[62438]: DEBUG nova.compute.manager [req-cd93e4c7-9189-41cc-99c4-428d3bcebe8f req-c35e852b-9d9d-4371-9998-df9e73b383a7 service nova] [instance: dafca806-482e-476d-aac6-f4844403efb3] Refreshing instance network info cache due to event network-changed-f1529c60-79ba-4f8e-a0af-c0b93d36f3bd. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1340.201363] env[62438]: DEBUG oslo_concurrency.lockutils [req-cd93e4c7-9189-41cc-99c4-428d3bcebe8f req-c35e852b-9d9d-4371-9998-df9e73b383a7 service nova] Acquiring lock "refresh_cache-dafca806-482e-476d-aac6-f4844403efb3" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1340.201495] env[62438]: DEBUG oslo_concurrency.lockutils [req-cd93e4c7-9189-41cc-99c4-428d3bcebe8f req-c35e852b-9d9d-4371-9998-df9e73b383a7 service nova] Acquired lock "refresh_cache-dafca806-482e-476d-aac6-f4844403efb3" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.201742] env[62438]: DEBUG nova.network.neutron [req-cd93e4c7-9189-41cc-99c4-428d3bcebe8f req-c35e852b-9d9d-4371-9998-df9e73b383a7 service nova] [instance: dafca806-482e-476d-aac6-f4844403efb3] Refreshing network info cache for port f1529c60-79ba-4f8e-a0af-c0b93d36f3bd {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1340.357205] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5651c00e-a07b-4218-981f-56f45fe977ab {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.364377] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1340.373189] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-156d12fb-a8e3-4f42-9ff9-36624c515cd0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.418488] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aca6f08-b925-4d1d-b46b-2bd81ac05480 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.419283] env[62438]: DEBUG nova.network.neutron [None req-840bdabe-2875-4094-8c27-2a184e19d668 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: e3195d58-9c75-4fcc-8e4b-0c30bd69e311] Successfully updated port: 48a8c45b-2cf6-4c73-b0e6-f4c5e5020b0c {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1340.428594] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61943c0c-a434-4195-bcf5-5c9371c763b6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.454544] env[62438]: DEBUG nova.compute.provider_tree [None req-a486e1b3-27ca-463f-af74-c7d08e2b03f3 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1340.603073] env[62438]: DEBUG oslo_concurrency.lockutils [None req-90b31392-ea27-4a09-b6e3-11990d33d49f tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1340.660768] env[62438]: DEBUG oslo_vmware.api [None req-ce924e23-77aa-425d-94b3-299e41a93b9c tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Task: {'id': task-1784363, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.664670] env[62438]: DEBUG oslo_vmware.api [None req-95fae044-b502-4736-914b-b35b838b9997 tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] Task: {'id': task-1784364, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.699118] env[62438]: DEBUG oslo_vmware.api [None req-5f09a962-ad13-4643-8c7f-9144929b5ca5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52ae2a59-b378-433e-5a93-2e518ea45afc, 'name': SearchDatastore_Task, 'duration_secs': 1.594209} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.699118] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-237b9b43-bd3e-4245-892e-cd7f1b6fbc0d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.707851] env[62438]: DEBUG oslo_vmware.api [None req-5f09a962-ad13-4643-8c7f-9144929b5ca5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Waiting for the task: (returnval){ [ 1340.707851] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52ad1bf7-d22f-f2c5-190b-34331ca04461" [ 1340.707851] env[62438]: _type = "Task" [ 1340.707851] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.723380] env[62438]: DEBUG oslo_vmware.api [None req-5f09a962-ad13-4643-8c7f-9144929b5ca5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52ad1bf7-d22f-f2c5-190b-34331ca04461, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.925156] env[62438]: DEBUG oslo_concurrency.lockutils [None req-840bdabe-2875-4094-8c27-2a184e19d668 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Acquiring lock "refresh_cache-e3195d58-9c75-4fcc-8e4b-0c30bd69e311" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1340.925156] env[62438]: DEBUG oslo_concurrency.lockutils [None req-840bdabe-2875-4094-8c27-2a184e19d668 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Acquired lock "refresh_cache-e3195d58-9c75-4fcc-8e4b-0c30bd69e311" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.925831] env[62438]: DEBUG nova.network.neutron [None req-840bdabe-2875-4094-8c27-2a184e19d668 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: e3195d58-9c75-4fcc-8e4b-0c30bd69e311] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1340.959282] env[62438]: DEBUG nova.scheduler.client.report [None req-a486e1b3-27ca-463f-af74-c7d08e2b03f3 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1340.962976] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d61eac38-1a87-4d51-84ab-234830e74709 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.995825] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-121d24ad-4bae-4128-93a1-691911b95ce6 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 03448a20-9731-4076-bf51-852e9fc7f016] Updating instance '03448a20-9731-4076-bf51-852e9fc7f016' progress to 0 {{(pid=62438) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1341.147760] env[62438]: DEBUG nova.network.neutron [req-cd93e4c7-9189-41cc-99c4-428d3bcebe8f req-c35e852b-9d9d-4371-9998-df9e73b383a7 service nova] [instance: dafca806-482e-476d-aac6-f4844403efb3] Updated VIF entry in instance network info cache for port f1529c60-79ba-4f8e-a0af-c0b93d36f3bd. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1341.148064] env[62438]: DEBUG nova.network.neutron [req-cd93e4c7-9189-41cc-99c4-428d3bcebe8f req-c35e852b-9d9d-4371-9998-df9e73b383a7 service nova] [instance: dafca806-482e-476d-aac6-f4844403efb3] Updating instance_info_cache with network_info: [{"id": "f1529c60-79ba-4f8e-a0af-c0b93d36f3bd", "address": "fa:16:3e:0f:cf:bd", "network": {"id": "d2cd95bd-acd6-4960-9caf-588c67be1fc1", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1431125952-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66b1c81d97b74c20a6c92acf0efde380", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1529c60-79", "ovs_interfaceid": "f1529c60-79ba-4f8e-a0af-c0b93d36f3bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1341.172135] env[62438]: DEBUG oslo_vmware.api [None req-95fae044-b502-4736-914b-b35b838b9997 tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] Task: {'id': task-1784364, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.172388] env[62438]: DEBUG oslo_vmware.api [None req-ce924e23-77aa-425d-94b3-299e41a93b9c tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Task: {'id': task-1784363, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.221350] env[62438]: DEBUG oslo_vmware.api [None req-5f09a962-ad13-4643-8c7f-9144929b5ca5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52ad1bf7-d22f-f2c5-190b-34331ca04461, 'name': SearchDatastore_Task, 'duration_secs': 0.175809} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.221548] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5f09a962-ad13-4643-8c7f-9144929b5ca5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1341.221824] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f09a962-ad13-4643-8c7f-9144929b5ca5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] c15b97da-95c7-4a9d-be28-cda5cea50c2b/c15b97da-95c7-4a9d-be28-cda5cea50c2b.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1341.222116] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b79f9fd9-102a-42a5-86b0-ccc0bbb5fc95 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.233019] env[62438]: DEBUG oslo_vmware.api [None req-5f09a962-ad13-4643-8c7f-9144929b5ca5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Waiting for the task: (returnval){ [ 1341.233019] env[62438]: value = "task-1784366" [ 1341.233019] env[62438]: _type = "Task" [ 1341.233019] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.245080] env[62438]: DEBUG oslo_vmware.api [None req-5f09a962-ad13-4643-8c7f-9144929b5ca5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': task-1784366, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.408255] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7b2f987a-cb9a-4242-94b7-1db5483c4d53 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Acquiring lock "c26e95a2-1552-4c73-affe-a62df76b5efc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1341.408585] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7b2f987a-cb9a-4242-94b7-1db5483c4d53 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Lock "c26e95a2-1552-4c73-affe-a62df76b5efc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1341.471284] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a486e1b3-27ca-463f-af74-c7d08e2b03f3 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.438s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1341.472093] env[62438]: DEBUG nova.compute.manager [None req-a486e1b3-27ca-463f-af74-c7d08e2b03f3 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] [instance: e8cde59b-5e45-4f29-9fad-c96039006c88] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1341.475918] env[62438]: DEBUG oslo_concurrency.lockutils [None req-90b31392-ea27-4a09-b6e3-11990d33d49f tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.874s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1341.478243] env[62438]: INFO nova.compute.claims [None req-90b31392-ea27-4a09-b6e3-11990d33d49f tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] [instance: 82e27b68-979a-4f73-a150-ce2d32360d46] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1341.493186] env[62438]: DEBUG nova.network.neutron [None req-840bdabe-2875-4094-8c27-2a184e19d668 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: e3195d58-9c75-4fcc-8e4b-0c30bd69e311] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1341.504491] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-121d24ad-4bae-4128-93a1-691911b95ce6 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 03448a20-9731-4076-bf51-852e9fc7f016] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1341.504491] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66b8ad00-786f-48c1-9d7a-52aedae2f975 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.515300] env[62438]: DEBUG oslo_vmware.api [None req-121d24ad-4bae-4128-93a1-691911b95ce6 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Waiting for the task: (returnval){ [ 1341.515300] env[62438]: value = "task-1784367" [ 1341.515300] env[62438]: _type = "Task" [ 1341.515300] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.533952] env[62438]: DEBUG oslo_vmware.api [None req-121d24ad-4bae-4128-93a1-691911b95ce6 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Task: {'id': task-1784367, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.620939] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d811a645-baed-4f3e-bbfe-484a64acaf5c tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] Acquiring lock "b2bf5c0d-e3c0-46e3-ade0-50f0dc7dff46" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1341.620939] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d811a645-baed-4f3e-bbfe-484a64acaf5c tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] Lock "b2bf5c0d-e3c0-46e3-ade0-50f0dc7dff46" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1341.661209] env[62438]: DEBUG oslo_concurrency.lockutils [req-cd93e4c7-9189-41cc-99c4-428d3bcebe8f req-c35e852b-9d9d-4371-9998-df9e73b383a7 service nova] Releasing lock "refresh_cache-dafca806-482e-476d-aac6-f4844403efb3" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1341.667462] env[62438]: DEBUG oslo_vmware.api [None req-ce924e23-77aa-425d-94b3-299e41a93b9c tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Task: {'id': task-1784363, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.670563] env[62438]: DEBUG oslo_vmware.api [None req-95fae044-b502-4736-914b-b35b838b9997 tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] Task: {'id': task-1784364, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.743760] env[62438]: DEBUG oslo_vmware.api [None req-5f09a962-ad13-4643-8c7f-9144929b5ca5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': task-1784366, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.896055] env[62438]: DEBUG nova.network.neutron [None req-840bdabe-2875-4094-8c27-2a184e19d668 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: e3195d58-9c75-4fcc-8e4b-0c30bd69e311] Updating instance_info_cache with network_info: [{"id": "48a8c45b-2cf6-4c73-b0e6-f4c5e5020b0c", "address": "fa:16:3e:19:20:1b", "network": {"id": "c2a88eba-9de6-4f81-ace5-db6d9be217aa", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-311663269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e823f0cf4b1843f281f390b5ef2d3403", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2eaecd-9701-4504-9fcb-fb1a420ead72", "external-id": "nsx-vlan-transportzone-433", "segmentation_id": 433, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48a8c45b-2c", "ovs_interfaceid": "48a8c45b-2cf6-4c73-b0e6-f4c5e5020b0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1341.911739] env[62438]: DEBUG nova.compute.manager [None req-7b2f987a-cb9a-4242-94b7-1db5483c4d53 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] [instance: c26e95a2-1552-4c73-affe-a62df76b5efc] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1341.988322] env[62438]: DEBUG nova.compute.utils [None req-a486e1b3-27ca-463f-af74-c7d08e2b03f3 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1341.990239] env[62438]: DEBUG nova.compute.manager [None req-a486e1b3-27ca-463f-af74-c7d08e2b03f3 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] [instance: e8cde59b-5e45-4f29-9fad-c96039006c88] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1341.990611] env[62438]: DEBUG nova.network.neutron [None req-a486e1b3-27ca-463f-af74-c7d08e2b03f3 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] [instance: e8cde59b-5e45-4f29-9fad-c96039006c88] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1342.029881] env[62438]: DEBUG oslo_vmware.api [None req-121d24ad-4bae-4128-93a1-691911b95ce6 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Task: {'id': task-1784367, 'name': PowerOffVM_Task, 'duration_secs': 0.335602} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.030530] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-121d24ad-4bae-4128-93a1-691911b95ce6 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 03448a20-9731-4076-bf51-852e9fc7f016] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1342.030740] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-121d24ad-4bae-4128-93a1-691911b95ce6 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 03448a20-9731-4076-bf51-852e9fc7f016] Updating instance '03448a20-9731-4076-bf51-852e9fc7f016' progress to 17 {{(pid=62438) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1342.080686] env[62438]: DEBUG nova.policy [None req-a486e1b3-27ca-463f-af74-c7d08e2b03f3 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd7c6e284970b463f9c4088b9940627ab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2c0ac7c5bf2a42f7a7e16dcd07113297', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1342.123954] env[62438]: DEBUG nova.compute.manager [None req-d811a645-baed-4f3e-bbfe-484a64acaf5c tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] [instance: b2bf5c0d-e3c0-46e3-ade0-50f0dc7dff46] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1342.170802] env[62438]: DEBUG oslo_vmware.api [None req-ce924e23-77aa-425d-94b3-299e41a93b9c tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Task: {'id': task-1784363, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.117333} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.171091] env[62438]: DEBUG oslo_vmware.api [None req-95fae044-b502-4736-914b-b35b838b9997 tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] Task: {'id': task-1784364, 'name': ReconfigVM_Task, 'duration_secs': 3.216755} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.171386] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce924e23-77aa-425d-94b3-299e41a93b9c tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] dafca806-482e-476d-aac6-f4844403efb3/dafca806-482e-476d-aac6-f4844403efb3.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1342.171480] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-ce924e23-77aa-425d-94b3-299e41a93b9c tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] [instance: dafca806-482e-476d-aac6-f4844403efb3] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1342.171758] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-95fae044-b502-4736-914b-b35b838b9997 tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] [instance: ee90abad-2628-4c6e-880a-23fb6e8088f1] Reconfigured VM instance instance-0000000a to attach disk [datastore1] ee90abad-2628-4c6e-880a-23fb6e8088f1/ee90abad-2628-4c6e-880a-23fb6e8088f1.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1342.172660] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8d61bb11-88ed-463d-a3c4-179127855c27 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.174501] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-55273b7e-4593-4835-9dfc-68b1f367eca3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.186859] env[62438]: DEBUG oslo_vmware.api [None req-ce924e23-77aa-425d-94b3-299e41a93b9c tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Waiting for the task: (returnval){ [ 1342.186859] env[62438]: value = "task-1784368" [ 1342.186859] env[62438]: _type = "Task" [ 1342.186859] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.187501] env[62438]: DEBUG oslo_vmware.api [None req-95fae044-b502-4736-914b-b35b838b9997 tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] Waiting for the task: (returnval){ [ 1342.187501] env[62438]: value = "task-1784369" [ 1342.187501] env[62438]: _type = "Task" [ 1342.187501] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.212263] env[62438]: DEBUG oslo_vmware.api [None req-95fae044-b502-4736-914b-b35b838b9997 tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] Task: {'id': task-1784369, 'name': Rename_Task} progress is 10%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.212614] env[62438]: DEBUG oslo_vmware.api [None req-ce924e23-77aa-425d-94b3-299e41a93b9c tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Task: {'id': task-1784368, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.246291] env[62438]: DEBUG oslo_vmware.api [None req-5f09a962-ad13-4643-8c7f-9144929b5ca5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': task-1784366, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.399027] env[62438]: DEBUG oslo_concurrency.lockutils [None req-840bdabe-2875-4094-8c27-2a184e19d668 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Releasing lock "refresh_cache-e3195d58-9c75-4fcc-8e4b-0c30bd69e311" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1342.399909] env[62438]: DEBUG nova.compute.manager [None req-840bdabe-2875-4094-8c27-2a184e19d668 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: e3195d58-9c75-4fcc-8e4b-0c30bd69e311] Instance network_info: |[{"id": "48a8c45b-2cf6-4c73-b0e6-f4c5e5020b0c", "address": "fa:16:3e:19:20:1b", "network": {"id": "c2a88eba-9de6-4f81-ace5-db6d9be217aa", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-311663269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e823f0cf4b1843f281f390b5ef2d3403", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2eaecd-9701-4504-9fcb-fb1a420ead72", "external-id": "nsx-vlan-transportzone-433", "segmentation_id": 433, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48a8c45b-2c", "ovs_interfaceid": "48a8c45b-2cf6-4c73-b0e6-f4c5e5020b0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1342.400488] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-840bdabe-2875-4094-8c27-2a184e19d668 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: e3195d58-9c75-4fcc-8e4b-0c30bd69e311] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:20:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb2eaecd-9701-4504-9fcb-fb1a420ead72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '48a8c45b-2cf6-4c73-b0e6-f4c5e5020b0c', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1342.409913] env[62438]: DEBUG oslo.service.loopingcall [None req-840bdabe-2875-4094-8c27-2a184e19d668 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1342.410207] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3195d58-9c75-4fcc-8e4b-0c30bd69e311] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1342.410615] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b1262e8-0e46-4092-b3c7-c9e71b52d448 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.444914] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1342.444914] env[62438]: value = "task-1784370" [ 1342.444914] env[62438]: _type = "Task" [ 1342.444914] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.452558] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784370, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.463033] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7b2f987a-cb9a-4242-94b7-1db5483c4d53 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1342.495848] env[62438]: DEBUG nova.compute.manager [None req-a486e1b3-27ca-463f-af74-c7d08e2b03f3 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] [instance: e8cde59b-5e45-4f29-9fad-c96039006c88] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1342.541599] env[62438]: DEBUG nova.virt.hardware [None req-121d24ad-4bae-4128-93a1-691911b95ce6 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1342.542419] env[62438]: DEBUG nova.virt.hardware [None req-121d24ad-4bae-4128-93a1-691911b95ce6 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1342.542419] env[62438]: DEBUG nova.virt.hardware [None req-121d24ad-4bae-4128-93a1-691911b95ce6 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1342.542419] env[62438]: DEBUG nova.virt.hardware [None req-121d24ad-4bae-4128-93a1-691911b95ce6 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1342.542646] env[62438]: DEBUG nova.virt.hardware [None req-121d24ad-4bae-4128-93a1-691911b95ce6 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1342.542808] env[62438]: DEBUG nova.virt.hardware [None req-121d24ad-4bae-4128-93a1-691911b95ce6 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1342.542970] env[62438]: DEBUG nova.virt.hardware [None req-121d24ad-4bae-4128-93a1-691911b95ce6 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1342.543180] env[62438]: DEBUG nova.virt.hardware [None req-121d24ad-4bae-4128-93a1-691911b95ce6 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1342.543328] env[62438]: DEBUG nova.virt.hardware [None req-121d24ad-4bae-4128-93a1-691911b95ce6 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1342.543808] env[62438]: DEBUG nova.virt.hardware [None req-121d24ad-4bae-4128-93a1-691911b95ce6 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1342.544042] env[62438]: DEBUG nova.virt.hardware [None req-121d24ad-4bae-4128-93a1-691911b95ce6 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1342.554754] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aef07282-51f8-464d-a24c-81bdd5ccc3d4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.579178] env[62438]: DEBUG oslo_vmware.api [None req-121d24ad-4bae-4128-93a1-691911b95ce6 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Waiting for the task: (returnval){ [ 1342.579178] env[62438]: value = "task-1784371" [ 1342.579178] env[62438]: _type = "Task" [ 1342.579178] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.598543] env[62438]: DEBUG oslo_vmware.api [None req-121d24ad-4bae-4128-93a1-691911b95ce6 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Task: {'id': task-1784371, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.650632] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d811a645-baed-4f3e-bbfe-484a64acaf5c tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1342.709201] env[62438]: DEBUG oslo_vmware.api [None req-ce924e23-77aa-425d-94b3-299e41a93b9c tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Task: {'id': task-1784368, 'name': ExtendVirtualDisk_Task} progress is 100%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.714038] env[62438]: DEBUG oslo_vmware.api [None req-95fae044-b502-4736-914b-b35b838b9997 tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] Task: {'id': task-1784369, 'name': Rename_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.750268] env[62438]: DEBUG nova.compute.manager [req-edf32953-c2dc-4753-ae76-a61aaf15acd8 req-a67325d7-be9c-4f48-a124-7e2a4fab9955 service nova] [instance: b04481d2-d1cf-46e7-98c6-e714cf8c10c0] Received event network-changed-a3cdc20d-32c5-437b-8d5b-4e6cc8fafea2 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1342.750268] env[62438]: DEBUG nova.compute.manager [req-edf32953-c2dc-4753-ae76-a61aaf15acd8 req-a67325d7-be9c-4f48-a124-7e2a4fab9955 service nova] [instance: b04481d2-d1cf-46e7-98c6-e714cf8c10c0] Refreshing instance network info cache due to event network-changed-a3cdc20d-32c5-437b-8d5b-4e6cc8fafea2. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1342.750268] env[62438]: DEBUG oslo_concurrency.lockutils [req-edf32953-c2dc-4753-ae76-a61aaf15acd8 req-a67325d7-be9c-4f48-a124-7e2a4fab9955 service nova] Acquiring lock "refresh_cache-b04481d2-d1cf-46e7-98c6-e714cf8c10c0" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1342.750268] env[62438]: DEBUG oslo_concurrency.lockutils [req-edf32953-c2dc-4753-ae76-a61aaf15acd8 req-a67325d7-be9c-4f48-a124-7e2a4fab9955 service nova] Acquired lock "refresh_cache-b04481d2-d1cf-46e7-98c6-e714cf8c10c0" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.750721] env[62438]: DEBUG nova.network.neutron [req-edf32953-c2dc-4753-ae76-a61aaf15acd8 req-a67325d7-be9c-4f48-a124-7e2a4fab9955 service nova] [instance: b04481d2-d1cf-46e7-98c6-e714cf8c10c0] Refreshing network info cache for port a3cdc20d-32c5-437b-8d5b-4e6cc8fafea2 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1342.753055] env[62438]: DEBUG oslo_vmware.api [None req-5f09a962-ad13-4643-8c7f-9144929b5ca5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': task-1784366, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.43663} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.756597] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f09a962-ad13-4643-8c7f-9144929b5ca5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] c15b97da-95c7-4a9d-be28-cda5cea50c2b/c15b97da-95c7-4a9d-be28-cda5cea50c2b.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1342.756830] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-5f09a962-ad13-4643-8c7f-9144929b5ca5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: c15b97da-95c7-4a9d-be28-cda5cea50c2b] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1342.758751] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c6c448a8-c087-4ee1-af72-138dfcf12e9d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.766415] env[62438]: DEBUG oslo_vmware.api [None req-5f09a962-ad13-4643-8c7f-9144929b5ca5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Waiting for the task: (returnval){ [ 1342.766415] env[62438]: value = "task-1784372" [ 1342.766415] env[62438]: _type = "Task" [ 1342.766415] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.780232] env[62438]: DEBUG oslo_vmware.api [None req-5f09a962-ad13-4643-8c7f-9144929b5ca5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': task-1784372, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.855730] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-049d14b4-1998-4509-a085-026409262a8e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.866380] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e675fa34-0953-4bda-b270-8d4dd4541389 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.904897] env[62438]: DEBUG nova.network.neutron [None req-a486e1b3-27ca-463f-af74-c7d08e2b03f3 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] [instance: e8cde59b-5e45-4f29-9fad-c96039006c88] Successfully created port: df55bd2e-58e5-4602-ac1b-6558313ee8f9 {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1342.908131] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-980c5e47-7069-41d4-8eae-7afde4d63a6f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.922018] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2817ea4c-88b4-4715-8e80-04d134e09541 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.936724] env[62438]: DEBUG nova.compute.provider_tree [None req-90b31392-ea27-4a09-b6e3-11990d33d49f tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1342.954431] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784370, 'name': CreateVM_Task} progress is 99%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.091661] env[62438]: DEBUG oslo_vmware.api [None req-121d24ad-4bae-4128-93a1-691911b95ce6 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Task: {'id': task-1784371, 'name': ReconfigVM_Task, 'duration_secs': 0.354007} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.092035] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-121d24ad-4bae-4128-93a1-691911b95ce6 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 03448a20-9731-4076-bf51-852e9fc7f016] Updating instance '03448a20-9731-4076-bf51-852e9fc7f016' progress to 33 {{(pid=62438) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1343.205204] env[62438]: DEBUG oslo_vmware.api [None req-ce924e23-77aa-425d-94b3-299e41a93b9c tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Task: {'id': task-1784368, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.528267} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.208772] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-ce924e23-77aa-425d-94b3-299e41a93b9c tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] [instance: dafca806-482e-476d-aac6-f4844403efb3] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1343.210575] env[62438]: DEBUG oslo_vmware.api [None req-95fae044-b502-4736-914b-b35b838b9997 tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] Task: {'id': task-1784369, 'name': Rename_Task, 'duration_secs': 0.669807} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.210575] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09a0f6d5-c150-4497-bdbe-57cea3fc2606 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.212621] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-95fae044-b502-4736-914b-b35b838b9997 tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] [instance: ee90abad-2628-4c6e-880a-23fb6e8088f1] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1343.212846] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ebca4ad8-9748-45f6-8901-143abd0b3e71 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.236360] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce924e23-77aa-425d-94b3-299e41a93b9c tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] [instance: dafca806-482e-476d-aac6-f4844403efb3] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] dafca806-482e-476d-aac6-f4844403efb3/dafca806-482e-476d-aac6-f4844403efb3.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1343.238861] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f09a9ccb-07e9-4947-9ced-0dc2c5f81b48 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.252887] env[62438]: DEBUG oslo_vmware.api [None req-95fae044-b502-4736-914b-b35b838b9997 tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] Waiting for the task: (returnval){ [ 1343.252887] env[62438]: value = "task-1784374" [ 1343.252887] env[62438]: _type = "Task" [ 1343.252887] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.260936] env[62438]: DEBUG oslo_vmware.api [None req-ce924e23-77aa-425d-94b3-299e41a93b9c tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Waiting for the task: (returnval){ [ 1343.260936] env[62438]: value = "task-1784375" [ 1343.260936] env[62438]: _type = "Task" [ 1343.260936] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.270356] env[62438]: DEBUG oslo_vmware.api [None req-95fae044-b502-4736-914b-b35b838b9997 tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] Task: {'id': task-1784374, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.277034] env[62438]: DEBUG oslo_vmware.api [None req-ce924e23-77aa-425d-94b3-299e41a93b9c tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Task: {'id': task-1784375, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.283905] env[62438]: DEBUG oslo_vmware.api [None req-5f09a962-ad13-4643-8c7f-9144929b5ca5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': task-1784372, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081989} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.283905] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-5f09a962-ad13-4643-8c7f-9144929b5ca5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: c15b97da-95c7-4a9d-be28-cda5cea50c2b] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1343.284530] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fdad922-16d5-4218-813b-a7deed341bda {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.309852] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f09a962-ad13-4643-8c7f-9144929b5ca5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: c15b97da-95c7-4a9d-be28-cda5cea50c2b] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] c15b97da-95c7-4a9d-be28-cda5cea50c2b/c15b97da-95c7-4a9d-be28-cda5cea50c2b.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1343.310665] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31c55277-3cba-410c-ba01-b01f87ae864d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.335604] env[62438]: DEBUG oslo_vmware.api [None req-5f09a962-ad13-4643-8c7f-9144929b5ca5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Waiting for the task: (returnval){ [ 1343.335604] env[62438]: value = "task-1784376" [ 1343.335604] env[62438]: _type = "Task" [ 1343.335604] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.345121] env[62438]: DEBUG oslo_vmware.api [None req-5f09a962-ad13-4643-8c7f-9144929b5ca5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': task-1784376, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.358811] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1343.362797] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1343.384339] env[62438]: DEBUG oslo_concurrency.lockutils [None req-34e74e7a-42fc-4d06-b628-72f066f7ef1f tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Acquiring lock "e70070c2-d6dc-4337-b3b5-3ca1395ae963" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1343.384726] env[62438]: DEBUG oslo_concurrency.lockutils [None req-34e74e7a-42fc-4d06-b628-72f066f7ef1f tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Lock "e70070c2-d6dc-4337-b3b5-3ca1395ae963" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1343.439441] env[62438]: DEBUG nova.scheduler.client.report [None req-90b31392-ea27-4a09-b6e3-11990d33d49f tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1343.457349] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784370, 'name': CreateVM_Task, 'duration_secs': 0.550743} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.457349] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3195d58-9c75-4fcc-8e4b-0c30bd69e311] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1343.460766] env[62438]: DEBUG oslo_concurrency.lockutils [None req-840bdabe-2875-4094-8c27-2a184e19d668 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1343.460766] env[62438]: DEBUG oslo_concurrency.lockutils [None req-840bdabe-2875-4094-8c27-2a184e19d668 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.460766] env[62438]: DEBUG oslo_concurrency.lockutils [None req-840bdabe-2875-4094-8c27-2a184e19d668 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1343.460766] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b39ac6d0-c088-41ee-a241-ece336481b2f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.464801] env[62438]: DEBUG oslo_vmware.api [None req-840bdabe-2875-4094-8c27-2a184e19d668 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Waiting for the task: (returnval){ [ 1343.464801] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52805d30-8d26-3685-5d55-9e1bc5cba026" [ 1343.464801] env[62438]: _type = "Task" [ 1343.464801] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.475607] env[62438]: DEBUG oslo_vmware.api [None req-840bdabe-2875-4094-8c27-2a184e19d668 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52805d30-8d26-3685-5d55-9e1bc5cba026, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.515021] env[62438]: DEBUG nova.compute.manager [None req-a486e1b3-27ca-463f-af74-c7d08e2b03f3 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] [instance: e8cde59b-5e45-4f29-9fad-c96039006c88] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1343.543305] env[62438]: DEBUG nova.virt.hardware [None req-a486e1b3-27ca-463f-af74-c7d08e2b03f3 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1343.543554] env[62438]: DEBUG nova.virt.hardware [None req-a486e1b3-27ca-463f-af74-c7d08e2b03f3 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1343.543712] env[62438]: DEBUG nova.virt.hardware [None req-a486e1b3-27ca-463f-af74-c7d08e2b03f3 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1343.543890] env[62438]: DEBUG nova.virt.hardware [None req-a486e1b3-27ca-463f-af74-c7d08e2b03f3 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1343.544048] env[62438]: DEBUG nova.virt.hardware [None req-a486e1b3-27ca-463f-af74-c7d08e2b03f3 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1343.544203] env[62438]: DEBUG nova.virt.hardware [None req-a486e1b3-27ca-463f-af74-c7d08e2b03f3 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1343.544409] env[62438]: DEBUG nova.virt.hardware [None req-a486e1b3-27ca-463f-af74-c7d08e2b03f3 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1343.544566] env[62438]: DEBUG nova.virt.hardware [None req-a486e1b3-27ca-463f-af74-c7d08e2b03f3 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1343.544797] env[62438]: DEBUG nova.virt.hardware [None req-a486e1b3-27ca-463f-af74-c7d08e2b03f3 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1343.544974] env[62438]: DEBUG nova.virt.hardware [None req-a486e1b3-27ca-463f-af74-c7d08e2b03f3 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1343.545164] env[62438]: DEBUG nova.virt.hardware [None req-a486e1b3-27ca-463f-af74-c7d08e2b03f3 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1343.546019] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70456f09-16b7-4c76-a2d5-4795e14c829d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.554781] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d003cfd-59b4-4281-8adc-492f5e676b59 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.597880] env[62438]: DEBUG nova.virt.hardware [None req-121d24ad-4bae-4128-93a1-691911b95ce6 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1343.598135] env[62438]: DEBUG nova.virt.hardware [None req-121d24ad-4bae-4128-93a1-691911b95ce6 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1343.598294] env[62438]: DEBUG nova.virt.hardware [None req-121d24ad-4bae-4128-93a1-691911b95ce6 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1343.598472] env[62438]: DEBUG nova.virt.hardware [None req-121d24ad-4bae-4128-93a1-691911b95ce6 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1343.598616] env[62438]: DEBUG nova.virt.hardware [None req-121d24ad-4bae-4128-93a1-691911b95ce6 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1343.598758] env[62438]: DEBUG nova.virt.hardware [None req-121d24ad-4bae-4128-93a1-691911b95ce6 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1343.598952] env[62438]: DEBUG nova.virt.hardware [None req-121d24ad-4bae-4128-93a1-691911b95ce6 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1343.599124] env[62438]: DEBUG nova.virt.hardware [None req-121d24ad-4bae-4128-93a1-691911b95ce6 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1343.599289] env[62438]: DEBUG nova.virt.hardware [None req-121d24ad-4bae-4128-93a1-691911b95ce6 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1343.599466] env[62438]: DEBUG nova.virt.hardware [None req-121d24ad-4bae-4128-93a1-691911b95ce6 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1343.599652] env[62438]: DEBUG nova.virt.hardware [None req-121d24ad-4bae-4128-93a1-691911b95ce6 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1343.604931] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-121d24ad-4bae-4128-93a1-691911b95ce6 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 03448a20-9731-4076-bf51-852e9fc7f016] Reconfiguring VM instance instance-00000004 to detach disk 2000 {{(pid=62438) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1343.605561] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9b595bd-3f7e-4159-9242-8beb88e18771 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.624814] env[62438]: DEBUG oslo_vmware.api [None req-121d24ad-4bae-4128-93a1-691911b95ce6 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Waiting for the task: (returnval){ [ 1343.624814] env[62438]: value = "task-1784377" [ 1343.624814] env[62438]: _type = "Task" [ 1343.624814] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.637581] env[62438]: DEBUG oslo_vmware.api [None req-121d24ad-4bae-4128-93a1-691911b95ce6 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Task: {'id': task-1784377, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.680687] env[62438]: DEBUG nova.compute.manager [req-972acc4b-1900-441e-a19f-c8558204a849 req-6d82505f-71d2-494f-8cab-2fdbb81ec7fe service nova] [instance: c15b97da-95c7-4a9d-be28-cda5cea50c2b] Received event network-vif-plugged-ea0be460-ab19-4305-ab5b-3cbca921649b {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1343.680953] env[62438]: DEBUG oslo_concurrency.lockutils [req-972acc4b-1900-441e-a19f-c8558204a849 req-6d82505f-71d2-494f-8cab-2fdbb81ec7fe service nova] Acquiring lock "c15b97da-95c7-4a9d-be28-cda5cea50c2b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1343.681158] env[62438]: DEBUG oslo_concurrency.lockutils [req-972acc4b-1900-441e-a19f-c8558204a849 req-6d82505f-71d2-494f-8cab-2fdbb81ec7fe service nova] Lock "c15b97da-95c7-4a9d-be28-cda5cea50c2b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1343.681367] env[62438]: DEBUG oslo_concurrency.lockutils [req-972acc4b-1900-441e-a19f-c8558204a849 req-6d82505f-71d2-494f-8cab-2fdbb81ec7fe service nova] Lock "c15b97da-95c7-4a9d-be28-cda5cea50c2b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1343.681531] env[62438]: DEBUG nova.compute.manager [req-972acc4b-1900-441e-a19f-c8558204a849 req-6d82505f-71d2-494f-8cab-2fdbb81ec7fe service nova] [instance: c15b97da-95c7-4a9d-be28-cda5cea50c2b] No waiting events found dispatching network-vif-plugged-ea0be460-ab19-4305-ab5b-3cbca921649b {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1343.681646] env[62438]: WARNING nova.compute.manager [req-972acc4b-1900-441e-a19f-c8558204a849 req-6d82505f-71d2-494f-8cab-2fdbb81ec7fe service nova] [instance: c15b97da-95c7-4a9d-be28-cda5cea50c2b] Received unexpected event network-vif-plugged-ea0be460-ab19-4305-ab5b-3cbca921649b for instance with vm_state building and task_state spawning. [ 1343.681797] env[62438]: DEBUG nova.compute.manager [req-972acc4b-1900-441e-a19f-c8558204a849 req-6d82505f-71d2-494f-8cab-2fdbb81ec7fe service nova] [instance: c15b97da-95c7-4a9d-be28-cda5cea50c2b] Received event network-changed-ea0be460-ab19-4305-ab5b-3cbca921649b {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1343.681948] env[62438]: DEBUG nova.compute.manager [req-972acc4b-1900-441e-a19f-c8558204a849 req-6d82505f-71d2-494f-8cab-2fdbb81ec7fe service nova] [instance: c15b97da-95c7-4a9d-be28-cda5cea50c2b] Refreshing instance network info cache due to event network-changed-ea0be460-ab19-4305-ab5b-3cbca921649b. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1343.682142] env[62438]: DEBUG oslo_concurrency.lockutils [req-972acc4b-1900-441e-a19f-c8558204a849 req-6d82505f-71d2-494f-8cab-2fdbb81ec7fe service nova] Acquiring lock "refresh_cache-c15b97da-95c7-4a9d-be28-cda5cea50c2b" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1343.682272] env[62438]: DEBUG oslo_concurrency.lockutils [req-972acc4b-1900-441e-a19f-c8558204a849 req-6d82505f-71d2-494f-8cab-2fdbb81ec7fe service nova] Acquired lock "refresh_cache-c15b97da-95c7-4a9d-be28-cda5cea50c2b" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.682440] env[62438]: DEBUG nova.network.neutron [req-972acc4b-1900-441e-a19f-c8558204a849 req-6d82505f-71d2-494f-8cab-2fdbb81ec7fe service nova] [instance: c15b97da-95c7-4a9d-be28-cda5cea50c2b] Refreshing network info cache for port ea0be460-ab19-4305-ab5b-3cbca921649b {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1343.772480] env[62438]: DEBUG oslo_vmware.api [None req-ce924e23-77aa-425d-94b3-299e41a93b9c tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Task: {'id': task-1784375, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.776357] env[62438]: DEBUG oslo_vmware.api [None req-95fae044-b502-4736-914b-b35b838b9997 tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] Task: {'id': task-1784374, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.780212] env[62438]: DEBUG nova.network.neutron [req-edf32953-c2dc-4753-ae76-a61aaf15acd8 req-a67325d7-be9c-4f48-a124-7e2a4fab9955 service nova] [instance: b04481d2-d1cf-46e7-98c6-e714cf8c10c0] Updated VIF entry in instance network info cache for port a3cdc20d-32c5-437b-8d5b-4e6cc8fafea2. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1343.780578] env[62438]: DEBUG nova.network.neutron [req-edf32953-c2dc-4753-ae76-a61aaf15acd8 req-a67325d7-be9c-4f48-a124-7e2a4fab9955 service nova] [instance: b04481d2-d1cf-46e7-98c6-e714cf8c10c0] Updating instance_info_cache with network_info: [{"id": "a3cdc20d-32c5-437b-8d5b-4e6cc8fafea2", "address": "fa:16:3e:11:48:8d", "network": {"id": "ef9c7ee7-6797-4f8a-985d-5de0aa7e5024", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-488588387-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33815b23dfb94faeb07c2724add3622e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3cdc20d-32", "ovs_interfaceid": "a3cdc20d-32c5-437b-8d5b-4e6cc8fafea2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1343.846739] env[62438]: DEBUG nova.compute.manager [None req-0e0c06b1-362d-4eb3-865e-aacb62b1c8d2 tempest-ServerDiagnosticsV248Test-1545217393 tempest-ServerDiagnosticsV248Test-1545217393-project-admin] [instance: c1a86675-a28d-48e4-8fc3-b205726cdb7b] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1343.853881] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-155cda1f-f181-4540-b4c1-a032b47d586e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.858447] env[62438]: DEBUG oslo_vmware.api [None req-5f09a962-ad13-4643-8c7f-9144929b5ca5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': task-1784376, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.864707] env[62438]: INFO nova.compute.manager [None req-0e0c06b1-362d-4eb3-865e-aacb62b1c8d2 tempest-ServerDiagnosticsV248Test-1545217393 tempest-ServerDiagnosticsV248Test-1545217393-project-admin] [instance: c1a86675-a28d-48e4-8fc3-b205726cdb7b] Retrieving diagnostics [ 1343.865794] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38e7897e-164d-4da0-85aa-2ea6a06860aa {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.909192] env[62438]: DEBUG nova.compute.manager [None req-34e74e7a-42fc-4d06-b628-72f066f7ef1f tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] [instance: e70070c2-d6dc-4337-b3b5-3ca1395ae963] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1343.944930] env[62438]: DEBUG oslo_concurrency.lockutils [None req-90b31392-ea27-4a09-b6e3-11990d33d49f tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.469s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1343.945839] env[62438]: DEBUG nova.compute.manager [None req-90b31392-ea27-4a09-b6e3-11990d33d49f tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] [instance: 82e27b68-979a-4f73-a150-ce2d32360d46] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1343.948770] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7b2f987a-cb9a-4242-94b7-1db5483c4d53 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.486s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1343.950727] env[62438]: INFO nova.compute.claims [None req-7b2f987a-cb9a-4242-94b7-1db5483c4d53 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] [instance: c26e95a2-1552-4c73-affe-a62df76b5efc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1343.975967] env[62438]: DEBUG oslo_vmware.api [None req-840bdabe-2875-4094-8c27-2a184e19d668 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52805d30-8d26-3685-5d55-9e1bc5cba026, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.137297] env[62438]: DEBUG oslo_vmware.api [None req-121d24ad-4bae-4128-93a1-691911b95ce6 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Task: {'id': task-1784377, 'name': ReconfigVM_Task, 'duration_secs': 0.489589} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.137297] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-121d24ad-4bae-4128-93a1-691911b95ce6 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 03448a20-9731-4076-bf51-852e9fc7f016] Reconfigured VM instance instance-00000004 to detach disk 2000 {{(pid=62438) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1344.137297] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df2b2a9-21f7-4386-a008-bcb4da2e8e6a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.164129] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-121d24ad-4bae-4128-93a1-691911b95ce6 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 03448a20-9731-4076-bf51-852e9fc7f016] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 03448a20-9731-4076-bf51-852e9fc7f016/03448a20-9731-4076-bf51-852e9fc7f016.vmdk or device None with type thin {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1344.164556] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1baa4f28-f72d-4f74-8523-64703666c8bc {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.188269] env[62438]: DEBUG oslo_vmware.api [None req-121d24ad-4bae-4128-93a1-691911b95ce6 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Waiting for the task: (returnval){ [ 1344.188269] env[62438]: value = "task-1784378" [ 1344.188269] env[62438]: _type = "Task" [ 1344.188269] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.198611] env[62438]: DEBUG oslo_vmware.api [None req-121d24ad-4bae-4128-93a1-691911b95ce6 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Task: {'id': task-1784378, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.274745] env[62438]: DEBUG oslo_vmware.api [None req-ce924e23-77aa-425d-94b3-299e41a93b9c tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Task: {'id': task-1784375, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.278568] env[62438]: DEBUG oslo_vmware.api [None req-95fae044-b502-4736-914b-b35b838b9997 tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] Task: {'id': task-1784374, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.283296] env[62438]: DEBUG oslo_concurrency.lockutils [req-edf32953-c2dc-4753-ae76-a61aaf15acd8 req-a67325d7-be9c-4f48-a124-7e2a4fab9955 service nova] Releasing lock "refresh_cache-b04481d2-d1cf-46e7-98c6-e714cf8c10c0" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1344.283587] env[62438]: DEBUG nova.compute.manager [req-edf32953-c2dc-4753-ae76-a61aaf15acd8 req-a67325d7-be9c-4f48-a124-7e2a4fab9955 service nova] [instance: e3195d58-9c75-4fcc-8e4b-0c30bd69e311] Received event network-vif-plugged-48a8c45b-2cf6-4c73-b0e6-f4c5e5020b0c {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1344.283819] env[62438]: DEBUG oslo_concurrency.lockutils [req-edf32953-c2dc-4753-ae76-a61aaf15acd8 req-a67325d7-be9c-4f48-a124-7e2a4fab9955 service nova] Acquiring lock "e3195d58-9c75-4fcc-8e4b-0c30bd69e311-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1344.284066] env[62438]: DEBUG oslo_concurrency.lockutils [req-edf32953-c2dc-4753-ae76-a61aaf15acd8 req-a67325d7-be9c-4f48-a124-7e2a4fab9955 service nova] Lock "e3195d58-9c75-4fcc-8e4b-0c30bd69e311-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1344.284625] env[62438]: DEBUG oslo_concurrency.lockutils [req-edf32953-c2dc-4753-ae76-a61aaf15acd8 req-a67325d7-be9c-4f48-a124-7e2a4fab9955 service nova] Lock "e3195d58-9c75-4fcc-8e4b-0c30bd69e311-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1344.285081] env[62438]: DEBUG nova.compute.manager [req-edf32953-c2dc-4753-ae76-a61aaf15acd8 req-a67325d7-be9c-4f48-a124-7e2a4fab9955 service nova] [instance: e3195d58-9c75-4fcc-8e4b-0c30bd69e311] No waiting events found dispatching network-vif-plugged-48a8c45b-2cf6-4c73-b0e6-f4c5e5020b0c {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1344.285081] env[62438]: WARNING nova.compute.manager [req-edf32953-c2dc-4753-ae76-a61aaf15acd8 req-a67325d7-be9c-4f48-a124-7e2a4fab9955 service nova] [instance: e3195d58-9c75-4fcc-8e4b-0c30bd69e311] Received unexpected event network-vif-plugged-48a8c45b-2cf6-4c73-b0e6-f4c5e5020b0c for instance with vm_state building and task_state spawning. [ 1344.350387] env[62438]: DEBUG oslo_vmware.api [None req-5f09a962-ad13-4643-8c7f-9144929b5ca5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': task-1784376, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.440070] env[62438]: DEBUG oslo_concurrency.lockutils [None req-34e74e7a-42fc-4d06-b628-72f066f7ef1f tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1344.456833] env[62438]: DEBUG nova.compute.utils [None req-90b31392-ea27-4a09-b6e3-11990d33d49f tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1344.460263] env[62438]: DEBUG nova.compute.manager [None req-90b31392-ea27-4a09-b6e3-11990d33d49f tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] [instance: 82e27b68-979a-4f73-a150-ce2d32360d46] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1344.460466] env[62438]: DEBUG nova.network.neutron [None req-90b31392-ea27-4a09-b6e3-11990d33d49f tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] [instance: 82e27b68-979a-4f73-a150-ce2d32360d46] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1344.477378] env[62438]: DEBUG oslo_vmware.api [None req-840bdabe-2875-4094-8c27-2a184e19d668 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52805d30-8d26-3685-5d55-9e1bc5cba026, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.536402] env[62438]: DEBUG nova.policy [None req-90b31392-ea27-4a09-b6e3-11990d33d49f tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7fe0dc9f6a1f41e2af189c6093e136b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '678b596d748c44b2bc6a9300f3140fd7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1344.630709] env[62438]: DEBUG nova.network.neutron [req-972acc4b-1900-441e-a19f-c8558204a849 req-6d82505f-71d2-494f-8cab-2fdbb81ec7fe service nova] [instance: c15b97da-95c7-4a9d-be28-cda5cea50c2b] Updated VIF entry in instance network info cache for port ea0be460-ab19-4305-ab5b-3cbca921649b. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1344.631566] env[62438]: DEBUG nova.network.neutron [req-972acc4b-1900-441e-a19f-c8558204a849 req-6d82505f-71d2-494f-8cab-2fdbb81ec7fe service nova] [instance: c15b97da-95c7-4a9d-be28-cda5cea50c2b] Updating instance_info_cache with network_info: [{"id": "ea0be460-ab19-4305-ab5b-3cbca921649b", "address": "fa:16:3e:31:13:c5", "network": {"id": "c2a88eba-9de6-4f81-ace5-db6d9be217aa", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-311663269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e823f0cf4b1843f281f390b5ef2d3403", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2eaecd-9701-4504-9fcb-fb1a420ead72", "external-id": "nsx-vlan-transportzone-433", "segmentation_id": 433, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea0be460-ab", "ovs_interfaceid": "ea0be460-ab19-4305-ab5b-3cbca921649b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1344.707580] env[62438]: DEBUG oslo_vmware.api [None req-121d24ad-4bae-4128-93a1-691911b95ce6 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Task: {'id': task-1784378, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.781983] env[62438]: DEBUG oslo_vmware.api [None req-95fae044-b502-4736-914b-b35b838b9997 tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] Task: {'id': task-1784374, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.782328] env[62438]: DEBUG oslo_vmware.api [None req-ce924e23-77aa-425d-94b3-299e41a93b9c tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Task: {'id': task-1784375, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.850200] env[62438]: DEBUG oslo_vmware.api [None req-5f09a962-ad13-4643-8c7f-9144929b5ca5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': task-1784376, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.926308] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c9577814-8cf4-4903-8709-55be1182a7ed tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Acquiring lock "ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1344.926845] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c9577814-8cf4-4903-8709-55be1182a7ed tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Lock "ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1344.964913] env[62438]: DEBUG nova.compute.manager [None req-90b31392-ea27-4a09-b6e3-11990d33d49f tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] [instance: 82e27b68-979a-4f73-a150-ce2d32360d46] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1344.980452] env[62438]: DEBUG oslo_vmware.api [None req-840bdabe-2875-4094-8c27-2a184e19d668 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52805d30-8d26-3685-5d55-9e1bc5cba026, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.117027] env[62438]: DEBUG nova.network.neutron [None req-90b31392-ea27-4a09-b6e3-11990d33d49f tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] [instance: 82e27b68-979a-4f73-a150-ce2d32360d46] Successfully created port: f6caa879-d70e-4d2f-8e35-f9315ffc4b40 {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1345.135890] env[62438]: DEBUG oslo_concurrency.lockutils [req-972acc4b-1900-441e-a19f-c8558204a849 req-6d82505f-71d2-494f-8cab-2fdbb81ec7fe service nova] Releasing lock "refresh_cache-c15b97da-95c7-4a9d-be28-cda5cea50c2b" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1345.136341] env[62438]: DEBUG nova.compute.manager [req-972acc4b-1900-441e-a19f-c8558204a849 req-6d82505f-71d2-494f-8cab-2fdbb81ec7fe service nova] [instance: 277f271f-6f65-4d7b-af1c-e3383b78d775] Received event network-changed-2f8b18c8-cdc7-4234-84ae-0a46179d0d13 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1345.136554] env[62438]: DEBUG nova.compute.manager [req-972acc4b-1900-441e-a19f-c8558204a849 req-6d82505f-71d2-494f-8cab-2fdbb81ec7fe service nova] [instance: 277f271f-6f65-4d7b-af1c-e3383b78d775] Refreshing instance network info cache due to event network-changed-2f8b18c8-cdc7-4234-84ae-0a46179d0d13. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1345.136815] env[62438]: DEBUG oslo_concurrency.lockutils [req-972acc4b-1900-441e-a19f-c8558204a849 req-6d82505f-71d2-494f-8cab-2fdbb81ec7fe service nova] Acquiring lock "refresh_cache-277f271f-6f65-4d7b-af1c-e3383b78d775" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1345.136975] env[62438]: DEBUG oslo_concurrency.lockutils [req-972acc4b-1900-441e-a19f-c8558204a849 req-6d82505f-71d2-494f-8cab-2fdbb81ec7fe service nova] Acquired lock "refresh_cache-277f271f-6f65-4d7b-af1c-e3383b78d775" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.137155] env[62438]: DEBUG nova.network.neutron [req-972acc4b-1900-441e-a19f-c8558204a849 req-6d82505f-71d2-494f-8cab-2fdbb81ec7fe service nova] [instance: 277f271f-6f65-4d7b-af1c-e3383b78d775] Refreshing network info cache for port 2f8b18c8-cdc7-4234-84ae-0a46179d0d13 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1345.199823] env[62438]: DEBUG nova.network.neutron [None req-a486e1b3-27ca-463f-af74-c7d08e2b03f3 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] [instance: e8cde59b-5e45-4f29-9fad-c96039006c88] Successfully updated port: df55bd2e-58e5-4602-ac1b-6558313ee8f9 {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1345.210033] env[62438]: DEBUG oslo_vmware.api [None req-121d24ad-4bae-4128-93a1-691911b95ce6 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Task: {'id': task-1784378, 'name': ReconfigVM_Task, 'duration_secs': 0.727222} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.210849] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-121d24ad-4bae-4128-93a1-691911b95ce6 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 03448a20-9731-4076-bf51-852e9fc7f016] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 03448a20-9731-4076-bf51-852e9fc7f016/03448a20-9731-4076-bf51-852e9fc7f016.vmdk or device None with type thin {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1345.214020] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-121d24ad-4bae-4128-93a1-691911b95ce6 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 03448a20-9731-4076-bf51-852e9fc7f016] Updating instance '03448a20-9731-4076-bf51-852e9fc7f016' progress to 50 {{(pid=62438) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1345.281172] env[62438]: DEBUG oslo_vmware.api [None req-95fae044-b502-4736-914b-b35b838b9997 tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] Task: {'id': task-1784374, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.288318] env[62438]: DEBUG oslo_vmware.api [None req-ce924e23-77aa-425d-94b3-299e41a93b9c tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Task: {'id': task-1784375, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.345383] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a972b9e8-3180-49d0-aad6-e1b2991ab500 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.353213] env[62438]: DEBUG oslo_vmware.api [None req-5f09a962-ad13-4643-8c7f-9144929b5ca5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': task-1784376, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.361301] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1345.362147] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb681e30-08b2-42a6-8e96-3e6f6297b45f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.402027] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67dfffc6-c321-4bbb-835e-e9ba68013446 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.412409] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7873f07e-4978-4b20-a3c4-15e54ea254f4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.430526] env[62438]: DEBUG nova.compute.manager [None req-c9577814-8cf4-4903-8709-55be1182a7ed tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1345.433698] env[62438]: DEBUG nova.compute.provider_tree [None req-7b2f987a-cb9a-4242-94b7-1db5483c4d53 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1345.491109] env[62438]: DEBUG oslo_vmware.api [None req-840bdabe-2875-4094-8c27-2a184e19d668 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52805d30-8d26-3685-5d55-9e1bc5cba026, 'name': SearchDatastore_Task, 'duration_secs': 1.564285} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.491109] env[62438]: DEBUG oslo_concurrency.lockutils [None req-840bdabe-2875-4094-8c27-2a184e19d668 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1345.491109] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-840bdabe-2875-4094-8c27-2a184e19d668 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: e3195d58-9c75-4fcc-8e4b-0c30bd69e311] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1345.491109] env[62438]: DEBUG oslo_concurrency.lockutils [None req-840bdabe-2875-4094-8c27-2a184e19d668 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1345.491924] env[62438]: DEBUG oslo_concurrency.lockutils [None req-840bdabe-2875-4094-8c27-2a184e19d668 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.491924] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-840bdabe-2875-4094-8c27-2a184e19d668 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1345.491924] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-58d0077d-1477-4bfb-969c-645edc9d7a5f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.503471] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-840bdabe-2875-4094-8c27-2a184e19d668 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1345.503610] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-840bdabe-2875-4094-8c27-2a184e19d668 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1345.504400] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76da622b-5cdf-4fb3-87d0-9717dbbc3c25 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.511806] env[62438]: DEBUG oslo_vmware.api [None req-840bdabe-2875-4094-8c27-2a184e19d668 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Waiting for the task: (returnval){ [ 1345.511806] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]522c2ebe-7a84-ff4d-db40-ced43d18ea83" [ 1345.511806] env[62438]: _type = "Task" [ 1345.511806] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.524027] env[62438]: DEBUG oslo_vmware.api [None req-840bdabe-2875-4094-8c27-2a184e19d668 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]522c2ebe-7a84-ff4d-db40-ced43d18ea83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.664346] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1eb7bd67-7316-49ad-be75-fe6113e4a2ba tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] Acquiring lock "43727bec-0fad-43ee-b4e7-a1e48a7169b2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1345.664568] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1eb7bd67-7316-49ad-be75-fe6113e4a2ba tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] Lock "43727bec-0fad-43ee-b4e7-a1e48a7169b2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1345.703068] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a486e1b3-27ca-463f-af74-c7d08e2b03f3 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Acquiring lock "refresh_cache-e8cde59b-5e45-4f29-9fad-c96039006c88" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1345.703299] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a486e1b3-27ca-463f-af74-c7d08e2b03f3 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Acquired lock "refresh_cache-e8cde59b-5e45-4f29-9fad-c96039006c88" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.703583] env[62438]: DEBUG nova.network.neutron [None req-a486e1b3-27ca-463f-af74-c7d08e2b03f3 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] [instance: e8cde59b-5e45-4f29-9fad-c96039006c88] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1345.724093] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99654e51-568f-4c52-9e07-19859d86841e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.749949] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf5edcf-cf28-4726-985e-30dadc1f76a3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.770237] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-121d24ad-4bae-4128-93a1-691911b95ce6 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 03448a20-9731-4076-bf51-852e9fc7f016] Updating instance '03448a20-9731-4076-bf51-852e9fc7f016' progress to 67 {{(pid=62438) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1345.785440] env[62438]: DEBUG oslo_vmware.api [None req-ce924e23-77aa-425d-94b3-299e41a93b9c tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Task: {'id': task-1784375, 'name': ReconfigVM_Task, 'duration_secs': 2.09538} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.788874] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce924e23-77aa-425d-94b3-299e41a93b9c tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] [instance: dafca806-482e-476d-aac6-f4844403efb3] Reconfigured VM instance instance-0000000c to attach disk [datastore1] dafca806-482e-476d-aac6-f4844403efb3/dafca806-482e-476d-aac6-f4844403efb3.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1345.789086] env[62438]: DEBUG oslo_vmware.api [None req-95fae044-b502-4736-914b-b35b838b9997 tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] Task: {'id': task-1784374, 'name': PowerOnVM_Task, 'duration_secs': 2.28357} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.789292] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4cdd83e6-fea1-4d9a-9e29-13d49f1054f8 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.791033] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-95fae044-b502-4736-914b-b35b838b9997 tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] [instance: ee90abad-2628-4c6e-880a-23fb6e8088f1] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1345.791159] env[62438]: INFO nova.compute.manager [None req-95fae044-b502-4736-914b-b35b838b9997 tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] [instance: ee90abad-2628-4c6e-880a-23fb6e8088f1] Took 20.67 seconds to spawn the instance on the hypervisor. [ 1345.791414] env[62438]: DEBUG nova.compute.manager [None req-95fae044-b502-4736-914b-b35b838b9997 tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] [instance: ee90abad-2628-4c6e-880a-23fb6e8088f1] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1345.792179] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f53776-4635-4662-9d57-b3db729348a7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.802960] env[62438]: DEBUG oslo_vmware.api [None req-ce924e23-77aa-425d-94b3-299e41a93b9c tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Waiting for the task: (returnval){ [ 1345.802960] env[62438]: value = "task-1784379" [ 1345.802960] env[62438]: _type = "Task" [ 1345.802960] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.815786] env[62438]: DEBUG oslo_vmware.api [None req-ce924e23-77aa-425d-94b3-299e41a93b9c tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Task: {'id': task-1784379, 'name': Rename_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.851158] env[62438]: DEBUG oslo_vmware.api [None req-5f09a962-ad13-4643-8c7f-9144929b5ca5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': task-1784376, 'name': ReconfigVM_Task, 'duration_secs': 2.021463} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.851511] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f09a962-ad13-4643-8c7f-9144929b5ca5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: c15b97da-95c7-4a9d-be28-cda5cea50c2b] Reconfigured VM instance instance-0000000d to attach disk [datastore1] c15b97da-95c7-4a9d-be28-cda5cea50c2b/c15b97da-95c7-4a9d-be28-cda5cea50c2b.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1345.852186] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8707c8d8-3447-4613-80ef-4772f6e0109b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.860776] env[62438]: DEBUG oslo_vmware.api [None req-5f09a962-ad13-4643-8c7f-9144929b5ca5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Waiting for the task: (returnval){ [ 1345.860776] env[62438]: value = "task-1784380" [ 1345.860776] env[62438]: _type = "Task" [ 1345.860776] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.874202] env[62438]: DEBUG oslo_vmware.api [None req-5f09a962-ad13-4643-8c7f-9144929b5ca5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': task-1784380, 'name': Rename_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.874746] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1345.875081] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager.update_available_resource {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1345.938978] env[62438]: DEBUG nova.scheduler.client.report [None req-7b2f987a-cb9a-4242-94b7-1db5483c4d53 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1345.962013] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c9577814-8cf4-4903-8709-55be1182a7ed tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1345.986547] env[62438]: DEBUG nova.compute.manager [None req-90b31392-ea27-4a09-b6e3-11990d33d49f tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] [instance: 82e27b68-979a-4f73-a150-ce2d32360d46] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1346.020529] env[62438]: DEBUG nova.virt.hardware [None req-90b31392-ea27-4a09-b6e3-11990d33d49f tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1346.021961] env[62438]: DEBUG nova.virt.hardware [None req-90b31392-ea27-4a09-b6e3-11990d33d49f tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1346.021961] env[62438]: DEBUG nova.virt.hardware [None req-90b31392-ea27-4a09-b6e3-11990d33d49f tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1346.021961] env[62438]: DEBUG nova.virt.hardware [None req-90b31392-ea27-4a09-b6e3-11990d33d49f tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1346.021961] env[62438]: DEBUG nova.virt.hardware [None req-90b31392-ea27-4a09-b6e3-11990d33d49f tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1346.021961] env[62438]: DEBUG nova.virt.hardware [None req-90b31392-ea27-4a09-b6e3-11990d33d49f tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1346.022258] env[62438]: DEBUG nova.virt.hardware [None req-90b31392-ea27-4a09-b6e3-11990d33d49f tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1346.022258] env[62438]: DEBUG nova.virt.hardware [None req-90b31392-ea27-4a09-b6e3-11990d33d49f tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1346.022258] env[62438]: DEBUG nova.virt.hardware [None req-90b31392-ea27-4a09-b6e3-11990d33d49f tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1346.022258] env[62438]: DEBUG nova.virt.hardware [None req-90b31392-ea27-4a09-b6e3-11990d33d49f tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1346.022258] env[62438]: DEBUG nova.virt.hardware [None req-90b31392-ea27-4a09-b6e3-11990d33d49f tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1346.023055] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae1bba9a-39a0-4886-ab8b-5cf62ffb8be4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.032457] env[62438]: DEBUG oslo_vmware.api [None req-840bdabe-2875-4094-8c27-2a184e19d668 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]522c2ebe-7a84-ff4d-db40-ced43d18ea83, 'name': SearchDatastore_Task, 'duration_secs': 0.01218} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.036292] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3cff19d-078d-4061-a75a-69c806b8e6d0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.040377] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2cde5be-ed90-447f-a2a3-f506f2634a63 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.052857] env[62438]: DEBUG oslo_vmware.api [None req-840bdabe-2875-4094-8c27-2a184e19d668 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Waiting for the task: (returnval){ [ 1346.052857] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]523bfc14-2218-95ca-24bb-ced8ee0d21f3" [ 1346.052857] env[62438]: _type = "Task" [ 1346.052857] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.075636] env[62438]: DEBUG oslo_vmware.api [None req-840bdabe-2875-4094-8c27-2a184e19d668 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]523bfc14-2218-95ca-24bb-ced8ee0d21f3, 'name': SearchDatastore_Task, 'duration_secs': 0.014804} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.078107] env[62438]: DEBUG oslo_concurrency.lockutils [None req-840bdabe-2875-4094-8c27-2a184e19d668 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1346.078442] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-840bdabe-2875-4094-8c27-2a184e19d668 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] e3195d58-9c75-4fcc-8e4b-0c30bd69e311/e3195d58-9c75-4fcc-8e4b-0c30bd69e311.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1346.079032] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-57af0c51-9187-499c-bfa8-2eb6b77e6720 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.088897] env[62438]: DEBUG oslo_vmware.api [None req-840bdabe-2875-4094-8c27-2a184e19d668 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Waiting for the task: (returnval){ [ 1346.088897] env[62438]: value = "task-1784381" [ 1346.088897] env[62438]: _type = "Task" [ 1346.088897] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.101239] env[62438]: DEBUG oslo_vmware.api [None req-840bdabe-2875-4094-8c27-2a184e19d668 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': task-1784381, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.166180] env[62438]: DEBUG nova.network.neutron [req-972acc4b-1900-441e-a19f-c8558204a849 req-6d82505f-71d2-494f-8cab-2fdbb81ec7fe service nova] [instance: 277f271f-6f65-4d7b-af1c-e3383b78d775] Updated VIF entry in instance network info cache for port 2f8b18c8-cdc7-4234-84ae-0a46179d0d13. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1346.168443] env[62438]: DEBUG nova.network.neutron [req-972acc4b-1900-441e-a19f-c8558204a849 req-6d82505f-71d2-494f-8cab-2fdbb81ec7fe service nova] [instance: 277f271f-6f65-4d7b-af1c-e3383b78d775] Updating instance_info_cache with network_info: [{"id": "2f8b18c8-cdc7-4234-84ae-0a46179d0d13", "address": "fa:16:3e:a0:c7:8b", "network": {"id": "7fb47d14-cac7-450d-92e0-f3f9c37d1bcc", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1533825438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "296dc7be17254740a70714530fbca090", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f8b18c8-cd", "ovs_interfaceid": "2f8b18c8-cdc7-4234-84ae-0a46179d0d13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1346.261645] env[62438]: DEBUG nova.network.neutron [None req-a486e1b3-27ca-463f-af74-c7d08e2b03f3 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] [instance: e8cde59b-5e45-4f29-9fad-c96039006c88] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1346.312069] env[62438]: INFO nova.compute.manager [None req-95fae044-b502-4736-914b-b35b838b9997 tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] [instance: ee90abad-2628-4c6e-880a-23fb6e8088f1] Took 30.50 seconds to build instance. [ 1346.322968] env[62438]: DEBUG oslo_vmware.api [None req-ce924e23-77aa-425d-94b3-299e41a93b9c tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Task: {'id': task-1784379, 'name': Rename_Task, 'duration_secs': 0.269426} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.322968] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce924e23-77aa-425d-94b3-299e41a93b9c tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] [instance: dafca806-482e-476d-aac6-f4844403efb3] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1346.323283] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-704c98db-9973-4ae7-a27b-f6751bcefc16 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.332356] env[62438]: DEBUG oslo_vmware.api [None req-ce924e23-77aa-425d-94b3-299e41a93b9c tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Waiting for the task: (returnval){ [ 1346.332356] env[62438]: value = "task-1784382" [ 1346.332356] env[62438]: _type = "Task" [ 1346.332356] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.342476] env[62438]: DEBUG oslo_vmware.api [None req-ce924e23-77aa-425d-94b3-299e41a93b9c tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Task: {'id': task-1784382, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.376233] env[62438]: DEBUG oslo_vmware.api [None req-5f09a962-ad13-4643-8c7f-9144929b5ca5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': task-1784380, 'name': Rename_Task, 'duration_secs': 0.249274} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.377772] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1346.378188] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f09a962-ad13-4643-8c7f-9144929b5ca5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: c15b97da-95c7-4a9d-be28-cda5cea50c2b] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1346.378622] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a6f46350-f5b6-46a8-851d-fcc5287b7a7e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.387703] env[62438]: DEBUG oslo_vmware.api [None req-5f09a962-ad13-4643-8c7f-9144929b5ca5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Waiting for the task: (returnval){ [ 1346.387703] env[62438]: value = "task-1784383" [ 1346.387703] env[62438]: _type = "Task" [ 1346.387703] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.398022] env[62438]: DEBUG oslo_vmware.api [None req-5f09a962-ad13-4643-8c7f-9144929b5ca5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': task-1784383, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.398942] env[62438]: DEBUG nova.network.neutron [None req-121d24ad-4bae-4128-93a1-691911b95ce6 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 03448a20-9731-4076-bf51-852e9fc7f016] Port 8db974b5-97b4-4a9f-9a20-cdd53f6c7780 binding to destination host cpu-1 is already ACTIVE {{(pid=62438) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 1346.448118] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7b2f987a-cb9a-4242-94b7-1db5483c4d53 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.498s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1346.448118] env[62438]: DEBUG nova.compute.manager [None req-7b2f987a-cb9a-4242-94b7-1db5483c4d53 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] [instance: c26e95a2-1552-4c73-affe-a62df76b5efc] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1346.452082] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d811a645-baed-4f3e-bbfe-484a64acaf5c tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.801s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1346.454372] env[62438]: INFO nova.compute.claims [None req-d811a645-baed-4f3e-bbfe-484a64acaf5c tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] [instance: b2bf5c0d-e3c0-46e3-ade0-50f0dc7dff46] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1346.562081] env[62438]: DEBUG nova.network.neutron [None req-a486e1b3-27ca-463f-af74-c7d08e2b03f3 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] [instance: e8cde59b-5e45-4f29-9fad-c96039006c88] Updating instance_info_cache with network_info: [{"id": "df55bd2e-58e5-4602-ac1b-6558313ee8f9", "address": "fa:16:3e:aa:ac:47", "network": {"id": "10da419d-de95-4e53-961a-e84506439a2f", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-645227556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c0ac7c5bf2a42f7a7e16dcd07113297", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbe1725d-6711-4e92-9a4e-d4802651e7d0", "external-id": "nsx-vlan-transportzone-679", "segmentation_id": 679, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf55bd2e-58", "ovs_interfaceid": "df55bd2e-58e5-4602-ac1b-6558313ee8f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1346.600064] env[62438]: DEBUG oslo_vmware.api [None req-840bdabe-2875-4094-8c27-2a184e19d668 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': task-1784381, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.673815] env[62438]: DEBUG oslo_concurrency.lockutils [req-972acc4b-1900-441e-a19f-c8558204a849 req-6d82505f-71d2-494f-8cab-2fdbb81ec7fe service nova] Releasing lock "refresh_cache-277f271f-6f65-4d7b-af1c-e3383b78d775" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1346.818549] env[62438]: DEBUG oslo_concurrency.lockutils [None req-95fae044-b502-4736-914b-b35b838b9997 tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] Lock "ee90abad-2628-4c6e-880a-23fb6e8088f1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.009s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1346.843600] env[62438]: DEBUG oslo_vmware.api [None req-ce924e23-77aa-425d-94b3-299e41a93b9c tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Task: {'id': task-1784382, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.877081] env[62438]: DEBUG nova.compute.manager [req-054dc092-0f70-41ff-8c78-347b3bff967b req-e46c4b01-7014-4824-a3cb-3f564c94cf3f service nova] [instance: e3195d58-9c75-4fcc-8e4b-0c30bd69e311] Received event network-changed-48a8c45b-2cf6-4c73-b0e6-f4c5e5020b0c {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1346.877081] env[62438]: DEBUG nova.compute.manager [req-054dc092-0f70-41ff-8c78-347b3bff967b req-e46c4b01-7014-4824-a3cb-3f564c94cf3f service nova] [instance: e3195d58-9c75-4fcc-8e4b-0c30bd69e311] Refreshing instance network info cache due to event network-changed-48a8c45b-2cf6-4c73-b0e6-f4c5e5020b0c. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1346.877081] env[62438]: DEBUG oslo_concurrency.lockutils [req-054dc092-0f70-41ff-8c78-347b3bff967b req-e46c4b01-7014-4824-a3cb-3f564c94cf3f service nova] Acquiring lock "refresh_cache-e3195d58-9c75-4fcc-8e4b-0c30bd69e311" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1346.877081] env[62438]: DEBUG oslo_concurrency.lockutils [req-054dc092-0f70-41ff-8c78-347b3bff967b req-e46c4b01-7014-4824-a3cb-3f564c94cf3f service nova] Acquired lock "refresh_cache-e3195d58-9c75-4fcc-8e4b-0c30bd69e311" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.877081] env[62438]: DEBUG nova.network.neutron [req-054dc092-0f70-41ff-8c78-347b3bff967b req-e46c4b01-7014-4824-a3cb-3f564c94cf3f service nova] [instance: e3195d58-9c75-4fcc-8e4b-0c30bd69e311] Refreshing network info cache for port 48a8c45b-2cf6-4c73-b0e6-f4c5e5020b0c {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1346.899701] env[62438]: DEBUG oslo_vmware.api [None req-5f09a962-ad13-4643-8c7f-9144929b5ca5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': task-1784383, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.959215] env[62438]: DEBUG nova.compute.utils [None req-7b2f987a-cb9a-4242-94b7-1db5483c4d53 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1346.964644] env[62438]: DEBUG nova.compute.manager [None req-7b2f987a-cb9a-4242-94b7-1db5483c4d53 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] [instance: c26e95a2-1552-4c73-affe-a62df76b5efc] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1346.964899] env[62438]: DEBUG nova.network.neutron [None req-7b2f987a-cb9a-4242-94b7-1db5483c4d53 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] [instance: c26e95a2-1552-4c73-affe-a62df76b5efc] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1347.065134] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a486e1b3-27ca-463f-af74-c7d08e2b03f3 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Releasing lock "refresh_cache-e8cde59b-5e45-4f29-9fad-c96039006c88" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1347.065327] env[62438]: DEBUG nova.compute.manager [None req-a486e1b3-27ca-463f-af74-c7d08e2b03f3 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] [instance: e8cde59b-5e45-4f29-9fad-c96039006c88] Instance network_info: |[{"id": "df55bd2e-58e5-4602-ac1b-6558313ee8f9", "address": "fa:16:3e:aa:ac:47", "network": {"id": "10da419d-de95-4e53-961a-e84506439a2f", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-645227556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c0ac7c5bf2a42f7a7e16dcd07113297", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbe1725d-6711-4e92-9a4e-d4802651e7d0", "external-id": "nsx-vlan-transportzone-679", "segmentation_id": 679, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf55bd2e-58", "ovs_interfaceid": "df55bd2e-58e5-4602-ac1b-6558313ee8f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1347.065757] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a486e1b3-27ca-463f-af74-c7d08e2b03f3 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] [instance: e8cde59b-5e45-4f29-9fad-c96039006c88] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:ac:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cbe1725d-6711-4e92-9a4e-d4802651e7d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'df55bd2e-58e5-4602-ac1b-6558313ee8f9', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1347.074548] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-a486e1b3-27ca-463f-af74-c7d08e2b03f3 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Creating folder: Project (2c0ac7c5bf2a42f7a7e16dcd07113297). Parent ref: group-v370230. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1347.075488] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-49096ca6-c4cb-4e9f-896d-8078e7048129 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.089044] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-a486e1b3-27ca-463f-af74-c7d08e2b03f3 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Created folder: Project (2c0ac7c5bf2a42f7a7e16dcd07113297) in parent group-v370230. [ 1347.089265] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-a486e1b3-27ca-463f-af74-c7d08e2b03f3 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Creating folder: Instances. Parent ref: group-v370273. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1347.089635] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ce148c6e-22b4-4399-82d2-5a6bec5c1dfb {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.102772] env[62438]: DEBUG oslo_vmware.api [None req-840bdabe-2875-4094-8c27-2a184e19d668 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': task-1784381, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.106882] env[62438]: DEBUG nova.policy [None req-7b2f987a-cb9a-4242-94b7-1db5483c4d53 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '38cdd9ce691a4228a86bef55a6c2ac35', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '30ce637a398546e2b7fff14557f88cb4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1347.109117] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-a486e1b3-27ca-463f-af74-c7d08e2b03f3 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Created folder: Instances in parent group-v370273. [ 1347.110490] env[62438]: DEBUG oslo.service.loopingcall [None req-a486e1b3-27ca-463f-af74-c7d08e2b03f3 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1347.110490] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8cde59b-5e45-4f29-9fad-c96039006c88] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1347.110490] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-578a0577-a7bd-4d25-be1a-72167a8ad87e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.124997] env[62438]: DEBUG nova.network.neutron [None req-90b31392-ea27-4a09-b6e3-11990d33d49f tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] [instance: 82e27b68-979a-4f73-a150-ce2d32360d46] Successfully updated port: f6caa879-d70e-4d2f-8e35-f9315ffc4b40 {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1347.133170] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1347.133170] env[62438]: value = "task-1784386" [ 1347.133170] env[62438]: _type = "Task" [ 1347.133170] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.146700] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784386, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.152584] env[62438]: DEBUG nova.compute.manager [None req-fbe1a623-4c80-4855-ac93-6840ab6bb4c5 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: 123a890e-3772-4f4f-b12d-5fae028ee895] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1347.153431] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-309277d0-a103-4446-b9dc-9c4bda34f40b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.217086] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a1046e3a-bc22-4cf8-990d-5827706055a9 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] Acquiring lock "c1a86675-a28d-48e4-8fc3-b205726cdb7b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1347.217304] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a1046e3a-bc22-4cf8-990d-5827706055a9 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] Lock "c1a86675-a28d-48e4-8fc3-b205726cdb7b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1347.217855] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a1046e3a-bc22-4cf8-990d-5827706055a9 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] Acquiring lock "c1a86675-a28d-48e4-8fc3-b205726cdb7b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1347.218200] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a1046e3a-bc22-4cf8-990d-5827706055a9 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] Lock "c1a86675-a28d-48e4-8fc3-b205726cdb7b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1347.218420] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a1046e3a-bc22-4cf8-990d-5827706055a9 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] Lock "c1a86675-a28d-48e4-8fc3-b205726cdb7b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1347.222307] env[62438]: INFO nova.compute.manager [None req-a1046e3a-bc22-4cf8-990d-5827706055a9 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] [instance: c1a86675-a28d-48e4-8fc3-b205726cdb7b] Terminating instance [ 1347.223914] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a1046e3a-bc22-4cf8-990d-5827706055a9 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] Acquiring lock "refresh_cache-c1a86675-a28d-48e4-8fc3-b205726cdb7b" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1347.224112] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a1046e3a-bc22-4cf8-990d-5827706055a9 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] Acquired lock "refresh_cache-c1a86675-a28d-48e4-8fc3-b205726cdb7b" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.224251] env[62438]: DEBUG nova.network.neutron [None req-a1046e3a-bc22-4cf8-990d-5827706055a9 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] [instance: c1a86675-a28d-48e4-8fc3-b205726cdb7b] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1347.321142] env[62438]: DEBUG nova.compute.manager [None req-1eb7bd67-7316-49ad-be75-fe6113e4a2ba tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] [instance: 43727bec-0fad-43ee-b4e7-a1e48a7169b2] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1347.343155] env[62438]: DEBUG oslo_vmware.api [None req-ce924e23-77aa-425d-94b3-299e41a93b9c tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Task: {'id': task-1784382, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.401665] env[62438]: DEBUG oslo_vmware.api [None req-5f09a962-ad13-4643-8c7f-9144929b5ca5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': task-1784383, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.424441] env[62438]: DEBUG oslo_concurrency.lockutils [None req-121d24ad-4bae-4128-93a1-691911b95ce6 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Acquiring lock "03448a20-9731-4076-bf51-852e9fc7f016-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1347.424676] env[62438]: DEBUG oslo_concurrency.lockutils [None req-121d24ad-4bae-4128-93a1-691911b95ce6 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Lock "03448a20-9731-4076-bf51-852e9fc7f016-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1347.424854] env[62438]: DEBUG oslo_concurrency.lockutils [None req-121d24ad-4bae-4128-93a1-691911b95ce6 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Lock "03448a20-9731-4076-bf51-852e9fc7f016-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1347.469157] env[62438]: DEBUG nova.compute.manager [None req-7b2f987a-cb9a-4242-94b7-1db5483c4d53 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] [instance: c26e95a2-1552-4c73-affe-a62df76b5efc] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1347.603731] env[62438]: DEBUG oslo_vmware.api [None req-840bdabe-2875-4094-8c27-2a184e19d668 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': task-1784381, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.280064} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.604264] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-840bdabe-2875-4094-8c27-2a184e19d668 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] e3195d58-9c75-4fcc-8e4b-0c30bd69e311/e3195d58-9c75-4fcc-8e4b-0c30bd69e311.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1347.604493] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-840bdabe-2875-4094-8c27-2a184e19d668 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: e3195d58-9c75-4fcc-8e4b-0c30bd69e311] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1347.608376] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-be8e8439-7c73-4e1a-98ed-41f30d10bde3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.618866] env[62438]: DEBUG oslo_vmware.api [None req-840bdabe-2875-4094-8c27-2a184e19d668 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Waiting for the task: (returnval){ [ 1347.618866] env[62438]: value = "task-1784387" [ 1347.618866] env[62438]: _type = "Task" [ 1347.618866] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.630318] env[62438]: DEBUG oslo_concurrency.lockutils [None req-90b31392-ea27-4a09-b6e3-11990d33d49f tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] Acquiring lock "refresh_cache-82e27b68-979a-4f73-a150-ce2d32360d46" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1347.630468] env[62438]: DEBUG oslo_concurrency.lockutils [None req-90b31392-ea27-4a09-b6e3-11990d33d49f tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] Acquired lock "refresh_cache-82e27b68-979a-4f73-a150-ce2d32360d46" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.630684] env[62438]: DEBUG nova.network.neutron [None req-90b31392-ea27-4a09-b6e3-11990d33d49f tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] [instance: 82e27b68-979a-4f73-a150-ce2d32360d46] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1347.632360] env[62438]: DEBUG oslo_vmware.api [None req-840bdabe-2875-4094-8c27-2a184e19d668 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': task-1784387, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.644396] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784386, 'name': CreateVM_Task} progress is 99%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.668874] env[62438]: INFO nova.compute.manager [None req-fbe1a623-4c80-4855-ac93-6840ab6bb4c5 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: 123a890e-3772-4f4f-b12d-5fae028ee895] instance snapshotting [ 1347.672201] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d35c71-8e36-458a-b793-25fbf652b7c6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.703550] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acb21c0c-f7d9-48df-a784-93cdd4d22547 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.780024] env[62438]: DEBUG nova.network.neutron [None req-a1046e3a-bc22-4cf8-990d-5827706055a9 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] [instance: c1a86675-a28d-48e4-8fc3-b205726cdb7b] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1347.818714] env[62438]: DEBUG nova.network.neutron [None req-7b2f987a-cb9a-4242-94b7-1db5483c4d53 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] [instance: c26e95a2-1552-4c73-affe-a62df76b5efc] Successfully created port: 03561e1a-240e-4732-9953-77c2420e55ef {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1347.846691] env[62438]: DEBUG oslo_vmware.api [None req-ce924e23-77aa-425d-94b3-299e41a93b9c tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Task: {'id': task-1784382, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.847108] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1eb7bd67-7316-49ad-be75-fe6113e4a2ba tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1347.857854] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d43baf-0c21-4f47-a57b-4637f5779111 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.869161] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a76bd919-9605-4a54-bb05-d6cff4eefdcc {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.907964] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c9ac9f-c2ed-4b4a-af51-22a89f6f2b5d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.919576] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b641f13d-10e7-42fe-bcc3-7e0833dfb456 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.924462] env[62438]: DEBUG oslo_vmware.api [None req-5f09a962-ad13-4643-8c7f-9144929b5ca5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': task-1784383, 'name': PowerOnVM_Task, 'duration_secs': 1.449429} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.924760] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f09a962-ad13-4643-8c7f-9144929b5ca5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: c15b97da-95c7-4a9d-be28-cda5cea50c2b] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1347.924969] env[62438]: INFO nova.compute.manager [None req-5f09a962-ad13-4643-8c7f-9144929b5ca5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: c15b97da-95c7-4a9d-be28-cda5cea50c2b] Took 15.60 seconds to spawn the instance on the hypervisor. [ 1347.925165] env[62438]: DEBUG nova.compute.manager [None req-5f09a962-ad13-4643-8c7f-9144929b5ca5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: c15b97da-95c7-4a9d-be28-cda5cea50c2b] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1347.926409] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e40c09-ef8c-4efd-980a-f09e6dae97ab {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.944023] env[62438]: DEBUG nova.compute.provider_tree [None req-d811a645-baed-4f3e-bbfe-484a64acaf5c tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1347.944023] env[62438]: DEBUG nova.network.neutron [req-054dc092-0f70-41ff-8c78-347b3bff967b req-e46c4b01-7014-4824-a3cb-3f564c94cf3f service nova] [instance: e3195d58-9c75-4fcc-8e4b-0c30bd69e311] Updated VIF entry in instance network info cache for port 48a8c45b-2cf6-4c73-b0e6-f4c5e5020b0c. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1347.944230] env[62438]: DEBUG nova.network.neutron [req-054dc092-0f70-41ff-8c78-347b3bff967b req-e46c4b01-7014-4824-a3cb-3f564c94cf3f service nova] [instance: e3195d58-9c75-4fcc-8e4b-0c30bd69e311] Updating instance_info_cache with network_info: [{"id": "48a8c45b-2cf6-4c73-b0e6-f4c5e5020b0c", "address": "fa:16:3e:19:20:1b", "network": {"id": "c2a88eba-9de6-4f81-ace5-db6d9be217aa", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-311663269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e823f0cf4b1843f281f390b5ef2d3403", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2eaecd-9701-4504-9fcb-fb1a420ead72", "external-id": "nsx-vlan-transportzone-433", "segmentation_id": 433, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48a8c45b-2c", "ovs_interfaceid": "48a8c45b-2cf6-4c73-b0e6-f4c5e5020b0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1347.971645] env[62438]: DEBUG nova.network.neutron [None req-a1046e3a-bc22-4cf8-990d-5827706055a9 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] [instance: c1a86675-a28d-48e4-8fc3-b205726cdb7b] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1348.139718] env[62438]: DEBUG oslo_vmware.api [None req-840bdabe-2875-4094-8c27-2a184e19d668 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': task-1784387, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076879} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.144235] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-840bdabe-2875-4094-8c27-2a184e19d668 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: e3195d58-9c75-4fcc-8e4b-0c30bd69e311] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1348.145283] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e3aea6d-820f-4db3-8df4-c572dedfb66f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.154543] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784386, 'name': CreateVM_Task, 'duration_secs': 0.61788} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.164249] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8cde59b-5e45-4f29-9fad-c96039006c88] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1348.174586] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-840bdabe-2875-4094-8c27-2a184e19d668 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: e3195d58-9c75-4fcc-8e4b-0c30bd69e311] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] e3195d58-9c75-4fcc-8e4b-0c30bd69e311/e3195d58-9c75-4fcc-8e4b-0c30bd69e311.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1348.177513] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a486e1b3-27ca-463f-af74-c7d08e2b03f3 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1348.177513] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a486e1b3-27ca-463f-af74-c7d08e2b03f3 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.177513] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a486e1b3-27ca-463f-af74-c7d08e2b03f3 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1348.177513] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77223764-23cc-4fb7-8ed2-e9cdbb3c3585 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.191669] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f132c9a-2890-4c45-b183-ba101e2a2175 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.197940] env[62438]: DEBUG oslo_vmware.api [None req-a486e1b3-27ca-463f-af74-c7d08e2b03f3 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Waiting for the task: (returnval){ [ 1348.197940] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5204e8ba-3597-b47d-1b27-2926f2ac224d" [ 1348.197940] env[62438]: _type = "Task" [ 1348.197940] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.206024] env[62438]: DEBUG oslo_vmware.api [None req-840bdabe-2875-4094-8c27-2a184e19d668 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Waiting for the task: (returnval){ [ 1348.206024] env[62438]: value = "task-1784388" [ 1348.206024] env[62438]: _type = "Task" [ 1348.206024] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.212832] env[62438]: DEBUG oslo_vmware.api [None req-a486e1b3-27ca-463f-af74-c7d08e2b03f3 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5204e8ba-3597-b47d-1b27-2926f2ac224d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.216507] env[62438]: DEBUG nova.network.neutron [None req-90b31392-ea27-4a09-b6e3-11990d33d49f tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] [instance: 82e27b68-979a-4f73-a150-ce2d32360d46] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1348.219242] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-fbe1a623-4c80-4855-ac93-6840ab6bb4c5 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: 123a890e-3772-4f4f-b12d-5fae028ee895] Creating Snapshot of the VM instance {{(pid=62438) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1348.222862] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-eea6f54a-7499-460f-bba2-b7653fc60147 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.225254] env[62438]: DEBUG oslo_vmware.api [None req-840bdabe-2875-4094-8c27-2a184e19d668 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': task-1784388, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.232081] env[62438]: DEBUG oslo_vmware.api [None req-fbe1a623-4c80-4855-ac93-6840ab6bb4c5 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Waiting for the task: (returnval){ [ 1348.232081] env[62438]: value = "task-1784389" [ 1348.232081] env[62438]: _type = "Task" [ 1348.232081] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.242466] env[62438]: DEBUG oslo_vmware.api [None req-fbe1a623-4c80-4855-ac93-6840ab6bb4c5 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Task: {'id': task-1784389, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.345723] env[62438]: DEBUG oslo_vmware.api [None req-ce924e23-77aa-425d-94b3-299e41a93b9c tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Task: {'id': task-1784382, 'name': PowerOnVM_Task, 'duration_secs': 1.538331} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.348586] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce924e23-77aa-425d-94b3-299e41a93b9c tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] [instance: dafca806-482e-476d-aac6-f4844403efb3] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1348.348892] env[62438]: INFO nova.compute.manager [None req-ce924e23-77aa-425d-94b3-299e41a93b9c tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] [instance: dafca806-482e-476d-aac6-f4844403efb3] Took 18.46 seconds to spawn the instance on the hypervisor. [ 1348.349027] env[62438]: DEBUG nova.compute.manager [None req-ce924e23-77aa-425d-94b3-299e41a93b9c tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] [instance: dafca806-482e-476d-aac6-f4844403efb3] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1348.350095] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bad9c8b2-7ed2-464f-b114-9de00cbb474f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.457017] env[62438]: DEBUG nova.scheduler.client.report [None req-d811a645-baed-4f3e-bbfe-484a64acaf5c tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1348.469066] env[62438]: DEBUG oslo_concurrency.lockutils [req-054dc092-0f70-41ff-8c78-347b3bff967b req-e46c4b01-7014-4824-a3cb-3f564c94cf3f service nova] Releasing lock "refresh_cache-e3195d58-9c75-4fcc-8e4b-0c30bd69e311" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1348.470277] env[62438]: INFO nova.compute.manager [None req-5f09a962-ad13-4643-8c7f-9144929b5ca5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: c15b97da-95c7-4a9d-be28-cda5cea50c2b] Took 22.93 seconds to build instance. [ 1348.473380] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a1046e3a-bc22-4cf8-990d-5827706055a9 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] Releasing lock "refresh_cache-c1a86675-a28d-48e4-8fc3-b205726cdb7b" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1348.474384] env[62438]: DEBUG nova.compute.manager [None req-a1046e3a-bc22-4cf8-990d-5827706055a9 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] [instance: c1a86675-a28d-48e4-8fc3-b205726cdb7b] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1348.474384] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a1046e3a-bc22-4cf8-990d-5827706055a9 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] [instance: c1a86675-a28d-48e4-8fc3-b205726cdb7b] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1348.476119] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad9c023-8adb-4926-8474-2319ff97f6f8 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.484436] env[62438]: DEBUG nova.compute.manager [None req-7b2f987a-cb9a-4242-94b7-1db5483c4d53 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] [instance: c26e95a2-1552-4c73-affe-a62df76b5efc] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1348.496901] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1046e3a-bc22-4cf8-990d-5827706055a9 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] [instance: c1a86675-a28d-48e4-8fc3-b205726cdb7b] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1348.497500] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c7da66d-a6e4-4b08-8e51-94723a60ca17 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.508951] env[62438]: DEBUG oslo_vmware.api [None req-a1046e3a-bc22-4cf8-990d-5827706055a9 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] Waiting for the task: (returnval){ [ 1348.508951] env[62438]: value = "task-1784390" [ 1348.508951] env[62438]: _type = "Task" [ 1348.508951] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.526431] env[62438]: DEBUG oslo_vmware.api [None req-a1046e3a-bc22-4cf8-990d-5827706055a9 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] Task: {'id': task-1784390, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.530459] env[62438]: DEBUG nova.virt.hardware [None req-7b2f987a-cb9a-4242-94b7-1db5483c4d53 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1348.532205] env[62438]: DEBUG nova.virt.hardware [None req-7b2f987a-cb9a-4242-94b7-1db5483c4d53 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1348.532205] env[62438]: DEBUG nova.virt.hardware [None req-7b2f987a-cb9a-4242-94b7-1db5483c4d53 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1348.532205] env[62438]: DEBUG nova.virt.hardware [None req-7b2f987a-cb9a-4242-94b7-1db5483c4d53 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1348.532205] env[62438]: DEBUG nova.virt.hardware [None req-7b2f987a-cb9a-4242-94b7-1db5483c4d53 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1348.532422] env[62438]: DEBUG nova.virt.hardware [None req-7b2f987a-cb9a-4242-94b7-1db5483c4d53 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1348.532724] env[62438]: DEBUG nova.virt.hardware [None req-7b2f987a-cb9a-4242-94b7-1db5483c4d53 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1348.533044] env[62438]: DEBUG nova.virt.hardware [None req-7b2f987a-cb9a-4242-94b7-1db5483c4d53 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1348.533409] env[62438]: DEBUG nova.virt.hardware [None req-7b2f987a-cb9a-4242-94b7-1db5483c4d53 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1348.533751] env[62438]: DEBUG nova.virt.hardware [None req-7b2f987a-cb9a-4242-94b7-1db5483c4d53 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1348.534063] env[62438]: DEBUG nova.virt.hardware [None req-7b2f987a-cb9a-4242-94b7-1db5483c4d53 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1348.535931] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6832775-9050-4f73-948f-4c209f18c4cb {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.540436] env[62438]: DEBUG oslo_concurrency.lockutils [None req-121d24ad-4bae-4128-93a1-691911b95ce6 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Acquiring lock "refresh_cache-03448a20-9731-4076-bf51-852e9fc7f016" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1348.540701] env[62438]: DEBUG oslo_concurrency.lockutils [None req-121d24ad-4bae-4128-93a1-691911b95ce6 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Acquired lock "refresh_cache-03448a20-9731-4076-bf51-852e9fc7f016" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.540920] env[62438]: DEBUG nova.network.neutron [None req-121d24ad-4bae-4128-93a1-691911b95ce6 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 03448a20-9731-4076-bf51-852e9fc7f016] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1348.550654] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a46028-fcc4-452d-80e2-1bb630dbe5e1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.670207] env[62438]: DEBUG nova.network.neutron [None req-90b31392-ea27-4a09-b6e3-11990d33d49f tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] [instance: 82e27b68-979a-4f73-a150-ce2d32360d46] Updating instance_info_cache with network_info: [{"id": "f6caa879-d70e-4d2f-8e35-f9315ffc4b40", "address": "fa:16:3e:96:25:c5", "network": {"id": "febf21c0-aada-4fdf-a97a-98ba896b2cc5", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-415629331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "678b596d748c44b2bc6a9300f3140fd7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6caa879-d7", "ovs_interfaceid": "f6caa879-d70e-4d2f-8e35-f9315ffc4b40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1348.723340] env[62438]: DEBUG oslo_vmware.api [None req-a486e1b3-27ca-463f-af74-c7d08e2b03f3 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5204e8ba-3597-b47d-1b27-2926f2ac224d, 'name': SearchDatastore_Task, 'duration_secs': 0.017483} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.724065] env[62438]: DEBUG oslo_vmware.api [None req-840bdabe-2875-4094-8c27-2a184e19d668 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': task-1784388, 'name': ReconfigVM_Task, 'duration_secs': 0.387831} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.724392] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a486e1b3-27ca-463f-af74-c7d08e2b03f3 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1348.724701] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a486e1b3-27ca-463f-af74-c7d08e2b03f3 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] [instance: e8cde59b-5e45-4f29-9fad-c96039006c88] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1348.725043] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a486e1b3-27ca-463f-af74-c7d08e2b03f3 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1348.725260] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a486e1b3-27ca-463f-af74-c7d08e2b03f3 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.725541] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-a486e1b3-27ca-463f-af74-c7d08e2b03f3 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1348.725873] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-840bdabe-2875-4094-8c27-2a184e19d668 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: e3195d58-9c75-4fcc-8e4b-0c30bd69e311] Reconfigured VM instance instance-0000000e to attach disk [datastore1] e3195d58-9c75-4fcc-8e4b-0c30bd69e311/e3195d58-9c75-4fcc-8e4b-0c30bd69e311.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1348.726608] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-66bb46eb-ad3c-4237-a414-b80c8cf120d6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.728534] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b0fce0b-ffb6-4e79-97f9-aa0a9c14389b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.738849] env[62438]: DEBUG oslo_vmware.api [None req-840bdabe-2875-4094-8c27-2a184e19d668 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Waiting for the task: (returnval){ [ 1348.738849] env[62438]: value = "task-1784391" [ 1348.738849] env[62438]: _type = "Task" [ 1348.738849] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.740501] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-a486e1b3-27ca-463f-af74-c7d08e2b03f3 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1348.740628] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a486e1b3-27ca-463f-af74-c7d08e2b03f3 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1348.744643] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04e059b6-f2a7-4153-b48e-bad25269a73a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.751365] env[62438]: DEBUG oslo_vmware.api [None req-fbe1a623-4c80-4855-ac93-6840ab6bb4c5 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Task: {'id': task-1784389, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.756540] env[62438]: DEBUG oslo_vmware.api [None req-840bdabe-2875-4094-8c27-2a184e19d668 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': task-1784391, 'name': Rename_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.758146] env[62438]: DEBUG oslo_vmware.api [None req-a486e1b3-27ca-463f-af74-c7d08e2b03f3 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Waiting for the task: (returnval){ [ 1348.758146] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5280930f-c3bc-2ddc-93f9-e733abe57fc1" [ 1348.758146] env[62438]: _type = "Task" [ 1348.758146] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.767660] env[62438]: DEBUG oslo_vmware.api [None req-a486e1b3-27ca-463f-af74-c7d08e2b03f3 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5280930f-c3bc-2ddc-93f9-e733abe57fc1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.875794] env[62438]: INFO nova.compute.manager [None req-ce924e23-77aa-425d-94b3-299e41a93b9c tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] [instance: dafca806-482e-476d-aac6-f4844403efb3] Took 28.16 seconds to build instance. [ 1348.967037] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d811a645-baed-4f3e-bbfe-484a64acaf5c tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.515s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1348.967615] env[62438]: DEBUG nova.compute.manager [None req-d811a645-baed-4f3e-bbfe-484a64acaf5c tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] [instance: b2bf5c0d-e3c0-46e3-ade0-50f0dc7dff46] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1348.974021] env[62438]: DEBUG oslo_concurrency.lockutils [None req-34e74e7a-42fc-4d06-b628-72f066f7ef1f tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.531s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1348.974021] env[62438]: INFO nova.compute.claims [None req-34e74e7a-42fc-4d06-b628-72f066f7ef1f tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] [instance: e70070c2-d6dc-4337-b3b5-3ca1395ae963] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1348.975175] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5f09a962-ad13-4643-8c7f-9144929b5ca5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Lock "c15b97da-95c7-4a9d-be28-cda5cea50c2b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.439s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1349.019944] env[62438]: DEBUG oslo_vmware.api [None req-a1046e3a-bc22-4cf8-990d-5827706055a9 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] Task: {'id': task-1784390, 'name': PowerOffVM_Task, 'duration_secs': 0.124441} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.020964] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1046e3a-bc22-4cf8-990d-5827706055a9 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] [instance: c1a86675-a28d-48e4-8fc3-b205726cdb7b] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1349.021195] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a1046e3a-bc22-4cf8-990d-5827706055a9 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] [instance: c1a86675-a28d-48e4-8fc3-b205726cdb7b] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1349.021487] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f3d2977-d293-4c8c-9997-d9f56d43616c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.056451] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a1046e3a-bc22-4cf8-990d-5827706055a9 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] [instance: c1a86675-a28d-48e4-8fc3-b205726cdb7b] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1349.056789] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a1046e3a-bc22-4cf8-990d-5827706055a9 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] [instance: c1a86675-a28d-48e4-8fc3-b205726cdb7b] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1349.056926] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1046e3a-bc22-4cf8-990d-5827706055a9 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] Deleting the datastore file [datastore1] c1a86675-a28d-48e4-8fc3-b205726cdb7b {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1349.057210] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ea469355-5673-4046-b928-c0670b44396a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.066313] env[62438]: DEBUG oslo_vmware.api [None req-a1046e3a-bc22-4cf8-990d-5827706055a9 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] Waiting for the task: (returnval){ [ 1349.066313] env[62438]: value = "task-1784393" [ 1349.066313] env[62438]: _type = "Task" [ 1349.066313] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.077081] env[62438]: DEBUG oslo_vmware.api [None req-a1046e3a-bc22-4cf8-990d-5827706055a9 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] Task: {'id': task-1784393, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.175495] env[62438]: DEBUG oslo_concurrency.lockutils [None req-90b31392-ea27-4a09-b6e3-11990d33d49f tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] Releasing lock "refresh_cache-82e27b68-979a-4f73-a150-ce2d32360d46" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1349.175495] env[62438]: DEBUG nova.compute.manager [None req-90b31392-ea27-4a09-b6e3-11990d33d49f tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] [instance: 82e27b68-979a-4f73-a150-ce2d32360d46] Instance network_info: |[{"id": "f6caa879-d70e-4d2f-8e35-f9315ffc4b40", "address": "fa:16:3e:96:25:c5", "network": {"id": "febf21c0-aada-4fdf-a97a-98ba896b2cc5", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-415629331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "678b596d748c44b2bc6a9300f3140fd7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6caa879-d7", "ovs_interfaceid": "f6caa879-d70e-4d2f-8e35-f9315ffc4b40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1349.175808] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-90b31392-ea27-4a09-b6e3-11990d33d49f tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] [instance: 82e27b68-979a-4f73-a150-ce2d32360d46] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:25:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa8c2f93-f287-41b3-adb6-4942a7ea2a0b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f6caa879-d70e-4d2f-8e35-f9315ffc4b40', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1349.183428] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-90b31392-ea27-4a09-b6e3-11990d33d49f tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] Creating folder: Project (678b596d748c44b2bc6a9300f3140fd7). Parent ref: group-v370230. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1349.186071] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-51d4845d-4850-4ef8-b641-89ebf0791282 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.199837] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-90b31392-ea27-4a09-b6e3-11990d33d49f tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] Created folder: Project (678b596d748c44b2bc6a9300f3140fd7) in parent group-v370230. [ 1349.200118] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-90b31392-ea27-4a09-b6e3-11990d33d49f tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] Creating folder: Instances. Parent ref: group-v370277. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1349.200403] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5b6bdd87-864a-4439-af10-1733b1df818c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.212827] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-90b31392-ea27-4a09-b6e3-11990d33d49f tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] Created folder: Instances in parent group-v370277. [ 1349.213208] env[62438]: DEBUG oslo.service.loopingcall [None req-90b31392-ea27-4a09-b6e3-11990d33d49f tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1349.213284] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82e27b68-979a-4f73-a150-ce2d32360d46] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1349.216058] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-49e26cee-b970-4011-b1fd-8c17909b58ac {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.242025] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1349.242025] env[62438]: value = "task-1784396" [ 1349.242025] env[62438]: _type = "Task" [ 1349.242025] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.246628] env[62438]: DEBUG oslo_vmware.api [None req-fbe1a623-4c80-4855-ac93-6840ab6bb4c5 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Task: {'id': task-1784389, 'name': CreateSnapshot_Task, 'duration_secs': 0.541059} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.250959] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-fbe1a623-4c80-4855-ac93-6840ab6bb4c5 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: 123a890e-3772-4f4f-b12d-5fae028ee895] Created Snapshot of the VM instance {{(pid=62438) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1349.252073] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b7f20a-7c7f-47c3-83cc-04107340e445 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.258384] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784396, 'name': CreateVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.273106] env[62438]: DEBUG oslo_vmware.api [None req-840bdabe-2875-4094-8c27-2a184e19d668 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': task-1784391, 'name': Rename_Task, 'duration_secs': 0.383549} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.274263] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-840bdabe-2875-4094-8c27-2a184e19d668 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: e3195d58-9c75-4fcc-8e4b-0c30bd69e311] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1349.274545] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-72544038-8588-44a9-82a0-aadf287877cd {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.280059] env[62438]: DEBUG oslo_vmware.api [None req-a486e1b3-27ca-463f-af74-c7d08e2b03f3 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5280930f-c3bc-2ddc-93f9-e733abe57fc1, 'name': SearchDatastore_Task, 'duration_secs': 0.03034} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.281284] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b072ddd-adcf-485c-81c2-ea88959fdd4e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.288731] env[62438]: DEBUG oslo_vmware.api [None req-840bdabe-2875-4094-8c27-2a184e19d668 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Waiting for the task: (returnval){ [ 1349.288731] env[62438]: value = "task-1784397" [ 1349.288731] env[62438]: _type = "Task" [ 1349.288731] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.289846] env[62438]: DEBUG oslo_vmware.api [None req-a486e1b3-27ca-463f-af74-c7d08e2b03f3 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Waiting for the task: (returnval){ [ 1349.289846] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5230c788-1048-fd6b-68d9-50686651087f" [ 1349.289846] env[62438]: _type = "Task" [ 1349.289846] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.303171] env[62438]: DEBUG oslo_vmware.api [None req-a486e1b3-27ca-463f-af74-c7d08e2b03f3 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5230c788-1048-fd6b-68d9-50686651087f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.306615] env[62438]: DEBUG oslo_vmware.api [None req-840bdabe-2875-4094-8c27-2a184e19d668 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': task-1784397, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.380493] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ce924e23-77aa-425d-94b3-299e41a93b9c tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Lock "dafca806-482e-476d-aac6-f4844403efb3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.861s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1349.477422] env[62438]: DEBUG nova.compute.utils [None req-d811a645-baed-4f3e-bbfe-484a64acaf5c tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1349.481060] env[62438]: DEBUG nova.compute.manager [None req-d811a645-baed-4f3e-bbfe-484a64acaf5c tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] [instance: b2bf5c0d-e3c0-46e3-ade0-50f0dc7dff46] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1349.481233] env[62438]: DEBUG nova.network.neutron [None req-d811a645-baed-4f3e-bbfe-484a64acaf5c tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] [instance: b2bf5c0d-e3c0-46e3-ade0-50f0dc7dff46] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1349.528519] env[62438]: DEBUG nova.policy [None req-d811a645-baed-4f3e-bbfe-484a64acaf5c tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4d3ed958ac694e0ab62404a708bb28f8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c2d5e11c2159451ca0514f08f33839f8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1349.532244] env[62438]: DEBUG nova.network.neutron [None req-121d24ad-4bae-4128-93a1-691911b95ce6 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 03448a20-9731-4076-bf51-852e9fc7f016] Updating instance_info_cache with network_info: [{"id": "8db974b5-97b4-4a9f-9a20-cdd53f6c7780", "address": "fa:16:3e:87:a0:84", "network": {"id": "8e2a4cc9-3d97-4555-97e3-837d85836978", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "332326a11cdf4ec891065b36ccc5aa20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8db974b5-97", "ovs_interfaceid": "8db974b5-97b4-4a9f-9a20-cdd53f6c7780", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1349.578401] env[62438]: DEBUG oslo_vmware.api [None req-a1046e3a-bc22-4cf8-990d-5827706055a9 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] Task: {'id': task-1784393, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.249624} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.578996] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1046e3a-bc22-4cf8-990d-5827706055a9 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1349.579432] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a1046e3a-bc22-4cf8-990d-5827706055a9 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] [instance: c1a86675-a28d-48e4-8fc3-b205726cdb7b] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1349.579640] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a1046e3a-bc22-4cf8-990d-5827706055a9 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] [instance: c1a86675-a28d-48e4-8fc3-b205726cdb7b] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1349.582275] env[62438]: INFO nova.compute.manager [None req-a1046e3a-bc22-4cf8-990d-5827706055a9 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] [instance: c1a86675-a28d-48e4-8fc3-b205726cdb7b] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1349.582275] env[62438]: DEBUG oslo.service.loopingcall [None req-a1046e3a-bc22-4cf8-990d-5827706055a9 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1349.582275] env[62438]: DEBUG nova.compute.manager [-] [instance: c1a86675-a28d-48e4-8fc3-b205726cdb7b] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1349.582275] env[62438]: DEBUG nova.network.neutron [-] [instance: c1a86675-a28d-48e4-8fc3-b205726cdb7b] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1349.610131] env[62438]: DEBUG nova.network.neutron [-] [instance: c1a86675-a28d-48e4-8fc3-b205726cdb7b] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1349.753758] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784396, 'name': CreateVM_Task, 'duration_secs': 0.463888} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.754591] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82e27b68-979a-4f73-a150-ce2d32360d46] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1349.755755] env[62438]: DEBUG oslo_concurrency.lockutils [None req-90b31392-ea27-4a09-b6e3-11990d33d49f tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1349.756314] env[62438]: DEBUG oslo_concurrency.lockutils [None req-90b31392-ea27-4a09-b6e3-11990d33d49f tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.756807] env[62438]: DEBUG oslo_concurrency.lockutils [None req-90b31392-ea27-4a09-b6e3-11990d33d49f tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1349.757703] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eed4fb80-fa05-4077-a426-c3d7c1892711 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.766475] env[62438]: DEBUG oslo_vmware.api [None req-90b31392-ea27-4a09-b6e3-11990d33d49f tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] Waiting for the task: (returnval){ [ 1349.766475] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52366f60-0f00-101e-2af1-af92e7fb0d10" [ 1349.766475] env[62438]: _type = "Task" [ 1349.766475] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.785249] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-fbe1a623-4c80-4855-ac93-6840ab6bb4c5 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: 123a890e-3772-4f4f-b12d-5fae028ee895] Creating linked-clone VM from snapshot {{(pid=62438) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1349.788374] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-dfb4c2c9-c28b-4065-b0f3-e04d984107dc {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.792616] env[62438]: DEBUG oslo_vmware.api [None req-90b31392-ea27-4a09-b6e3-11990d33d49f tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52366f60-0f00-101e-2af1-af92e7fb0d10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.804243] env[62438]: DEBUG oslo_vmware.api [None req-fbe1a623-4c80-4855-ac93-6840ab6bb4c5 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Waiting for the task: (returnval){ [ 1349.804243] env[62438]: value = "task-1784398" [ 1349.804243] env[62438]: _type = "Task" [ 1349.804243] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.812470] env[62438]: DEBUG oslo_vmware.api [None req-840bdabe-2875-4094-8c27-2a184e19d668 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': task-1784397, 'name': PowerOnVM_Task, 'duration_secs': 0.491} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.816956] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-840bdabe-2875-4094-8c27-2a184e19d668 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: e3195d58-9c75-4fcc-8e4b-0c30bd69e311] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1349.817181] env[62438]: INFO nova.compute.manager [None req-840bdabe-2875-4094-8c27-2a184e19d668 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: e3195d58-9c75-4fcc-8e4b-0c30bd69e311] Took 13.16 seconds to spawn the instance on the hypervisor. [ 1349.817324] env[62438]: DEBUG nova.compute.manager [None req-840bdabe-2875-4094-8c27-2a184e19d668 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: e3195d58-9c75-4fcc-8e4b-0c30bd69e311] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1349.817654] env[62438]: DEBUG oslo_vmware.api [None req-a486e1b3-27ca-463f-af74-c7d08e2b03f3 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5230c788-1048-fd6b-68d9-50686651087f, 'name': SearchDatastore_Task, 'duration_secs': 0.026154} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.819762] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eba70fc-b514-4629-a7f5-6f2a204dc080 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.822599] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a486e1b3-27ca-463f-af74-c7d08e2b03f3 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1349.823360] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-a486e1b3-27ca-463f-af74-c7d08e2b03f3 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] e8cde59b-5e45-4f29-9fad-c96039006c88/e8cde59b-5e45-4f29-9fad-c96039006c88.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1349.827357] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dee2f4a0-e52d-4dcf-a0cb-7bfeee888364 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.828631] env[62438]: DEBUG oslo_vmware.api [None req-fbe1a623-4c80-4855-ac93-6840ab6bb4c5 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Task: {'id': task-1784398, 'name': CloneVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.829570] env[62438]: DEBUG nova.network.neutron [None req-d811a645-baed-4f3e-bbfe-484a64acaf5c tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] [instance: b2bf5c0d-e3c0-46e3-ade0-50f0dc7dff46] Successfully created port: d6b04007-0a47-4f29-b333-5221a3566313 {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1349.842810] env[62438]: DEBUG oslo_vmware.api [None req-a486e1b3-27ca-463f-af74-c7d08e2b03f3 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Waiting for the task: (returnval){ [ 1349.842810] env[62438]: value = "task-1784399" [ 1349.842810] env[62438]: _type = "Task" [ 1349.842810] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.867385] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f5bb1378-37c8-443d-85e4-bf5138bae204 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Acquiring lock "f23e6ad1-e92d-4d2d-b09e-cec7d33c551d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1349.867385] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f5bb1378-37c8-443d-85e4-bf5138bae204 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Lock "f23e6ad1-e92d-4d2d-b09e-cec7d33c551d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1349.985027] env[62438]: DEBUG nova.compute.manager [None req-d811a645-baed-4f3e-bbfe-484a64acaf5c tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] [instance: b2bf5c0d-e3c0-46e3-ade0-50f0dc7dff46] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1350.036486] env[62438]: DEBUG oslo_concurrency.lockutils [None req-121d24ad-4bae-4128-93a1-691911b95ce6 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Releasing lock "refresh_cache-03448a20-9731-4076-bf51-852e9fc7f016" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1350.116955] env[62438]: DEBUG nova.network.neutron [-] [instance: c1a86675-a28d-48e4-8fc3-b205726cdb7b] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1350.288243] env[62438]: DEBUG oslo_vmware.api [None req-90b31392-ea27-4a09-b6e3-11990d33d49f tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52366f60-0f00-101e-2af1-af92e7fb0d10, 'name': SearchDatastore_Task, 'duration_secs': 0.019042} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.290668] env[62438]: DEBUG oslo_concurrency.lockutils [None req-90b31392-ea27-4a09-b6e3-11990d33d49f tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1350.290668] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-90b31392-ea27-4a09-b6e3-11990d33d49f tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] [instance: 82e27b68-979a-4f73-a150-ce2d32360d46] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1350.290668] env[62438]: DEBUG oslo_concurrency.lockutils [None req-90b31392-ea27-4a09-b6e3-11990d33d49f tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1350.290668] env[62438]: DEBUG oslo_concurrency.lockutils [None req-90b31392-ea27-4a09-b6e3-11990d33d49f tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.291057] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-90b31392-ea27-4a09-b6e3-11990d33d49f tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1350.291882] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-be80e7e9-ea3f-4248-8b6f-ea8f438d9d72 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.312492] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-90b31392-ea27-4a09-b6e3-11990d33d49f tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1350.312737] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-90b31392-ea27-4a09-b6e3-11990d33d49f tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1350.314015] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae815b1e-fd3a-47c6-8541-ffdf7c4bcb6f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.321248] env[62438]: DEBUG oslo_vmware.api [None req-fbe1a623-4c80-4855-ac93-6840ab6bb4c5 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Task: {'id': task-1784398, 'name': CloneVM_Task} progress is 94%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.328692] env[62438]: DEBUG oslo_vmware.api [None req-90b31392-ea27-4a09-b6e3-11990d33d49f tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] Waiting for the task: (returnval){ [ 1350.328692] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52551a65-72fa-475b-24e8-3e5a389f6e24" [ 1350.328692] env[62438]: _type = "Task" [ 1350.328692] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.346590] env[62438]: DEBUG oslo_vmware.api [None req-90b31392-ea27-4a09-b6e3-11990d33d49f tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52551a65-72fa-475b-24e8-3e5a389f6e24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.355835] env[62438]: INFO nova.compute.manager [None req-840bdabe-2875-4094-8c27-2a184e19d668 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: e3195d58-9c75-4fcc-8e4b-0c30bd69e311] Took 20.35 seconds to build instance. [ 1350.365036] env[62438]: DEBUG oslo_vmware.api [None req-a486e1b3-27ca-463f-af74-c7d08e2b03f3 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Task: {'id': task-1784399, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.372802] env[62438]: DEBUG nova.compute.manager [None req-f5bb1378-37c8-443d-85e4-bf5138bae204 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: f23e6ad1-e92d-4d2d-b09e-cec7d33c551d] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1350.528186] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-734c449e-2dae-48de-8a66-7726233aca1e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.536686] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-646473ff-6d56-4230-abec-fff5d877dd65 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.578566] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3227f196-24fb-4e93-98ae-e2ab794ddd33 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.591828] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c0a2a3-1720-4153-be22-ce13a4c9e8e9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.599722] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b73eada-e96d-4410-b1e3-24db60598199 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.620195] env[62438]: INFO nova.compute.manager [-] [instance: c1a86675-a28d-48e4-8fc3-b205726cdb7b] Took 1.04 seconds to deallocate network for instance. [ 1350.631829] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edf6a33c-5dba-4a48-9911-a96a921ccb33 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.638350] env[62438]: DEBUG nova.compute.provider_tree [None req-34e74e7a-42fc-4d06-b628-72f066f7ef1f tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1350.642390] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ec0940ec-ca1a-41de-982c-a9d741aa564a tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] Acquiring lock "b791bdf7-feaa-4752-a8a6-45d1562e4874" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1350.642639] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ec0940ec-ca1a-41de-982c-a9d741aa564a tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] Lock "b791bdf7-feaa-4752-a8a6-45d1562e4874" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1350.649858] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-121d24ad-4bae-4128-93a1-691911b95ce6 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 03448a20-9731-4076-bf51-852e9fc7f016] Updating instance '03448a20-9731-4076-bf51-852e9fc7f016' progress to 83 {{(pid=62438) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1350.757603] env[62438]: DEBUG nova.compute.manager [req-456780eb-9172-42cc-a336-1da68b818091 req-741e237f-2dd5-4c7a-bd88-39c0d70b20b4 service nova] [instance: 82e27b68-979a-4f73-a150-ce2d32360d46] Received event network-vif-plugged-f6caa879-d70e-4d2f-8e35-f9315ffc4b40 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1350.757603] env[62438]: DEBUG oslo_concurrency.lockutils [req-456780eb-9172-42cc-a336-1da68b818091 req-741e237f-2dd5-4c7a-bd88-39c0d70b20b4 service nova] Acquiring lock "82e27b68-979a-4f73-a150-ce2d32360d46-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1350.757603] env[62438]: DEBUG oslo_concurrency.lockutils [req-456780eb-9172-42cc-a336-1da68b818091 req-741e237f-2dd5-4c7a-bd88-39c0d70b20b4 service nova] Lock "82e27b68-979a-4f73-a150-ce2d32360d46-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1350.757603] env[62438]: DEBUG oslo_concurrency.lockutils [req-456780eb-9172-42cc-a336-1da68b818091 req-741e237f-2dd5-4c7a-bd88-39c0d70b20b4 service nova] Lock "82e27b68-979a-4f73-a150-ce2d32360d46-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1350.757603] env[62438]: DEBUG nova.compute.manager [req-456780eb-9172-42cc-a336-1da68b818091 req-741e237f-2dd5-4c7a-bd88-39c0d70b20b4 service nova] [instance: 82e27b68-979a-4f73-a150-ce2d32360d46] No waiting events found dispatching network-vif-plugged-f6caa879-d70e-4d2f-8e35-f9315ffc4b40 {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1350.757947] env[62438]: WARNING nova.compute.manager [req-456780eb-9172-42cc-a336-1da68b818091 req-741e237f-2dd5-4c7a-bd88-39c0d70b20b4 service nova] [instance: 82e27b68-979a-4f73-a150-ce2d32360d46] Received unexpected event network-vif-plugged-f6caa879-d70e-4d2f-8e35-f9315ffc4b40 for instance with vm_state building and task_state spawning. [ 1350.820006] env[62438]: DEBUG oslo_vmware.api [None req-fbe1a623-4c80-4855-ac93-6840ab6bb4c5 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Task: {'id': task-1784398, 'name': CloneVM_Task} progress is 95%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.842848] env[62438]: DEBUG oslo_vmware.api [None req-90b31392-ea27-4a09-b6e3-11990d33d49f tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52551a65-72fa-475b-24e8-3e5a389f6e24, 'name': SearchDatastore_Task, 'duration_secs': 0.060444} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.844018] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffb658f4-15bd-4eda-b6f4-bf4d0c888d17 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.856366] env[62438]: DEBUG oslo_vmware.api [None req-90b31392-ea27-4a09-b6e3-11990d33d49f tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] Waiting for the task: (returnval){ [ 1350.856366] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52e68d54-e524-1a2a-9dc6-f905fbc927ad" [ 1350.856366] env[62438]: _type = "Task" [ 1350.856366] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.865618] env[62438]: DEBUG oslo_concurrency.lockutils [None req-840bdabe-2875-4094-8c27-2a184e19d668 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Lock "e3195d58-9c75-4fcc-8e4b-0c30bd69e311" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.891s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1350.865840] env[62438]: DEBUG oslo_vmware.api [None req-a486e1b3-27ca-463f-af74-c7d08e2b03f3 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Task: {'id': task-1784399, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.68169} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.866567] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-a486e1b3-27ca-463f-af74-c7d08e2b03f3 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] e8cde59b-5e45-4f29-9fad-c96039006c88/e8cde59b-5e45-4f29-9fad-c96039006c88.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1350.867208] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a486e1b3-27ca-463f-af74-c7d08e2b03f3 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] [instance: e8cde59b-5e45-4f29-9fad-c96039006c88] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1350.867208] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b63c3242-1250-4ead-82ee-0045b50da7ca {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.875034] env[62438]: DEBUG oslo_vmware.api [None req-90b31392-ea27-4a09-b6e3-11990d33d49f tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52e68d54-e524-1a2a-9dc6-f905fbc927ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.885222] env[62438]: DEBUG oslo_vmware.api [None req-a486e1b3-27ca-463f-af74-c7d08e2b03f3 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Waiting for the task: (returnval){ [ 1350.885222] env[62438]: value = "task-1784400" [ 1350.885222] env[62438]: _type = "Task" [ 1350.885222] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.902061] env[62438]: DEBUG oslo_vmware.api [None req-a486e1b3-27ca-463f-af74-c7d08e2b03f3 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Task: {'id': task-1784400, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.908148] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f5bb1378-37c8-443d-85e4-bf5138bae204 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1351.005465] env[62438]: DEBUG nova.compute.manager [None req-d811a645-baed-4f3e-bbfe-484a64acaf5c tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] [instance: b2bf5c0d-e3c0-46e3-ade0-50f0dc7dff46] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1351.034888] env[62438]: DEBUG nova.virt.hardware [None req-d811a645-baed-4f3e-bbfe-484a64acaf5c tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1351.035320] env[62438]: DEBUG nova.virt.hardware [None req-d811a645-baed-4f3e-bbfe-484a64acaf5c tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1351.036199] env[62438]: DEBUG nova.virt.hardware [None req-d811a645-baed-4f3e-bbfe-484a64acaf5c tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1351.036434] env[62438]: DEBUG nova.virt.hardware [None req-d811a645-baed-4f3e-bbfe-484a64acaf5c tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1351.036594] env[62438]: DEBUG nova.virt.hardware [None req-d811a645-baed-4f3e-bbfe-484a64acaf5c tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1351.036747] env[62438]: DEBUG nova.virt.hardware [None req-d811a645-baed-4f3e-bbfe-484a64acaf5c tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1351.036965] env[62438]: DEBUG nova.virt.hardware [None req-d811a645-baed-4f3e-bbfe-484a64acaf5c tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1351.037143] env[62438]: DEBUG nova.virt.hardware [None req-d811a645-baed-4f3e-bbfe-484a64acaf5c tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1351.037352] env[62438]: DEBUG nova.virt.hardware [None req-d811a645-baed-4f3e-bbfe-484a64acaf5c tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1351.037472] env[62438]: DEBUG nova.virt.hardware [None req-d811a645-baed-4f3e-bbfe-484a64acaf5c tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1351.037666] env[62438]: DEBUG nova.virt.hardware [None req-d811a645-baed-4f3e-bbfe-484a64acaf5c tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1351.038555] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a44275-8cca-4ab9-8fb8-800837dfc69b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.049394] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed6473c-db40-44dd-879f-4d472d87a4a2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.145569] env[62438]: DEBUG nova.scheduler.client.report [None req-34e74e7a-42fc-4d06-b628-72f066f7ef1f tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1351.153802] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a1046e3a-bc22-4cf8-990d-5827706055a9 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1351.154326] env[62438]: DEBUG nova.compute.manager [None req-ec0940ec-ca1a-41de-982c-a9d741aa564a tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1351.159311] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-121d24ad-4bae-4128-93a1-691911b95ce6 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 03448a20-9731-4076-bf51-852e9fc7f016] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1351.159828] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b89a2a4e-7944-4106-94b8-2bcb8ffec19c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.173311] env[62438]: DEBUG oslo_vmware.api [None req-121d24ad-4bae-4128-93a1-691911b95ce6 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Waiting for the task: (returnval){ [ 1351.173311] env[62438]: value = "task-1784401" [ 1351.173311] env[62438]: _type = "Task" [ 1351.173311] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.185976] env[62438]: DEBUG oslo_vmware.api [None req-121d24ad-4bae-4128-93a1-691911b95ce6 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Task: {'id': task-1784401, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.321972] env[62438]: DEBUG oslo_vmware.api [None req-fbe1a623-4c80-4855-ac93-6840ab6bb4c5 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Task: {'id': task-1784398, 'name': CloneVM_Task, 'duration_secs': 1.333982} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.323490] env[62438]: INFO nova.virt.vmwareapi.vmops [None req-fbe1a623-4c80-4855-ac93-6840ab6bb4c5 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: 123a890e-3772-4f4f-b12d-5fae028ee895] Created linked-clone VM from snapshot [ 1351.324605] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f1c7cf0-e6a9-4298-a328-eabdb44a46c8 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.335674] env[62438]: DEBUG nova.virt.vmwareapi.images [None req-fbe1a623-4c80-4855-ac93-6840ab6bb4c5 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: 123a890e-3772-4f4f-b12d-5fae028ee895] Uploading image be362ce0-3413-4b34-89cd-7f835345cbcd {{(pid=62438) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 1351.374591] env[62438]: DEBUG oslo_vmware.api [None req-90b31392-ea27-4a09-b6e3-11990d33d49f tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52e68d54-e524-1a2a-9dc6-f905fbc927ad, 'name': SearchDatastore_Task, 'duration_secs': 0.016095} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.376427] env[62438]: DEBUG oslo_vmware.rw_handles [None req-fbe1a623-4c80-4855-ac93-6840ab6bb4c5 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1351.376427] env[62438]: value = "vm-370280" [ 1351.376427] env[62438]: _type = "VirtualMachine" [ 1351.376427] env[62438]: }. {{(pid=62438) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1351.376832] env[62438]: DEBUG oslo_concurrency.lockutils [None req-90b31392-ea27-4a09-b6e3-11990d33d49f tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1351.377184] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-90b31392-ea27-4a09-b6e3-11990d33d49f tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 82e27b68-979a-4f73-a150-ce2d32360d46/82e27b68-979a-4f73-a150-ce2d32360d46.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1351.377470] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8dce775c-18a1-4825-bdba-6f350a086344 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.379472] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d38a79be-a6b0-4edb-8479-ca028153c0d0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.390487] env[62438]: DEBUG oslo_vmware.api [None req-90b31392-ea27-4a09-b6e3-11990d33d49f tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] Waiting for the task: (returnval){ [ 1351.390487] env[62438]: value = "task-1784402" [ 1351.390487] env[62438]: _type = "Task" [ 1351.390487] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.397115] env[62438]: DEBUG oslo_vmware.rw_handles [None req-fbe1a623-4c80-4855-ac93-6840ab6bb4c5 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Lease: (returnval){ [ 1351.397115] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52175e90-29bb-7f08-56a7-695db3f6b1c9" [ 1351.397115] env[62438]: _type = "HttpNfcLease" [ 1351.397115] env[62438]: } obtained for exporting VM: (result){ [ 1351.397115] env[62438]: value = "vm-370280" [ 1351.397115] env[62438]: _type = "VirtualMachine" [ 1351.397115] env[62438]: }. {{(pid=62438) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1351.397754] env[62438]: DEBUG oslo_vmware.api [None req-fbe1a623-4c80-4855-ac93-6840ab6bb4c5 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Waiting for the lease: (returnval){ [ 1351.397754] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52175e90-29bb-7f08-56a7-695db3f6b1c9" [ 1351.397754] env[62438]: _type = "HttpNfcLease" [ 1351.397754] env[62438]: } to be ready. {{(pid=62438) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1351.410149] env[62438]: DEBUG oslo_vmware.api [None req-a486e1b3-27ca-463f-af74-c7d08e2b03f3 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Task: {'id': task-1784400, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075726} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.413739] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a486e1b3-27ca-463f-af74-c7d08e2b03f3 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] [instance: e8cde59b-5e45-4f29-9fad-c96039006c88] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1351.414138] env[62438]: DEBUG oslo_vmware.api [None req-90b31392-ea27-4a09-b6e3-11990d33d49f tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] Task: {'id': task-1784402, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.416303] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ff0688b-75c7-4a9d-9950-cff3f176b25b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.419201] env[62438]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1351.419201] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52175e90-29bb-7f08-56a7-695db3f6b1c9" [ 1351.419201] env[62438]: _type = "HttpNfcLease" [ 1351.419201] env[62438]: } is ready. {{(pid=62438) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1351.419905] env[62438]: DEBUG oslo_vmware.rw_handles [None req-fbe1a623-4c80-4855-ac93-6840ab6bb4c5 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1351.419905] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52175e90-29bb-7f08-56a7-695db3f6b1c9" [ 1351.419905] env[62438]: _type = "HttpNfcLease" [ 1351.419905] env[62438]: }. {{(pid=62438) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1351.420904] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa107139-32f1-41ea-818d-a2aff46e56b8 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.445583] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-a486e1b3-27ca-463f-af74-c7d08e2b03f3 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] [instance: e8cde59b-5e45-4f29-9fad-c96039006c88] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] e8cde59b-5e45-4f29-9fad-c96039006c88/e8cde59b-5e45-4f29-9fad-c96039006c88.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1351.446512] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8ef8973-9b43-49e5-937b-1ecd0aab90ab {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.465595] env[62438]: DEBUG oslo_vmware.rw_handles [None req-fbe1a623-4c80-4855-ac93-6840ab6bb4c5 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521d669a-ebea-3ce3-11ee-47cc4af7c4f2/disk-0.vmdk from lease info. {{(pid=62438) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1351.470215] env[62438]: DEBUG oslo_vmware.rw_handles [None req-fbe1a623-4c80-4855-ac93-6840ab6bb4c5 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521d669a-ebea-3ce3-11ee-47cc4af7c4f2/disk-0.vmdk for reading. {{(pid=62438) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1351.534423] env[62438]: DEBUG oslo_vmware.api [None req-a486e1b3-27ca-463f-af74-c7d08e2b03f3 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Waiting for the task: (returnval){ [ 1351.534423] env[62438]: value = "task-1784404" [ 1351.534423] env[62438]: _type = "Task" [ 1351.534423] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.548606] env[62438]: DEBUG oslo_vmware.api [None req-a486e1b3-27ca-463f-af74-c7d08e2b03f3 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Task: {'id': task-1784404, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.574742] env[62438]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4aaf469a-55e1-4865-a315-52fc5f732dc6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.658327] env[62438]: DEBUG oslo_concurrency.lockutils [None req-34e74e7a-42fc-4d06-b628-72f066f7ef1f tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.687s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1351.663095] env[62438]: DEBUG nova.compute.manager [None req-34e74e7a-42fc-4d06-b628-72f066f7ef1f tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] [instance: e70070c2-d6dc-4337-b3b5-3ca1395ae963] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1351.663095] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c9577814-8cf4-4903-8709-55be1182a7ed tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.700s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1351.665812] env[62438]: INFO nova.compute.claims [None req-c9577814-8cf4-4903-8709-55be1182a7ed tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1351.692785] env[62438]: DEBUG oslo_vmware.api [None req-121d24ad-4bae-4128-93a1-691911b95ce6 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Task: {'id': task-1784401, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.700477] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ec0940ec-ca1a-41de-982c-a9d741aa564a tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1351.908490] env[62438]: DEBUG oslo_vmware.api [None req-90b31392-ea27-4a09-b6e3-11990d33d49f tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] Task: {'id': task-1784402, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.045235] env[62438]: DEBUG oslo_vmware.api [None req-a486e1b3-27ca-463f-af74-c7d08e2b03f3 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Task: {'id': task-1784404, 'name': ReconfigVM_Task, 'duration_secs': 0.36503} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.045674] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-a486e1b3-27ca-463f-af74-c7d08e2b03f3 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] [instance: e8cde59b-5e45-4f29-9fad-c96039006c88] Reconfigured VM instance instance-0000000f to attach disk [datastore1] e8cde59b-5e45-4f29-9fad-c96039006c88/e8cde59b-5e45-4f29-9fad-c96039006c88.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1352.046404] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6dd34cfb-9c14-41d5-afa6-2104d05b3e13 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.056182] env[62438]: DEBUG oslo_vmware.api [None req-a486e1b3-27ca-463f-af74-c7d08e2b03f3 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Waiting for the task: (returnval){ [ 1352.056182] env[62438]: value = "task-1784405" [ 1352.056182] env[62438]: _type = "Task" [ 1352.056182] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.067580] env[62438]: DEBUG oslo_vmware.api [None req-a486e1b3-27ca-463f-af74-c7d08e2b03f3 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Task: {'id': task-1784405, 'name': Rename_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.166260] env[62438]: DEBUG nova.compute.manager [req-ff3a3ec8-2975-43c3-a0d6-316c2cc9baf2 req-a0b7b77f-dc8d-447e-9a21-1ca23ba12c81 service nova] [instance: e8cde59b-5e45-4f29-9fad-c96039006c88] Received event network-vif-plugged-df55bd2e-58e5-4602-ac1b-6558313ee8f9 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1352.166502] env[62438]: DEBUG oslo_concurrency.lockutils [req-ff3a3ec8-2975-43c3-a0d6-316c2cc9baf2 req-a0b7b77f-dc8d-447e-9a21-1ca23ba12c81 service nova] Acquiring lock "e8cde59b-5e45-4f29-9fad-c96039006c88-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1352.167065] env[62438]: DEBUG oslo_concurrency.lockutils [req-ff3a3ec8-2975-43c3-a0d6-316c2cc9baf2 req-a0b7b77f-dc8d-447e-9a21-1ca23ba12c81 service nova] Lock "e8cde59b-5e45-4f29-9fad-c96039006c88-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1352.167065] env[62438]: DEBUG oslo_concurrency.lockutils [req-ff3a3ec8-2975-43c3-a0d6-316c2cc9baf2 req-a0b7b77f-dc8d-447e-9a21-1ca23ba12c81 service nova] Lock "e8cde59b-5e45-4f29-9fad-c96039006c88-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1352.167323] env[62438]: DEBUG nova.compute.manager [req-ff3a3ec8-2975-43c3-a0d6-316c2cc9baf2 req-a0b7b77f-dc8d-447e-9a21-1ca23ba12c81 service nova] [instance: e8cde59b-5e45-4f29-9fad-c96039006c88] No waiting events found dispatching network-vif-plugged-df55bd2e-58e5-4602-ac1b-6558313ee8f9 {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1352.167588] env[62438]: WARNING nova.compute.manager [req-ff3a3ec8-2975-43c3-a0d6-316c2cc9baf2 req-a0b7b77f-dc8d-447e-9a21-1ca23ba12c81 service nova] [instance: e8cde59b-5e45-4f29-9fad-c96039006c88] Received unexpected event network-vif-plugged-df55bd2e-58e5-4602-ac1b-6558313ee8f9 for instance with vm_state building and task_state spawning. [ 1352.167588] env[62438]: DEBUG nova.compute.manager [req-ff3a3ec8-2975-43c3-a0d6-316c2cc9baf2 req-a0b7b77f-dc8d-447e-9a21-1ca23ba12c81 service nova] [instance: e8cde59b-5e45-4f29-9fad-c96039006c88] Received event network-changed-df55bd2e-58e5-4602-ac1b-6558313ee8f9 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1352.168435] env[62438]: DEBUG nova.compute.manager [req-ff3a3ec8-2975-43c3-a0d6-316c2cc9baf2 req-a0b7b77f-dc8d-447e-9a21-1ca23ba12c81 service nova] [instance: e8cde59b-5e45-4f29-9fad-c96039006c88] Refreshing instance network info cache due to event network-changed-df55bd2e-58e5-4602-ac1b-6558313ee8f9. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1352.168435] env[62438]: DEBUG oslo_concurrency.lockutils [req-ff3a3ec8-2975-43c3-a0d6-316c2cc9baf2 req-a0b7b77f-dc8d-447e-9a21-1ca23ba12c81 service nova] Acquiring lock "refresh_cache-e8cde59b-5e45-4f29-9fad-c96039006c88" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1352.168651] env[62438]: DEBUG oslo_concurrency.lockutils [req-ff3a3ec8-2975-43c3-a0d6-316c2cc9baf2 req-a0b7b77f-dc8d-447e-9a21-1ca23ba12c81 service nova] Acquired lock "refresh_cache-e8cde59b-5e45-4f29-9fad-c96039006c88" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.168845] env[62438]: DEBUG nova.network.neutron [req-ff3a3ec8-2975-43c3-a0d6-316c2cc9baf2 req-a0b7b77f-dc8d-447e-9a21-1ca23ba12c81 service nova] [instance: e8cde59b-5e45-4f29-9fad-c96039006c88] Refreshing network info cache for port df55bd2e-58e5-4602-ac1b-6558313ee8f9 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1352.171406] env[62438]: DEBUG nova.compute.utils [None req-34e74e7a-42fc-4d06-b628-72f066f7ef1f tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1352.176255] env[62438]: DEBUG nova.compute.manager [None req-34e74e7a-42fc-4d06-b628-72f066f7ef1f tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] [instance: e70070c2-d6dc-4337-b3b5-3ca1395ae963] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1352.176474] env[62438]: DEBUG nova.network.neutron [None req-34e74e7a-42fc-4d06-b628-72f066f7ef1f tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] [instance: e70070c2-d6dc-4337-b3b5-3ca1395ae963] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1352.193860] env[62438]: DEBUG oslo_vmware.api [None req-121d24ad-4bae-4128-93a1-691911b95ce6 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Task: {'id': task-1784401, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.412540] env[62438]: DEBUG oslo_vmware.api [None req-90b31392-ea27-4a09-b6e3-11990d33d49f tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] Task: {'id': task-1784402, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.581385} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.412874] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-90b31392-ea27-4a09-b6e3-11990d33d49f tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 82e27b68-979a-4f73-a150-ce2d32360d46/82e27b68-979a-4f73-a150-ce2d32360d46.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1352.413215] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-90b31392-ea27-4a09-b6e3-11990d33d49f tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] [instance: 82e27b68-979a-4f73-a150-ce2d32360d46] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1352.413995] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-064c8a50-5137-4875-8352-4830802535c6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.422233] env[62438]: DEBUG nova.policy [None req-34e74e7a-42fc-4d06-b628-72f066f7ef1f tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a81977aea27b4e598147878bec9d01e9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '422ad49975c041888fd0aee42233f861', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1352.426311] env[62438]: DEBUG oslo_vmware.api [None req-90b31392-ea27-4a09-b6e3-11990d33d49f tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] Waiting for the task: (returnval){ [ 1352.426311] env[62438]: value = "task-1784406" [ 1352.426311] env[62438]: _type = "Task" [ 1352.426311] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.437522] env[62438]: DEBUG oslo_vmware.api [None req-90b31392-ea27-4a09-b6e3-11990d33d49f tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] Task: {'id': task-1784406, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.571301] env[62438]: DEBUG oslo_vmware.api [None req-a486e1b3-27ca-463f-af74-c7d08e2b03f3 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Task: {'id': task-1784405, 'name': Rename_Task, 'duration_secs': 0.333119} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.571957] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-a486e1b3-27ca-463f-af74-c7d08e2b03f3 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] [instance: e8cde59b-5e45-4f29-9fad-c96039006c88] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1352.572373] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7cf77f01-b95c-4c30-bcd6-4f092bb34c49 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.582196] env[62438]: DEBUG oslo_vmware.api [None req-a486e1b3-27ca-463f-af74-c7d08e2b03f3 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Waiting for the task: (returnval){ [ 1352.582196] env[62438]: value = "task-1784407" [ 1352.582196] env[62438]: _type = "Task" [ 1352.582196] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.597347] env[62438]: DEBUG oslo_vmware.api [None req-a486e1b3-27ca-463f-af74-c7d08e2b03f3 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Task: {'id': task-1784407, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.677036] env[62438]: DEBUG nova.compute.manager [None req-34e74e7a-42fc-4d06-b628-72f066f7ef1f tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] [instance: e70070c2-d6dc-4337-b3b5-3ca1395ae963] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1352.698614] env[62438]: DEBUG oslo_vmware.api [None req-121d24ad-4bae-4128-93a1-691911b95ce6 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Task: {'id': task-1784401, 'name': PowerOnVM_Task, 'duration_secs': 1.112556} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.698922] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-121d24ad-4bae-4128-93a1-691911b95ce6 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 03448a20-9731-4076-bf51-852e9fc7f016] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1352.699157] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-121d24ad-4bae-4128-93a1-691911b95ce6 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 03448a20-9731-4076-bf51-852e9fc7f016] Updating instance '03448a20-9731-4076-bf51-852e9fc7f016' progress to 100 {{(pid=62438) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1352.789656] env[62438]: DEBUG nova.network.neutron [None req-7b2f987a-cb9a-4242-94b7-1db5483c4d53 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] [instance: c26e95a2-1552-4c73-affe-a62df76b5efc] Successfully updated port: 03561e1a-240e-4732-9953-77c2420e55ef {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1352.944487] env[62438]: DEBUG oslo_vmware.api [None req-90b31392-ea27-4a09-b6e3-11990d33d49f tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] Task: {'id': task-1784406, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.158533} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.947409] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-90b31392-ea27-4a09-b6e3-11990d33d49f tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] [instance: 82e27b68-979a-4f73-a150-ce2d32360d46] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1352.948953] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2ba0c66-ff1f-411c-b1a0-6ed21db3a248 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.980203] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-90b31392-ea27-4a09-b6e3-11990d33d49f tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] [instance: 82e27b68-979a-4f73-a150-ce2d32360d46] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] 82e27b68-979a-4f73-a150-ce2d32360d46/82e27b68-979a-4f73-a150-ce2d32360d46.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1352.983817] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da17ff1f-96fe-4eaf-93ba-ba4e5c4c70ea {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.014096] env[62438]: DEBUG oslo_vmware.api [None req-90b31392-ea27-4a09-b6e3-11990d33d49f tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] Waiting for the task: (returnval){ [ 1353.014096] env[62438]: value = "task-1784408" [ 1353.014096] env[62438]: _type = "Task" [ 1353.014096] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.028763] env[62438]: DEBUG oslo_vmware.api [None req-90b31392-ea27-4a09-b6e3-11990d33d49f tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] Task: {'id': task-1784408, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.076139] env[62438]: DEBUG nova.network.neutron [None req-34e74e7a-42fc-4d06-b628-72f066f7ef1f tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] [instance: e70070c2-d6dc-4337-b3b5-3ca1395ae963] Successfully created port: 6b161ff5-a9bc-4651-bc4e-c5b9ef44f8fc {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1353.096413] env[62438]: DEBUG oslo_vmware.api [None req-a486e1b3-27ca-463f-af74-c7d08e2b03f3 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Task: {'id': task-1784407, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.171595] env[62438]: DEBUG nova.network.neutron [req-ff3a3ec8-2975-43c3-a0d6-316c2cc9baf2 req-a0b7b77f-dc8d-447e-9a21-1ca23ba12c81 service nova] [instance: e8cde59b-5e45-4f29-9fad-c96039006c88] Updated VIF entry in instance network info cache for port df55bd2e-58e5-4602-ac1b-6558313ee8f9. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1353.171595] env[62438]: DEBUG nova.network.neutron [req-ff3a3ec8-2975-43c3-a0d6-316c2cc9baf2 req-a0b7b77f-dc8d-447e-9a21-1ca23ba12c81 service nova] [instance: e8cde59b-5e45-4f29-9fad-c96039006c88] Updating instance_info_cache with network_info: [{"id": "df55bd2e-58e5-4602-ac1b-6558313ee8f9", "address": "fa:16:3e:aa:ac:47", "network": {"id": "10da419d-de95-4e53-961a-e84506439a2f", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-645227556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c0ac7c5bf2a42f7a7e16dcd07113297", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbe1725d-6711-4e92-9a4e-d4802651e7d0", "external-id": "nsx-vlan-transportzone-679", "segmentation_id": 679, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf55bd2e-58", "ovs_interfaceid": "df55bd2e-58e5-4602-ac1b-6558313ee8f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1353.181872] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a28b33c-02f7-4234-8d92-6fe53978bc35 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.200803] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df181457-b69a-4b86-8ccb-bf5697fe39dc {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.249285] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b648a8e1-ed4a-4c55-b51d-ed020e21d050 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.259382] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30777d01-a439-4261-bae2-9bb67355fb1f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.277917] env[62438]: DEBUG nova.compute.provider_tree [None req-c9577814-8cf4-4903-8709-55be1182a7ed tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1353.279940] env[62438]: DEBUG nova.network.neutron [None req-d811a645-baed-4f3e-bbfe-484a64acaf5c tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] [instance: b2bf5c0d-e3c0-46e3-ade0-50f0dc7dff46] Successfully updated port: d6b04007-0a47-4f29-b333-5221a3566313 {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1353.296534] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7b2f987a-cb9a-4242-94b7-1db5483c4d53 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Acquiring lock "refresh_cache-c26e95a2-1552-4c73-affe-a62df76b5efc" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1353.296634] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7b2f987a-cb9a-4242-94b7-1db5483c4d53 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Acquired lock "refresh_cache-c26e95a2-1552-4c73-affe-a62df76b5efc" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.296773] env[62438]: DEBUG nova.network.neutron [None req-7b2f987a-cb9a-4242-94b7-1db5483c4d53 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] [instance: c26e95a2-1552-4c73-affe-a62df76b5efc] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1353.437436] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7faf497a-43fb-400b-86a9-5f264e8a483a tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] Acquiring lock "65ded97d-a41b-4c21-b289-baa0d75c739b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1353.437757] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7faf497a-43fb-400b-86a9-5f264e8a483a tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] Lock "65ded97d-a41b-4c21-b289-baa0d75c739b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1353.525359] env[62438]: DEBUG oslo_vmware.api [None req-90b31392-ea27-4a09-b6e3-11990d33d49f tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] Task: {'id': task-1784408, 'name': ReconfigVM_Task, 'duration_secs': 0.476345} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.526967] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-90b31392-ea27-4a09-b6e3-11990d33d49f tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] [instance: 82e27b68-979a-4f73-a150-ce2d32360d46] Reconfigured VM instance instance-00000010 to attach disk [datastore1] 82e27b68-979a-4f73-a150-ce2d32360d46/82e27b68-979a-4f73-a150-ce2d32360d46.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1353.528117] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-769a4ad2-8217-4589-87dd-210a595af9dc {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.535262] env[62438]: DEBUG oslo_vmware.api [None req-90b31392-ea27-4a09-b6e3-11990d33d49f tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] Waiting for the task: (returnval){ [ 1353.535262] env[62438]: value = "task-1784409" [ 1353.535262] env[62438]: _type = "Task" [ 1353.535262] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.547924] env[62438]: DEBUG oslo_vmware.api [None req-90b31392-ea27-4a09-b6e3-11990d33d49f tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] Task: {'id': task-1784409, 'name': Rename_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.595206] env[62438]: DEBUG oslo_vmware.api [None req-a486e1b3-27ca-463f-af74-c7d08e2b03f3 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Task: {'id': task-1784407, 'name': PowerOnVM_Task, 'duration_secs': 0.70206} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.595928] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-a486e1b3-27ca-463f-af74-c7d08e2b03f3 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] [instance: e8cde59b-5e45-4f29-9fad-c96039006c88] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1353.599362] env[62438]: INFO nova.compute.manager [None req-a486e1b3-27ca-463f-af74-c7d08e2b03f3 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] [instance: e8cde59b-5e45-4f29-9fad-c96039006c88] Took 10.08 seconds to spawn the instance on the hypervisor. [ 1353.599362] env[62438]: DEBUG nova.compute.manager [None req-a486e1b3-27ca-463f-af74-c7d08e2b03f3 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] [instance: e8cde59b-5e45-4f29-9fad-c96039006c88] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1353.599362] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77404b53-3108-458d-bbf3-6abc3ce797e0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.675317] env[62438]: DEBUG oslo_concurrency.lockutils [req-ff3a3ec8-2975-43c3-a0d6-316c2cc9baf2 req-a0b7b77f-dc8d-447e-9a21-1ca23ba12c81 service nova] Releasing lock "refresh_cache-e8cde59b-5e45-4f29-9fad-c96039006c88" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1353.694928] env[62438]: DEBUG nova.compute.manager [None req-34e74e7a-42fc-4d06-b628-72f066f7ef1f tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] [instance: e70070c2-d6dc-4337-b3b5-3ca1395ae963] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1353.721342] env[62438]: DEBUG nova.virt.hardware [None req-34e74e7a-42fc-4d06-b628-72f066f7ef1f tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1353.721652] env[62438]: DEBUG nova.virt.hardware [None req-34e74e7a-42fc-4d06-b628-72f066f7ef1f tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1353.721823] env[62438]: DEBUG nova.virt.hardware [None req-34e74e7a-42fc-4d06-b628-72f066f7ef1f tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1353.722034] env[62438]: DEBUG nova.virt.hardware [None req-34e74e7a-42fc-4d06-b628-72f066f7ef1f tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1353.722219] env[62438]: DEBUG nova.virt.hardware [None req-34e74e7a-42fc-4d06-b628-72f066f7ef1f tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1353.722396] env[62438]: DEBUG nova.virt.hardware [None req-34e74e7a-42fc-4d06-b628-72f066f7ef1f tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1353.722630] env[62438]: DEBUG nova.virt.hardware [None req-34e74e7a-42fc-4d06-b628-72f066f7ef1f tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1353.722801] env[62438]: DEBUG nova.virt.hardware [None req-34e74e7a-42fc-4d06-b628-72f066f7ef1f tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1353.722974] env[62438]: DEBUG nova.virt.hardware [None req-34e74e7a-42fc-4d06-b628-72f066f7ef1f tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1353.723459] env[62438]: DEBUG nova.virt.hardware [None req-34e74e7a-42fc-4d06-b628-72f066f7ef1f tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1353.723459] env[62438]: DEBUG nova.virt.hardware [None req-34e74e7a-42fc-4d06-b628-72f066f7ef1f tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1353.724438] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-055cee91-28b9-417c-82c5-4c28ed7158ff {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.733487] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0cf94e7-68e6-4fec-8f76-aa00b6e98c89 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.782328] env[62438]: DEBUG nova.scheduler.client.report [None req-c9577814-8cf4-4903-8709-55be1182a7ed tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1353.790026] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d811a645-baed-4f3e-bbfe-484a64acaf5c tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] Acquiring lock "refresh_cache-b2bf5c0d-e3c0-46e3-ade0-50f0dc7dff46" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1353.790026] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d811a645-baed-4f3e-bbfe-484a64acaf5c tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] Acquired lock "refresh_cache-b2bf5c0d-e3c0-46e3-ade0-50f0dc7dff46" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.790026] env[62438]: DEBUG nova.network.neutron [None req-d811a645-baed-4f3e-bbfe-484a64acaf5c tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] [instance: b2bf5c0d-e3c0-46e3-ade0-50f0dc7dff46] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1353.836421] env[62438]: DEBUG nova.network.neutron [None req-7b2f987a-cb9a-4242-94b7-1db5483c4d53 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] [instance: c26e95a2-1552-4c73-affe-a62df76b5efc] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1353.941555] env[62438]: DEBUG nova.compute.manager [None req-7faf497a-43fb-400b-86a9-5f264e8a483a tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] [instance: 65ded97d-a41b-4c21-b289-baa0d75c739b] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1354.034201] env[62438]: DEBUG nova.network.neutron [None req-7b2f987a-cb9a-4242-94b7-1db5483c4d53 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] [instance: c26e95a2-1552-4c73-affe-a62df76b5efc] Updating instance_info_cache with network_info: [{"id": "03561e1a-240e-4732-9953-77c2420e55ef", "address": "fa:16:3e:74:df:c3", "network": {"id": "8e2a4cc9-3d97-4555-97e3-837d85836978", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "332326a11cdf4ec891065b36ccc5aa20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03561e1a-24", "ovs_interfaceid": "03561e1a-240e-4732-9953-77c2420e55ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1354.048392] env[62438]: DEBUG oslo_vmware.api [None req-90b31392-ea27-4a09-b6e3-11990d33d49f tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] Task: {'id': task-1784409, 'name': Rename_Task, 'duration_secs': 0.27584} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.049240] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-90b31392-ea27-4a09-b6e3-11990d33d49f tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] [instance: 82e27b68-979a-4f73-a150-ce2d32360d46] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1354.049628] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-04cbf3e2-f4eb-49b5-8933-649f8760e4f7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.056928] env[62438]: DEBUG oslo_vmware.api [None req-90b31392-ea27-4a09-b6e3-11990d33d49f tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] Waiting for the task: (returnval){ [ 1354.056928] env[62438]: value = "task-1784410" [ 1354.056928] env[62438]: _type = "Task" [ 1354.056928] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.067094] env[62438]: DEBUG oslo_vmware.api [None req-90b31392-ea27-4a09-b6e3-11990d33d49f tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] Task: {'id': task-1784410, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.124126] env[62438]: INFO nova.compute.manager [None req-a486e1b3-27ca-463f-af74-c7d08e2b03f3 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] [instance: e8cde59b-5e45-4f29-9fad-c96039006c88] Took 16.79 seconds to build instance. [ 1354.289636] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c9577814-8cf4-4903-8709-55be1182a7ed tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.628s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1354.290342] env[62438]: DEBUG nova.compute.manager [None req-c9577814-8cf4-4903-8709-55be1182a7ed tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1354.292953] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 7.915s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1354.293184] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1354.293374] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62438) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1354.293728] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1eb7bd67-7316-49ad-be75-fe6113e4a2ba tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.447s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1354.295866] env[62438]: INFO nova.compute.claims [None req-1eb7bd67-7316-49ad-be75-fe6113e4a2ba tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] [instance: 43727bec-0fad-43ee-b4e7-a1e48a7169b2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1354.301956] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-621881d9-9df2-4825-96bd-063800c67156 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.314265] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f7d90e-1efa-406d-bde4-b8e7ce02461f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.329242] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eeda714-35d3-4699-a73a-9928638671e0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.336401] env[62438]: DEBUG nova.network.neutron [None req-d811a645-baed-4f3e-bbfe-484a64acaf5c tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] [instance: b2bf5c0d-e3c0-46e3-ade0-50f0dc7dff46] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1354.339508] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-384079fa-5d64-49ca-80fb-9dece22420bc {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.372998] env[62438]: DEBUG nova.compute.manager [None req-410a6305-734f-4926-b034-c2d028e96a64 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] [instance: dafca806-482e-476d-aac6-f4844403efb3] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1354.373904] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181385MB free_disk=162GB free_vcpus=48 pci_devices=None {{(pid=62438) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1354.373904] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1354.378093] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d765fbd3-9a28-4160-abec-3220fc35df74 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.467723] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7faf497a-43fb-400b-86a9-5f264e8a483a tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1354.531405] env[62438]: DEBUG nova.network.neutron [None req-d811a645-baed-4f3e-bbfe-484a64acaf5c tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] [instance: b2bf5c0d-e3c0-46e3-ade0-50f0dc7dff46] Updating instance_info_cache with network_info: [{"id": "d6b04007-0a47-4f29-b333-5221a3566313", "address": "fa:16:3e:11:0d:18", "network": {"id": "d115d4db-fbce-4548-bc36-41c4537ca974", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-382786363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c2d5e11c2159451ca0514f08f33839f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6b04007-0a", "ovs_interfaceid": "d6b04007-0a47-4f29-b333-5221a3566313", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1354.538226] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7b2f987a-cb9a-4242-94b7-1db5483c4d53 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Releasing lock "refresh_cache-c26e95a2-1552-4c73-affe-a62df76b5efc" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1354.538226] env[62438]: DEBUG nova.compute.manager [None req-7b2f987a-cb9a-4242-94b7-1db5483c4d53 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] [instance: c26e95a2-1552-4c73-affe-a62df76b5efc] Instance network_info: |[{"id": "03561e1a-240e-4732-9953-77c2420e55ef", "address": "fa:16:3e:74:df:c3", "network": {"id": "8e2a4cc9-3d97-4555-97e3-837d85836978", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "332326a11cdf4ec891065b36ccc5aa20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03561e1a-24", "ovs_interfaceid": "03561e1a-240e-4732-9953-77c2420e55ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1354.538436] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-7b2f987a-cb9a-4242-94b7-1db5483c4d53 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] [instance: c26e95a2-1552-4c73-affe-a62df76b5efc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:df:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '359850cc-b061-4c9c-a61c-eb42e0f7c359', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '03561e1a-240e-4732-9953-77c2420e55ef', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1354.545897] env[62438]: DEBUG oslo.service.loopingcall [None req-7b2f987a-cb9a-4242-94b7-1db5483c4d53 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1354.546262] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c26e95a2-1552-4c73-affe-a62df76b5efc] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1354.547306] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-27ade797-179a-4299-889d-11189d67c7ca {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.574215] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1354.574215] env[62438]: value = "task-1784411" [ 1354.574215] env[62438]: _type = "Task" [ 1354.574215] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.577311] env[62438]: DEBUG oslo_vmware.api [None req-90b31392-ea27-4a09-b6e3-11990d33d49f tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] Task: {'id': task-1784410, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.586310] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784411, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.621725] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a486e1b3-27ca-463f-af74-c7d08e2b03f3 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Lock "e8cde59b-5e45-4f29-9fad-c96039006c88" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.305s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1354.803683] env[62438]: DEBUG nova.compute.utils [None req-c9577814-8cf4-4903-8709-55be1182a7ed tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1354.809291] env[62438]: DEBUG nova.compute.manager [None req-c9577814-8cf4-4903-8709-55be1182a7ed tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1354.809291] env[62438]: DEBUG nova.network.neutron [None req-c9577814-8cf4-4903-8709-55be1182a7ed tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1354.856520] env[62438]: DEBUG nova.policy [None req-c9577814-8cf4-4903-8709-55be1182a7ed tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e74422c2acac44a8a8303c0135989297', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4c7d5b4fe1064c71becc5699e8467387', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1354.891880] env[62438]: INFO nova.compute.manager [None req-410a6305-734f-4926-b034-c2d028e96a64 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] [instance: dafca806-482e-476d-aac6-f4844403efb3] instance snapshotting [ 1354.899494] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a595b6-377a-45fe-a32b-7483bcdc9cfb {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.927084] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ec249b0-b8a6-4e0c-8e32-fd9c2589caec {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.035142] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d811a645-baed-4f3e-bbfe-484a64acaf5c tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] Releasing lock "refresh_cache-b2bf5c0d-e3c0-46e3-ade0-50f0dc7dff46" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1355.035489] env[62438]: DEBUG nova.compute.manager [None req-d811a645-baed-4f3e-bbfe-484a64acaf5c tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] [instance: b2bf5c0d-e3c0-46e3-ade0-50f0dc7dff46] Instance network_info: |[{"id": "d6b04007-0a47-4f29-b333-5221a3566313", "address": "fa:16:3e:11:0d:18", "network": {"id": "d115d4db-fbce-4548-bc36-41c4537ca974", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-382786363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c2d5e11c2159451ca0514f08f33839f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6b04007-0a", "ovs_interfaceid": "d6b04007-0a47-4f29-b333-5221a3566313", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1355.035954] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-d811a645-baed-4f3e-bbfe-484a64acaf5c tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] [instance: b2bf5c0d-e3c0-46e3-ade0-50f0dc7dff46] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:0d:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe38bb7e-8bcb-419d-868f-0dc105c69651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd6b04007-0a47-4f29-b333-5221a3566313', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1355.047772] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-d811a645-baed-4f3e-bbfe-484a64acaf5c tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] Creating folder: Project (c2d5e11c2159451ca0514f08f33839f8). Parent ref: group-v370230. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1355.049306] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-409c332b-2568-4948-a1c2-23c860107aa1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.061746] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-d811a645-baed-4f3e-bbfe-484a64acaf5c tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] Created folder: Project (c2d5e11c2159451ca0514f08f33839f8) in parent group-v370230. [ 1355.061746] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-d811a645-baed-4f3e-bbfe-484a64acaf5c tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] Creating folder: Instances. Parent ref: group-v370282. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1355.061746] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2aef1a6d-5f7c-42c4-900d-641cc52d910d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.074014] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-d811a645-baed-4f3e-bbfe-484a64acaf5c tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] Created folder: Instances in parent group-v370282. [ 1355.074014] env[62438]: DEBUG oslo.service.loopingcall [None req-d811a645-baed-4f3e-bbfe-484a64acaf5c tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1355.075042] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2bf5c0d-e3c0-46e3-ade0-50f0dc7dff46] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1355.076117] env[62438]: DEBUG oslo_vmware.api [None req-90b31392-ea27-4a09-b6e3-11990d33d49f tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] Task: {'id': task-1784410, 'name': PowerOnVM_Task, 'duration_secs': 0.601497} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.076117] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fd7cab2e-cad4-4850-b3ae-33fe96964465 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.091936] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-90b31392-ea27-4a09-b6e3-11990d33d49f tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] [instance: 82e27b68-979a-4f73-a150-ce2d32360d46] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1355.092232] env[62438]: INFO nova.compute.manager [None req-90b31392-ea27-4a09-b6e3-11990d33d49f tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] [instance: 82e27b68-979a-4f73-a150-ce2d32360d46] Took 9.11 seconds to spawn the instance on the hypervisor. [ 1355.092481] env[62438]: DEBUG nova.compute.manager [None req-90b31392-ea27-4a09-b6e3-11990d33d49f tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] [instance: 82e27b68-979a-4f73-a150-ce2d32360d46] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1355.093394] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f95a5a6-d67c-47c1-94a4-499f07cdf371 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.113345] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784411, 'name': CreateVM_Task, 'duration_secs': 0.459173} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.113851] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1355.113851] env[62438]: value = "task-1784414" [ 1355.113851] env[62438]: _type = "Task" [ 1355.113851] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.114211] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c26e95a2-1552-4c73-affe-a62df76b5efc] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1355.114928] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7b2f987a-cb9a-4242-94b7-1db5483c4d53 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1355.115111] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7b2f987a-cb9a-4242-94b7-1db5483c4d53 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.115739] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7b2f987a-cb9a-4242-94b7-1db5483c4d53 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1355.123722] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edf4d293-345b-4cfd-97bf-875edc91ff1a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.123883] env[62438]: DEBUG oslo_vmware.api [None req-7b2f987a-cb9a-4242-94b7-1db5483c4d53 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Waiting for the task: (returnval){ [ 1355.123883] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5282c49a-0419-2754-cc02-389ac581ef1b" [ 1355.123883] env[62438]: _type = "Task" [ 1355.123883] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.127747] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784414, 'name': CreateVM_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.131889] env[62438]: DEBUG nova.network.neutron [None req-c9577814-8cf4-4903-8709-55be1182a7ed tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53] Successfully created port: 3fe31496-801c-4dca-916d-8a4a5066d5fb {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1355.137189] env[62438]: DEBUG oslo_vmware.api [None req-7b2f987a-cb9a-4242-94b7-1db5483c4d53 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5282c49a-0419-2754-cc02-389ac581ef1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.272353] env[62438]: DEBUG nova.compute.manager [req-fd3e0dca-e4a6-4d1e-bfe8-60c6aca0790c req-5118b9d4-20ad-4082-b996-9f8a72422e02 service nova] [instance: 82e27b68-979a-4f73-a150-ce2d32360d46] Received event network-changed-f6caa879-d70e-4d2f-8e35-f9315ffc4b40 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1355.272699] env[62438]: DEBUG nova.compute.manager [req-fd3e0dca-e4a6-4d1e-bfe8-60c6aca0790c req-5118b9d4-20ad-4082-b996-9f8a72422e02 service nova] [instance: 82e27b68-979a-4f73-a150-ce2d32360d46] Refreshing instance network info cache due to event network-changed-f6caa879-d70e-4d2f-8e35-f9315ffc4b40. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1355.272841] env[62438]: DEBUG oslo_concurrency.lockutils [req-fd3e0dca-e4a6-4d1e-bfe8-60c6aca0790c req-5118b9d4-20ad-4082-b996-9f8a72422e02 service nova] Acquiring lock "refresh_cache-82e27b68-979a-4f73-a150-ce2d32360d46" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1355.273046] env[62438]: DEBUG oslo_concurrency.lockutils [req-fd3e0dca-e4a6-4d1e-bfe8-60c6aca0790c req-5118b9d4-20ad-4082-b996-9f8a72422e02 service nova] Acquired lock "refresh_cache-82e27b68-979a-4f73-a150-ce2d32360d46" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.273222] env[62438]: DEBUG nova.network.neutron [req-fd3e0dca-e4a6-4d1e-bfe8-60c6aca0790c req-5118b9d4-20ad-4082-b996-9f8a72422e02 service nova] [instance: 82e27b68-979a-4f73-a150-ce2d32360d46] Refreshing network info cache for port f6caa879-d70e-4d2f-8e35-f9315ffc4b40 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1355.309019] env[62438]: DEBUG nova.compute.manager [None req-c9577814-8cf4-4903-8709-55be1182a7ed tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1355.439964] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-410a6305-734f-4926-b034-c2d028e96a64 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] [instance: dafca806-482e-476d-aac6-f4844403efb3] Creating Snapshot of the VM instance {{(pid=62438) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1355.440434] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a862a218-0a3d-4abb-b858-16e7acc8048d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.453639] env[62438]: DEBUG oslo_vmware.api [None req-410a6305-734f-4926-b034-c2d028e96a64 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Waiting for the task: (returnval){ [ 1355.453639] env[62438]: value = "task-1784415" [ 1355.453639] env[62438]: _type = "Task" [ 1355.453639] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.466355] env[62438]: DEBUG oslo_vmware.api [None req-410a6305-734f-4926-b034-c2d028e96a64 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Task: {'id': task-1784415, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.627916] env[62438]: INFO nova.compute.manager [None req-90b31392-ea27-4a09-b6e3-11990d33d49f tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] [instance: 82e27b68-979a-4f73-a150-ce2d32360d46] Took 15.05 seconds to build instance. [ 1355.645202] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784414, 'name': CreateVM_Task, 'duration_secs': 0.51695} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.646470] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2bf5c0d-e3c0-46e3-ade0-50f0dc7dff46] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1355.647233] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d811a645-baed-4f3e-bbfe-484a64acaf5c tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1355.652611] env[62438]: DEBUG oslo_vmware.api [None req-7b2f987a-cb9a-4242-94b7-1db5483c4d53 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5282c49a-0419-2754-cc02-389ac581ef1b, 'name': SearchDatastore_Task, 'duration_secs': 0.019523} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.652907] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7b2f987a-cb9a-4242-94b7-1db5483c4d53 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1355.653173] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-7b2f987a-cb9a-4242-94b7-1db5483c4d53 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] [instance: c26e95a2-1552-4c73-affe-a62df76b5efc] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1355.653503] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7b2f987a-cb9a-4242-94b7-1db5483c4d53 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1355.653745] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7b2f987a-cb9a-4242-94b7-1db5483c4d53 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.654026] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b2f987a-cb9a-4242-94b7-1db5483c4d53 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1355.654338] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d811a645-baed-4f3e-bbfe-484a64acaf5c tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.654660] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d811a645-baed-4f3e-bbfe-484a64acaf5c tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1355.654991] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-62197a7f-2d23-4925-bdf3-8d5d69a682c0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.656884] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e389fff-67ce-433a-8806-cc129c4e14c5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.665118] env[62438]: DEBUG oslo_vmware.api [None req-d811a645-baed-4f3e-bbfe-484a64acaf5c tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] Waiting for the task: (returnval){ [ 1355.665118] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52dd0abb-60bf-638e-b2d1-97a240775a83" [ 1355.665118] env[62438]: _type = "Task" [ 1355.665118] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.666584] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b2f987a-cb9a-4242-94b7-1db5483c4d53 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1355.666771] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-7b2f987a-cb9a-4242-94b7-1db5483c4d53 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1355.670608] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca1eb432-26f8-4135-a831-34c491442872 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.678240] env[62438]: DEBUG oslo_vmware.api [None req-d811a645-baed-4f3e-bbfe-484a64acaf5c tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52dd0abb-60bf-638e-b2d1-97a240775a83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.682160] env[62438]: DEBUG oslo_vmware.api [None req-7b2f987a-cb9a-4242-94b7-1db5483c4d53 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Waiting for the task: (returnval){ [ 1355.682160] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52966775-f758-93bf-250c-30100be4ec9f" [ 1355.682160] env[62438]: _type = "Task" [ 1355.682160] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.690150] env[62438]: DEBUG oslo_vmware.api [None req-7b2f987a-cb9a-4242-94b7-1db5483c4d53 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52966775-f758-93bf-250c-30100be4ec9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.753877] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4259630f-4f10-433e-9770-25b2e12f841a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.762307] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7364ab09-ffc2-4a6c-9a2e-5b1a1147d8c2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.799068] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e7f065a-aa6a-4d4a-a245-17cc825cdd20 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.809809] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd6dcb3-a976-444a-b8dc-29736b6e9587 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.812446] env[62438]: DEBUG nova.network.neutron [None req-34e74e7a-42fc-4d06-b628-72f066f7ef1f tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] [instance: e70070c2-d6dc-4337-b3b5-3ca1395ae963] Successfully updated port: 6b161ff5-a9bc-4651-bc4e-c5b9ef44f8fc {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1355.825561] env[62438]: DEBUG nova.compute.provider_tree [None req-1eb7bd67-7316-49ad-be75-fe6113e4a2ba tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1355.967081] env[62438]: DEBUG oslo_vmware.api [None req-410a6305-734f-4926-b034-c2d028e96a64 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Task: {'id': task-1784415, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.977943] env[62438]: DEBUG oslo_concurrency.lockutils [None req-621b26cd-d1a6-46eb-8bd5-708d3e2daeca tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] Acquiring lock "ee90abad-2628-4c6e-880a-23fb6e8088f1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1355.978559] env[62438]: DEBUG oslo_concurrency.lockutils [None req-621b26cd-d1a6-46eb-8bd5-708d3e2daeca tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] Lock "ee90abad-2628-4c6e-880a-23fb6e8088f1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1355.978803] env[62438]: DEBUG oslo_concurrency.lockutils [None req-621b26cd-d1a6-46eb-8bd5-708d3e2daeca tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] Acquiring lock "ee90abad-2628-4c6e-880a-23fb6e8088f1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1355.979068] env[62438]: DEBUG oslo_concurrency.lockutils [None req-621b26cd-d1a6-46eb-8bd5-708d3e2daeca tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] Lock "ee90abad-2628-4c6e-880a-23fb6e8088f1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1355.979272] env[62438]: DEBUG oslo_concurrency.lockutils [None req-621b26cd-d1a6-46eb-8bd5-708d3e2daeca tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] Lock "ee90abad-2628-4c6e-880a-23fb6e8088f1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1355.981992] env[62438]: INFO nova.compute.manager [None req-621b26cd-d1a6-46eb-8bd5-708d3e2daeca tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] [instance: ee90abad-2628-4c6e-880a-23fb6e8088f1] Terminating instance [ 1355.984256] env[62438]: DEBUG nova.compute.manager [None req-621b26cd-d1a6-46eb-8bd5-708d3e2daeca tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] [instance: ee90abad-2628-4c6e-880a-23fb6e8088f1] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1355.984502] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-621b26cd-d1a6-46eb-8bd5-708d3e2daeca tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] [instance: ee90abad-2628-4c6e-880a-23fb6e8088f1] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1355.985618] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a0fa72-e924-4462-bccc-2a1e1675f837 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.996849] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-621b26cd-d1a6-46eb-8bd5-708d3e2daeca tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] [instance: ee90abad-2628-4c6e-880a-23fb6e8088f1] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1355.997084] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-62ff7bf8-76d9-4b92-8d43-bd5a57bb6b63 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.004699] env[62438]: DEBUG oslo_vmware.api [None req-621b26cd-d1a6-46eb-8bd5-708d3e2daeca tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] Waiting for the task: (returnval){ [ 1356.004699] env[62438]: value = "task-1784416" [ 1356.004699] env[62438]: _type = "Task" [ 1356.004699] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.015756] env[62438]: DEBUG oslo_vmware.api [None req-621b26cd-d1a6-46eb-8bd5-708d3e2daeca tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] Task: {'id': task-1784416, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.144233] env[62438]: DEBUG oslo_concurrency.lockutils [None req-90b31392-ea27-4a09-b6e3-11990d33d49f tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] Lock "82e27b68-979a-4f73-a150-ce2d32360d46" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.576s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1356.182575] env[62438]: DEBUG oslo_vmware.api [None req-d811a645-baed-4f3e-bbfe-484a64acaf5c tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52dd0abb-60bf-638e-b2d1-97a240775a83, 'name': SearchDatastore_Task, 'duration_secs': 0.016753} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.182575] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d811a645-baed-4f3e-bbfe-484a64acaf5c tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1356.182575] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-d811a645-baed-4f3e-bbfe-484a64acaf5c tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] [instance: b2bf5c0d-e3c0-46e3-ade0-50f0dc7dff46] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1356.183060] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d811a645-baed-4f3e-bbfe-484a64acaf5c tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1356.194986] env[62438]: DEBUG oslo_vmware.api [None req-7b2f987a-cb9a-4242-94b7-1db5483c4d53 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52966775-f758-93bf-250c-30100be4ec9f, 'name': SearchDatastore_Task, 'duration_secs': 0.013661} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.196574] env[62438]: DEBUG nova.network.neutron [req-fd3e0dca-e4a6-4d1e-bfe8-60c6aca0790c req-5118b9d4-20ad-4082-b996-9f8a72422e02 service nova] [instance: 82e27b68-979a-4f73-a150-ce2d32360d46] Updated VIF entry in instance network info cache for port f6caa879-d70e-4d2f-8e35-f9315ffc4b40. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1356.197291] env[62438]: DEBUG nova.network.neutron [req-fd3e0dca-e4a6-4d1e-bfe8-60c6aca0790c req-5118b9d4-20ad-4082-b996-9f8a72422e02 service nova] [instance: 82e27b68-979a-4f73-a150-ce2d32360d46] Updating instance_info_cache with network_info: [{"id": "f6caa879-d70e-4d2f-8e35-f9315ffc4b40", "address": "fa:16:3e:96:25:c5", "network": {"id": "febf21c0-aada-4fdf-a97a-98ba896b2cc5", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-415629331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "678b596d748c44b2bc6a9300f3140fd7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6caa879-d7", "ovs_interfaceid": "f6caa879-d70e-4d2f-8e35-f9315ffc4b40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1356.198173] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1333a256-5dd1-4a57-a65f-f19e217418a7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.207940] env[62438]: DEBUG oslo_vmware.api [None req-7b2f987a-cb9a-4242-94b7-1db5483c4d53 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Waiting for the task: (returnval){ [ 1356.207940] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]525f1f72-68f2-9706-ac22-0131ebee48dc" [ 1356.207940] env[62438]: _type = "Task" [ 1356.207940] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.222547] env[62438]: DEBUG oslo_vmware.api [None req-7b2f987a-cb9a-4242-94b7-1db5483c4d53 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]525f1f72-68f2-9706-ac22-0131ebee48dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.328187] env[62438]: DEBUG oslo_concurrency.lockutils [None req-34e74e7a-42fc-4d06-b628-72f066f7ef1f tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Acquiring lock "refresh_cache-e70070c2-d6dc-4337-b3b5-3ca1395ae963" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1356.328441] env[62438]: DEBUG oslo_concurrency.lockutils [None req-34e74e7a-42fc-4d06-b628-72f066f7ef1f tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Acquired lock "refresh_cache-e70070c2-d6dc-4337-b3b5-3ca1395ae963" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.328622] env[62438]: DEBUG nova.network.neutron [None req-34e74e7a-42fc-4d06-b628-72f066f7ef1f tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] [instance: e70070c2-d6dc-4337-b3b5-3ca1395ae963] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1356.330729] env[62438]: DEBUG nova.compute.manager [None req-c9577814-8cf4-4903-8709-55be1182a7ed tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1356.335333] env[62438]: DEBUG nova.scheduler.client.report [None req-1eb7bd67-7316-49ad-be75-fe6113e4a2ba tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1356.372275] env[62438]: DEBUG nova.virt.hardware [None req-c9577814-8cf4-4903-8709-55be1182a7ed tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1356.372670] env[62438]: DEBUG nova.virt.hardware [None req-c9577814-8cf4-4903-8709-55be1182a7ed tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1356.372964] env[62438]: DEBUG nova.virt.hardware [None req-c9577814-8cf4-4903-8709-55be1182a7ed tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1356.373269] env[62438]: DEBUG nova.virt.hardware [None req-c9577814-8cf4-4903-8709-55be1182a7ed tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1356.373471] env[62438]: DEBUG nova.virt.hardware [None req-c9577814-8cf4-4903-8709-55be1182a7ed tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1356.373893] env[62438]: DEBUG nova.virt.hardware [None req-c9577814-8cf4-4903-8709-55be1182a7ed tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1356.374301] env[62438]: DEBUG nova.virt.hardware [None req-c9577814-8cf4-4903-8709-55be1182a7ed tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1356.374977] env[62438]: DEBUG nova.virt.hardware [None req-c9577814-8cf4-4903-8709-55be1182a7ed tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1356.375304] env[62438]: DEBUG nova.virt.hardware [None req-c9577814-8cf4-4903-8709-55be1182a7ed tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1356.375443] env[62438]: DEBUG nova.virt.hardware [None req-c9577814-8cf4-4903-8709-55be1182a7ed tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1356.375618] env[62438]: DEBUG nova.virt.hardware [None req-c9577814-8cf4-4903-8709-55be1182a7ed tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1356.377355] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e1540a1-004d-437a-8694-9a5adad11fdc {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.389627] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb4d387-0aa9-483e-8918-e78eed5edc94 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.491826] env[62438]: DEBUG oslo_vmware.api [None req-410a6305-734f-4926-b034-c2d028e96a64 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Task: {'id': task-1784415, 'name': CreateSnapshot_Task, 'duration_secs': 0.90224} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.492344] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-410a6305-734f-4926-b034-c2d028e96a64 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] [instance: dafca806-482e-476d-aac6-f4844403efb3] Created Snapshot of the VM instance {{(pid=62438) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1356.493159] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cf1b7a0-b441-4f20-b7b4-b48a85a92fc6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.529200] env[62438]: DEBUG oslo_vmware.api [None req-621b26cd-d1a6-46eb-8bd5-708d3e2daeca tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] Task: {'id': task-1784416, 'name': PowerOffVM_Task, 'duration_secs': 0.199297} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.531164] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-621b26cd-d1a6-46eb-8bd5-708d3e2daeca tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] [instance: ee90abad-2628-4c6e-880a-23fb6e8088f1] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1356.531164] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-621b26cd-d1a6-46eb-8bd5-708d3e2daeca tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] [instance: ee90abad-2628-4c6e-880a-23fb6e8088f1] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1356.531164] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2923c49f-53d4-4a57-b6cb-f37263b8f753 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.589333] env[62438]: DEBUG nova.compute.manager [req-df7f5233-c595-42b5-8b32-d04ffa27708a req-046e99a0-ea68-4b55-b485-b3d392cae2b4 service nova] [instance: c26e95a2-1552-4c73-affe-a62df76b5efc] Received event network-vif-plugged-03561e1a-240e-4732-9953-77c2420e55ef {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1356.589558] env[62438]: DEBUG oslo_concurrency.lockutils [req-df7f5233-c595-42b5-8b32-d04ffa27708a req-046e99a0-ea68-4b55-b485-b3d392cae2b4 service nova] Acquiring lock "c26e95a2-1552-4c73-affe-a62df76b5efc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1356.589937] env[62438]: DEBUG oslo_concurrency.lockutils [req-df7f5233-c595-42b5-8b32-d04ffa27708a req-046e99a0-ea68-4b55-b485-b3d392cae2b4 service nova] Lock "c26e95a2-1552-4c73-affe-a62df76b5efc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1356.590273] env[62438]: DEBUG oslo_concurrency.lockutils [req-df7f5233-c595-42b5-8b32-d04ffa27708a req-046e99a0-ea68-4b55-b485-b3d392cae2b4 service nova] Lock "c26e95a2-1552-4c73-affe-a62df76b5efc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1356.590485] env[62438]: DEBUG nova.compute.manager [req-df7f5233-c595-42b5-8b32-d04ffa27708a req-046e99a0-ea68-4b55-b485-b3d392cae2b4 service nova] [instance: c26e95a2-1552-4c73-affe-a62df76b5efc] No waiting events found dispatching network-vif-plugged-03561e1a-240e-4732-9953-77c2420e55ef {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1356.590661] env[62438]: WARNING nova.compute.manager [req-df7f5233-c595-42b5-8b32-d04ffa27708a req-046e99a0-ea68-4b55-b485-b3d392cae2b4 service nova] [instance: c26e95a2-1552-4c73-affe-a62df76b5efc] Received unexpected event network-vif-plugged-03561e1a-240e-4732-9953-77c2420e55ef for instance with vm_state building and task_state spawning. [ 1356.591402] env[62438]: DEBUG nova.compute.manager [req-df7f5233-c595-42b5-8b32-d04ffa27708a req-046e99a0-ea68-4b55-b485-b3d392cae2b4 service nova] [instance: c26e95a2-1552-4c73-affe-a62df76b5efc] Received event network-changed-03561e1a-240e-4732-9953-77c2420e55ef {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1356.591402] env[62438]: DEBUG nova.compute.manager [req-df7f5233-c595-42b5-8b32-d04ffa27708a req-046e99a0-ea68-4b55-b485-b3d392cae2b4 service nova] [instance: c26e95a2-1552-4c73-affe-a62df76b5efc] Refreshing instance network info cache due to event network-changed-03561e1a-240e-4732-9953-77c2420e55ef. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1356.591605] env[62438]: DEBUG oslo_concurrency.lockutils [req-df7f5233-c595-42b5-8b32-d04ffa27708a req-046e99a0-ea68-4b55-b485-b3d392cae2b4 service nova] Acquiring lock "refresh_cache-c26e95a2-1552-4c73-affe-a62df76b5efc" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1356.591766] env[62438]: DEBUG oslo_concurrency.lockutils [req-df7f5233-c595-42b5-8b32-d04ffa27708a req-046e99a0-ea68-4b55-b485-b3d392cae2b4 service nova] Acquired lock "refresh_cache-c26e95a2-1552-4c73-affe-a62df76b5efc" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.591932] env[62438]: DEBUG nova.network.neutron [req-df7f5233-c595-42b5-8b32-d04ffa27708a req-046e99a0-ea68-4b55-b485-b3d392cae2b4 service nova] [instance: c26e95a2-1552-4c73-affe-a62df76b5efc] Refreshing network info cache for port 03561e1a-240e-4732-9953-77c2420e55ef {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1356.614770] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-621b26cd-d1a6-46eb-8bd5-708d3e2daeca tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] [instance: ee90abad-2628-4c6e-880a-23fb6e8088f1] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1356.614770] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-621b26cd-d1a6-46eb-8bd5-708d3e2daeca tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] [instance: ee90abad-2628-4c6e-880a-23fb6e8088f1] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1356.614770] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-621b26cd-d1a6-46eb-8bd5-708d3e2daeca tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] Deleting the datastore file [datastore1] ee90abad-2628-4c6e-880a-23fb6e8088f1 {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1356.619231] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac4aa6ec-f9c2-48a4-847f-f7bb048aa35e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.633644] env[62438]: DEBUG oslo_vmware.api [None req-621b26cd-d1a6-46eb-8bd5-708d3e2daeca tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] Waiting for the task: (returnval){ [ 1356.633644] env[62438]: value = "task-1784418" [ 1356.633644] env[62438]: _type = "Task" [ 1356.633644] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.645602] env[62438]: DEBUG oslo_vmware.api [None req-621b26cd-d1a6-46eb-8bd5-708d3e2daeca tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] Task: {'id': task-1784418, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.702565] env[62438]: DEBUG oslo_concurrency.lockutils [req-fd3e0dca-e4a6-4d1e-bfe8-60c6aca0790c req-5118b9d4-20ad-4082-b996-9f8a72422e02 service nova] Releasing lock "refresh_cache-82e27b68-979a-4f73-a150-ce2d32360d46" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1356.720937] env[62438]: DEBUG oslo_vmware.api [None req-7b2f987a-cb9a-4242-94b7-1db5483c4d53 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]525f1f72-68f2-9706-ac22-0131ebee48dc, 'name': SearchDatastore_Task, 'duration_secs': 0.015056} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.721260] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7b2f987a-cb9a-4242-94b7-1db5483c4d53 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1356.721618] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b2f987a-cb9a-4242-94b7-1db5483c4d53 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] c26e95a2-1552-4c73-affe-a62df76b5efc/c26e95a2-1552-4c73-affe-a62df76b5efc.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1356.721921] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d811a645-baed-4f3e-bbfe-484a64acaf5c tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.722132] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-d811a645-baed-4f3e-bbfe-484a64acaf5c tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1356.722353] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5de22a90-ce2b-40d4-9005-d91b9db8fea1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.725152] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b611a309-08e5-458d-b068-3cac193ec60b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.733690] env[62438]: DEBUG oslo_vmware.api [None req-7b2f987a-cb9a-4242-94b7-1db5483c4d53 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Waiting for the task: (returnval){ [ 1356.733690] env[62438]: value = "task-1784419" [ 1356.733690] env[62438]: _type = "Task" [ 1356.733690] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.739266] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-d811a645-baed-4f3e-bbfe-484a64acaf5c tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1356.739646] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-d811a645-baed-4f3e-bbfe-484a64acaf5c tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1356.740826] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66da8320-a3f5-4fa5-a558-54db224c5db6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.747706] env[62438]: DEBUG oslo_vmware.api [None req-7b2f987a-cb9a-4242-94b7-1db5483c4d53 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Task: {'id': task-1784419, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.751289] env[62438]: DEBUG oslo_vmware.api [None req-d811a645-baed-4f3e-bbfe-484a64acaf5c tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] Waiting for the task: (returnval){ [ 1356.751289] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]522a2a35-60e1-5d82-0ba2-6a194e8d63ec" [ 1356.751289] env[62438]: _type = "Task" [ 1356.751289] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.759018] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2c237c4d-709d-418e-825b-c1b23ab8d2a5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Acquiring lock "da9c0fae-22ea-4a8a-b9de-e78fbcff5c7f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1356.759291] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2c237c4d-709d-418e-825b-c1b23ab8d2a5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Lock "da9c0fae-22ea-4a8a-b9de-e78fbcff5c7f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1356.764584] env[62438]: DEBUG oslo_vmware.api [None req-d811a645-baed-4f3e-bbfe-484a64acaf5c tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]522a2a35-60e1-5d82-0ba2-6a194e8d63ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.843170] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1eb7bd67-7316-49ad-be75-fe6113e4a2ba tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.549s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1356.843623] env[62438]: DEBUG nova.compute.manager [None req-1eb7bd67-7316-49ad-be75-fe6113e4a2ba tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] [instance: 43727bec-0fad-43ee-b4e7-a1e48a7169b2] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1356.847305] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f5bb1378-37c8-443d-85e4-bf5138bae204 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.940s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1356.848480] env[62438]: INFO nova.compute.claims [None req-f5bb1378-37c8-443d-85e4-bf5138bae204 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: f23e6ad1-e92d-4d2d-b09e-cec7d33c551d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1357.031549] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-410a6305-734f-4926-b034-c2d028e96a64 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] [instance: dafca806-482e-476d-aac6-f4844403efb3] Creating linked-clone VM from snapshot {{(pid=62438) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1357.032642] env[62438]: DEBUG nova.network.neutron [None req-34e74e7a-42fc-4d06-b628-72f066f7ef1f tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] [instance: e70070c2-d6dc-4337-b3b5-3ca1395ae963] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1357.035840] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-db12b0f7-9fb5-4c1b-9de5-2b2c4a175bf7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.046117] env[62438]: DEBUG oslo_vmware.api [None req-410a6305-734f-4926-b034-c2d028e96a64 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Waiting for the task: (returnval){ [ 1357.046117] env[62438]: value = "task-1784420" [ 1357.046117] env[62438]: _type = "Task" [ 1357.046117] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.057559] env[62438]: DEBUG oslo_vmware.api [None req-410a6305-734f-4926-b034-c2d028e96a64 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Task: {'id': task-1784420, 'name': CloneVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.148934] env[62438]: DEBUG oslo_vmware.api [None req-621b26cd-d1a6-46eb-8bd5-708d3e2daeca tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] Task: {'id': task-1784418, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.317245} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.149939] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-621b26cd-d1a6-46eb-8bd5-708d3e2daeca tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1357.149939] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-621b26cd-d1a6-46eb-8bd5-708d3e2daeca tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] [instance: ee90abad-2628-4c6e-880a-23fb6e8088f1] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1357.149939] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-621b26cd-d1a6-46eb-8bd5-708d3e2daeca tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] [instance: ee90abad-2628-4c6e-880a-23fb6e8088f1] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1357.151315] env[62438]: INFO nova.compute.manager [None req-621b26cd-d1a6-46eb-8bd5-708d3e2daeca tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] [instance: ee90abad-2628-4c6e-880a-23fb6e8088f1] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1357.151315] env[62438]: DEBUG oslo.service.loopingcall [None req-621b26cd-d1a6-46eb-8bd5-708d3e2daeca tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1357.151315] env[62438]: DEBUG nova.compute.manager [-] [instance: ee90abad-2628-4c6e-880a-23fb6e8088f1] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1357.151315] env[62438]: DEBUG nova.network.neutron [-] [instance: ee90abad-2628-4c6e-880a-23fb6e8088f1] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1357.248663] env[62438]: DEBUG oslo_vmware.api [None req-7b2f987a-cb9a-4242-94b7-1db5483c4d53 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Task: {'id': task-1784419, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.264857] env[62438]: DEBUG oslo_vmware.api [None req-d811a645-baed-4f3e-bbfe-484a64acaf5c tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]522a2a35-60e1-5d82-0ba2-6a194e8d63ec, 'name': SearchDatastore_Task, 'duration_secs': 0.025228} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.265735] env[62438]: DEBUG nova.compute.manager [None req-2c237c4d-709d-418e-825b-c1b23ab8d2a5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: da9c0fae-22ea-4a8a-b9de-e78fbcff5c7f] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1357.275023] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcff3ab3-aaeb-4e41-9cfd-bd4e7fe31b97 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.281391] env[62438]: DEBUG oslo_vmware.api [None req-d811a645-baed-4f3e-bbfe-484a64acaf5c tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] Waiting for the task: (returnval){ [ 1357.281391] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52158ff0-3644-36f8-ffe2-3ad9a217a8b5" [ 1357.281391] env[62438]: _type = "Task" [ 1357.281391] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.290895] env[62438]: DEBUG oslo_vmware.api [None req-d811a645-baed-4f3e-bbfe-484a64acaf5c tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52158ff0-3644-36f8-ffe2-3ad9a217a8b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.356472] env[62438]: DEBUG nova.compute.utils [None req-1eb7bd67-7316-49ad-be75-fe6113e4a2ba tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1357.358980] env[62438]: DEBUG nova.compute.manager [None req-1eb7bd67-7316-49ad-be75-fe6113e4a2ba tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] [instance: 43727bec-0fad-43ee-b4e7-a1e48a7169b2] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1357.359224] env[62438]: DEBUG nova.network.neutron [None req-1eb7bd67-7316-49ad-be75-fe6113e4a2ba tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] [instance: 43727bec-0fad-43ee-b4e7-a1e48a7169b2] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1357.414403] env[62438]: DEBUG nova.network.neutron [None req-34e74e7a-42fc-4d06-b628-72f066f7ef1f tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] [instance: e70070c2-d6dc-4337-b3b5-3ca1395ae963] Updating instance_info_cache with network_info: [{"id": "6b161ff5-a9bc-4651-bc4e-c5b9ef44f8fc", "address": "fa:16:3e:7c:20:5a", "network": {"id": "8e2a4cc9-3d97-4555-97e3-837d85836978", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.28", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "332326a11cdf4ec891065b36ccc5aa20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b161ff5-a9", "ovs_interfaceid": "6b161ff5-a9bc-4651-bc4e-c5b9ef44f8fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1357.463467] env[62438]: DEBUG nova.policy [None req-1eb7bd67-7316-49ad-be75-fe6113e4a2ba tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3448ccce565a47069fcdf0e4ece09cc1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '19c00de2f25148af9cc4f12b4db3af83', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1357.485346] env[62438]: DEBUG nova.network.neutron [None req-c9577814-8cf4-4903-8709-55be1182a7ed tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53] Successfully updated port: 3fe31496-801c-4dca-916d-8a4a5066d5fb {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1357.557480] env[62438]: DEBUG oslo_vmware.api [None req-410a6305-734f-4926-b034-c2d028e96a64 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Task: {'id': task-1784420, 'name': CloneVM_Task} progress is 94%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.749347] env[62438]: DEBUG oslo_vmware.api [None req-7b2f987a-cb9a-4242-94b7-1db5483c4d53 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Task: {'id': task-1784419, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.688043} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.749347] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b2f987a-cb9a-4242-94b7-1db5483c4d53 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] c26e95a2-1552-4c73-affe-a62df76b5efc/c26e95a2-1552-4c73-affe-a62df76b5efc.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1357.749347] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-7b2f987a-cb9a-4242-94b7-1db5483c4d53 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] [instance: c26e95a2-1552-4c73-affe-a62df76b5efc] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1357.749347] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e76a4fdd-1545-44d8-8c19-bbc2a0be8db5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.754574] env[62438]: DEBUG oslo_vmware.api [None req-7b2f987a-cb9a-4242-94b7-1db5483c4d53 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Waiting for the task: (returnval){ [ 1357.754574] env[62438]: value = "task-1784421" [ 1357.754574] env[62438]: _type = "Task" [ 1357.754574] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.765731] env[62438]: DEBUG oslo_vmware.api [None req-7b2f987a-cb9a-4242-94b7-1db5483c4d53 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Task: {'id': task-1784421, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.794587] env[62438]: DEBUG oslo_vmware.api [None req-d811a645-baed-4f3e-bbfe-484a64acaf5c tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52158ff0-3644-36f8-ffe2-3ad9a217a8b5, 'name': SearchDatastore_Task, 'duration_secs': 0.060595} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.798066] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d811a645-baed-4f3e-bbfe-484a64acaf5c tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1357.798226] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-d811a645-baed-4f3e-bbfe-484a64acaf5c tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] b2bf5c0d-e3c0-46e3-ade0-50f0dc7dff46/b2bf5c0d-e3c0-46e3-ade0-50f0dc7dff46.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1357.798428] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6fa6b3c2-e78b-4d99-aef4-657258b1c99d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.803777] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2c237c4d-709d-418e-825b-c1b23ab8d2a5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1357.806848] env[62438]: DEBUG oslo_vmware.api [None req-d811a645-baed-4f3e-bbfe-484a64acaf5c tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] Waiting for the task: (returnval){ [ 1357.806848] env[62438]: value = "task-1784422" [ 1357.806848] env[62438]: _type = "Task" [ 1357.806848] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.815824] env[62438]: DEBUG oslo_vmware.api [None req-d811a645-baed-4f3e-bbfe-484a64acaf5c tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] Task: {'id': task-1784422, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.866799] env[62438]: DEBUG nova.compute.manager [None req-1eb7bd67-7316-49ad-be75-fe6113e4a2ba tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] [instance: 43727bec-0fad-43ee-b4e7-a1e48a7169b2] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1357.919958] env[62438]: DEBUG oslo_concurrency.lockutils [None req-34e74e7a-42fc-4d06-b628-72f066f7ef1f tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Releasing lock "refresh_cache-e70070c2-d6dc-4337-b3b5-3ca1395ae963" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1357.919958] env[62438]: DEBUG nova.compute.manager [None req-34e74e7a-42fc-4d06-b628-72f066f7ef1f tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] [instance: e70070c2-d6dc-4337-b3b5-3ca1395ae963] Instance network_info: |[{"id": "6b161ff5-a9bc-4651-bc4e-c5b9ef44f8fc", "address": "fa:16:3e:7c:20:5a", "network": {"id": "8e2a4cc9-3d97-4555-97e3-837d85836978", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.28", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "332326a11cdf4ec891065b36ccc5aa20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b161ff5-a9", "ovs_interfaceid": "6b161ff5-a9bc-4651-bc4e-c5b9ef44f8fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1357.920156] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-34e74e7a-42fc-4d06-b628-72f066f7ef1f tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] [instance: e70070c2-d6dc-4337-b3b5-3ca1395ae963] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:20:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '359850cc-b061-4c9c-a61c-eb42e0f7c359', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6b161ff5-a9bc-4651-bc4e-c5b9ef44f8fc', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1357.929783] env[62438]: DEBUG oslo.service.loopingcall [None req-34e74e7a-42fc-4d06-b628-72f066f7ef1f tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1357.933857] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e70070c2-d6dc-4337-b3b5-3ca1395ae963] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1357.935353] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2bee9588-dd94-4c25-add4-be626972ea55 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.969524] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1357.969524] env[62438]: value = "task-1784423" [ 1357.969524] env[62438]: _type = "Task" [ 1357.969524] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.982045] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784423, 'name': CreateVM_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.985411] env[62438]: DEBUG nova.network.neutron [None req-1eb7bd67-7316-49ad-be75-fe6113e4a2ba tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] [instance: 43727bec-0fad-43ee-b4e7-a1e48a7169b2] Successfully created port: e4a5d99f-abef-419c-9bf9-d785e65223b0 {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1357.987881] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c9577814-8cf4-4903-8709-55be1182a7ed tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Acquiring lock "refresh_cache-ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1357.987970] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c9577814-8cf4-4903-8709-55be1182a7ed tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Acquired lock "refresh_cache-ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.988347] env[62438]: DEBUG nova.network.neutron [None req-c9577814-8cf4-4903-8709-55be1182a7ed tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1358.063365] env[62438]: DEBUG oslo_vmware.api [None req-410a6305-734f-4926-b034-c2d028e96a64 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Task: {'id': task-1784420, 'name': CloneVM_Task} progress is 94%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.273960] env[62438]: DEBUG oslo_vmware.api [None req-7b2f987a-cb9a-4242-94b7-1db5483c4d53 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Task: {'id': task-1784421, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097707} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.274532] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-7b2f987a-cb9a-4242-94b7-1db5483c4d53 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] [instance: c26e95a2-1552-4c73-affe-a62df76b5efc] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1358.275384] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b1683f-5b62-4715-93e9-c6e8aa6f1a3d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.311532] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b2f987a-cb9a-4242-94b7-1db5483c4d53 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] [instance: c26e95a2-1552-4c73-affe-a62df76b5efc] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] c26e95a2-1552-4c73-affe-a62df76b5efc/c26e95a2-1552-4c73-affe-a62df76b5efc.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1358.314868] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad1c86bc-cc55-4e83-9124-404b0bb4b0f0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.340488] env[62438]: DEBUG oslo_vmware.api [None req-d811a645-baed-4f3e-bbfe-484a64acaf5c tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] Task: {'id': task-1784422, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.342081] env[62438]: DEBUG oslo_vmware.api [None req-7b2f987a-cb9a-4242-94b7-1db5483c4d53 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Waiting for the task: (returnval){ [ 1358.342081] env[62438]: value = "task-1784424" [ 1358.342081] env[62438]: _type = "Task" [ 1358.342081] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.355333] env[62438]: DEBUG oslo_vmware.api [None req-7b2f987a-cb9a-4242-94b7-1db5483c4d53 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Task: {'id': task-1784424, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.400205] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49530ccc-94e2-44a2-8cdf-b90ca5b5a704 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.410130] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af14efcc-2ead-4c2e-9c1d-71ad04b2cb31 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.448273] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c4e7257-98a8-4d1f-beff-cdee879ff917 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.457377] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3464a16c-b1f8-4176-a604-0bac254b0629 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.472873] env[62438]: DEBUG nova.compute.provider_tree [None req-f5bb1378-37c8-443d-85e4-bf5138bae204 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Updating inventory in ProviderTree for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1358.486820] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784423, 'name': CreateVM_Task} progress is 25%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.535907] env[62438]: DEBUG nova.network.neutron [None req-c9577814-8cf4-4903-8709-55be1182a7ed tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1358.561028] env[62438]: DEBUG oslo_vmware.api [None req-410a6305-734f-4926-b034-c2d028e96a64 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Task: {'id': task-1784420, 'name': CloneVM_Task} progress is 94%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.723584] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ee446fa8-79ec-4fea-b72e-2852c8691186 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Acquiring lock "8234c07d-eb31-429f-b804-a3250ea396a0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1358.723836] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ee446fa8-79ec-4fea-b72e-2852c8691186 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Lock "8234c07d-eb31-429f-b804-a3250ea396a0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1358.792208] env[62438]: DEBUG nova.network.neutron [None req-c9577814-8cf4-4903-8709-55be1182a7ed tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53] Updating instance_info_cache with network_info: [{"id": "3fe31496-801c-4dca-916d-8a4a5066d5fb", "address": "fa:16:3e:5e:55:c3", "network": {"id": "8d95458f-de27-4303-9cbb-3fc3119be5c6", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1928252065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "4c7d5b4fe1064c71becc5699e8467387", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fe31496-80", "ovs_interfaceid": "3fe31496-801c-4dca-916d-8a4a5066d5fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1358.824269] env[62438]: DEBUG oslo_vmware.api [None req-d811a645-baed-4f3e-bbfe-484a64acaf5c tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] Task: {'id': task-1784422, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.657242} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.824605] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-d811a645-baed-4f3e-bbfe-484a64acaf5c tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] b2bf5c0d-e3c0-46e3-ade0-50f0dc7dff46/b2bf5c0d-e3c0-46e3-ade0-50f0dc7dff46.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1358.824922] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-d811a645-baed-4f3e-bbfe-484a64acaf5c tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] [instance: b2bf5c0d-e3c0-46e3-ade0-50f0dc7dff46] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1358.825233] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-981eea82-6f4e-4f74-af0a-8c9135593462 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.832317] env[62438]: DEBUG oslo_vmware.api [None req-d811a645-baed-4f3e-bbfe-484a64acaf5c tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] Waiting for the task: (returnval){ [ 1358.832317] env[62438]: value = "task-1784425" [ 1358.832317] env[62438]: _type = "Task" [ 1358.832317] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.841171] env[62438]: DEBUG oslo_vmware.api [None req-d811a645-baed-4f3e-bbfe-484a64acaf5c tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] Task: {'id': task-1784425, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.850814] env[62438]: DEBUG oslo_vmware.api [None req-7b2f987a-cb9a-4242-94b7-1db5483c4d53 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Task: {'id': task-1784424, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.879275] env[62438]: DEBUG nova.compute.manager [None req-1eb7bd67-7316-49ad-be75-fe6113e4a2ba tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] [instance: 43727bec-0fad-43ee-b4e7-a1e48a7169b2] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1358.909203] env[62438]: DEBUG nova.virt.hardware [None req-1eb7bd67-7316-49ad-be75-fe6113e4a2ba tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1358.909473] env[62438]: DEBUG nova.virt.hardware [None req-1eb7bd67-7316-49ad-be75-fe6113e4a2ba tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1358.909633] env[62438]: DEBUG nova.virt.hardware [None req-1eb7bd67-7316-49ad-be75-fe6113e4a2ba tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1358.909888] env[62438]: DEBUG nova.virt.hardware [None req-1eb7bd67-7316-49ad-be75-fe6113e4a2ba tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1358.910039] env[62438]: DEBUG nova.virt.hardware [None req-1eb7bd67-7316-49ad-be75-fe6113e4a2ba tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1358.910201] env[62438]: DEBUG nova.virt.hardware [None req-1eb7bd67-7316-49ad-be75-fe6113e4a2ba tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1358.910413] env[62438]: DEBUG nova.virt.hardware [None req-1eb7bd67-7316-49ad-be75-fe6113e4a2ba tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1358.910580] env[62438]: DEBUG nova.virt.hardware [None req-1eb7bd67-7316-49ad-be75-fe6113e4a2ba tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1358.910750] env[62438]: DEBUG nova.virt.hardware [None req-1eb7bd67-7316-49ad-be75-fe6113e4a2ba tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1358.910952] env[62438]: DEBUG nova.virt.hardware [None req-1eb7bd67-7316-49ad-be75-fe6113e4a2ba tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1358.911154] env[62438]: DEBUG nova.virt.hardware [None req-1eb7bd67-7316-49ad-be75-fe6113e4a2ba tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1358.912014] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c94743-be65-43e5-a374-bbfaf9194843 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.919983] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ccb8b7-e36e-48f8-8eb6-08e2b601f95a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.984722] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784423, 'name': CreateVM_Task} progress is 99%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.997738] env[62438]: ERROR nova.scheduler.client.report [None req-f5bb1378-37c8-443d-85e4-bf5138bae204 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [req-bdd3f316-c703-4ca7-8546-f3f33a05c18c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 3d204b25-fa3a-4320-b81b-738bc1f337f5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-bdd3f316-c703-4ca7-8546-f3f33a05c18c"}]} [ 1359.023356] env[62438]: DEBUG nova.scheduler.client.report [None req-f5bb1378-37c8-443d-85e4-bf5138bae204 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Refreshing inventories for resource provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1359.038904] env[62438]: DEBUG nova.scheduler.client.report [None req-f5bb1378-37c8-443d-85e4-bf5138bae204 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Updating ProviderTree inventory for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1359.039132] env[62438]: DEBUG nova.compute.provider_tree [None req-f5bb1378-37c8-443d-85e4-bf5138bae204 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Updating inventory in ProviderTree for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1359.054511] env[62438]: DEBUG nova.scheduler.client.report [None req-f5bb1378-37c8-443d-85e4-bf5138bae204 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Refreshing aggregate associations for resource provider 3d204b25-fa3a-4320-b81b-738bc1f337f5, aggregates: None {{(pid=62438) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1359.060482] env[62438]: DEBUG oslo_vmware.api [None req-410a6305-734f-4926-b034-c2d028e96a64 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Task: {'id': task-1784420, 'name': CloneVM_Task} progress is 95%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.079090] env[62438]: DEBUG nova.scheduler.client.report [None req-f5bb1378-37c8-443d-85e4-bf5138bae204 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Refreshing trait associations for resource provider 3d204b25-fa3a-4320-b81b-738bc1f337f5, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62438) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1359.104898] env[62438]: DEBUG nova.network.neutron [req-df7f5233-c595-42b5-8b32-d04ffa27708a req-046e99a0-ea68-4b55-b485-b3d392cae2b4 service nova] [instance: c26e95a2-1552-4c73-affe-a62df76b5efc] Updated VIF entry in instance network info cache for port 03561e1a-240e-4732-9953-77c2420e55ef. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1359.105474] env[62438]: DEBUG nova.network.neutron [req-df7f5233-c595-42b5-8b32-d04ffa27708a req-046e99a0-ea68-4b55-b485-b3d392cae2b4 service nova] [instance: c26e95a2-1552-4c73-affe-a62df76b5efc] Updating instance_info_cache with network_info: [{"id": "03561e1a-240e-4732-9953-77c2420e55ef", "address": "fa:16:3e:74:df:c3", "network": {"id": "8e2a4cc9-3d97-4555-97e3-837d85836978", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "332326a11cdf4ec891065b36ccc5aa20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03561e1a-24", "ovs_interfaceid": "03561e1a-240e-4732-9953-77c2420e55ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1359.227399] env[62438]: DEBUG nova.compute.manager [None req-ee446fa8-79ec-4fea-b72e-2852c8691186 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] [instance: 8234c07d-eb31-429f-b804-a3250ea396a0] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1359.294670] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c9577814-8cf4-4903-8709-55be1182a7ed tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Releasing lock "refresh_cache-ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1359.294983] env[62438]: DEBUG nova.compute.manager [None req-c9577814-8cf4-4903-8709-55be1182a7ed tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53] Instance network_info: |[{"id": "3fe31496-801c-4dca-916d-8a4a5066d5fb", "address": "fa:16:3e:5e:55:c3", "network": {"id": "8d95458f-de27-4303-9cbb-3fc3119be5c6", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1928252065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "4c7d5b4fe1064c71becc5699e8467387", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fe31496-80", "ovs_interfaceid": "3fe31496-801c-4dca-916d-8a4a5066d5fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1359.295426] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-c9577814-8cf4-4903-8709-55be1182a7ed tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:55:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '980cb890-345b-4bf8-990a-a2faec78e49c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3fe31496-801c-4dca-916d-8a4a5066d5fb', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1359.303062] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9577814-8cf4-4903-8709-55be1182a7ed tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Creating folder: Project (4c7d5b4fe1064c71becc5699e8467387). Parent ref: group-v370230. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1359.306515] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a093cf43-57f5-48d0-b922-25de6043f3e4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.318539] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-c9577814-8cf4-4903-8709-55be1182a7ed tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Created folder: Project (4c7d5b4fe1064c71becc5699e8467387) in parent group-v370230. [ 1359.319170] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9577814-8cf4-4903-8709-55be1182a7ed tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Creating folder: Instances. Parent ref: group-v370288. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1359.319170] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cb97c397-3084-49c2-8052-30af0e26990c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.329471] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-c9577814-8cf4-4903-8709-55be1182a7ed tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Created folder: Instances in parent group-v370288. [ 1359.329471] env[62438]: DEBUG oslo.service.loopingcall [None req-c9577814-8cf4-4903-8709-55be1182a7ed tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1359.329471] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1359.329471] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-acefbe51-7eed-46ee-b631-52bbc1cc00d3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.109566] env[62438]: DEBUG oslo_concurrency.lockutils [req-df7f5233-c595-42b5-8b32-d04ffa27708a req-046e99a0-ea68-4b55-b485-b3d392cae2b4 service nova] Releasing lock "refresh_cache-c26e95a2-1552-4c73-affe-a62df76b5efc" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1360.112271] env[62438]: DEBUG nova.network.neutron [-] [instance: ee90abad-2628-4c6e-880a-23fb6e8088f1] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1360.149102] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1360.149102] env[62438]: value = "task-1784428" [ 1360.149102] env[62438]: _type = "Task" [ 1360.149102] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.149102] env[62438]: DEBUG oslo_vmware.api [None req-7b2f987a-cb9a-4242-94b7-1db5483c4d53 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Task: {'id': task-1784424, 'name': ReconfigVM_Task, 'duration_secs': 0.692427} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.149102] env[62438]: DEBUG oslo_vmware.api [None req-d811a645-baed-4f3e-bbfe-484a64acaf5c tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] Task: {'id': task-1784425, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.235389} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.150524] env[62438]: DEBUG nova.network.neutron [None req-1eb7bd67-7316-49ad-be75-fe6113e4a2ba tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] [instance: 43727bec-0fad-43ee-b4e7-a1e48a7169b2] Successfully updated port: e4a5d99f-abef-419c-9bf9-d785e65223b0 {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1360.152530] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b2f987a-cb9a-4242-94b7-1db5483c4d53 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] [instance: c26e95a2-1552-4c73-affe-a62df76b5efc] Reconfigured VM instance instance-00000011 to attach disk [datastore1] c26e95a2-1552-4c73-affe-a62df76b5efc/c26e95a2-1552-4c73-affe-a62df76b5efc.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1360.153194] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-d811a645-baed-4f3e-bbfe-484a64acaf5c tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] [instance: b2bf5c0d-e3c0-46e3-ade0-50f0dc7dff46] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1360.164186] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-030eb263-0fc9-4347-b870-eca46e7af921 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.167428] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f30951e8-61fc-4883-b71f-33420cd9e228 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.170385] env[62438]: DEBUG oslo_vmware.api [None req-410a6305-734f-4926-b034-c2d028e96a64 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Task: {'id': task-1784420, 'name': CloneVM_Task, 'duration_secs': 2.504147} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.170439] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784423, 'name': CreateVM_Task, 'duration_secs': 1.473056} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.171591] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ee446fa8-79ec-4fea-b72e-2852c8691186 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1360.172271] env[62438]: INFO nova.virt.vmwareapi.vmops [None req-410a6305-734f-4926-b034-c2d028e96a64 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] [instance: dafca806-482e-476d-aac6-f4844403efb3] Created linked-clone VM from snapshot [ 1360.172468] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e70070c2-d6dc-4337-b3b5-3ca1395ae963] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1360.174380] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93ecd18d-0027-4418-b859-bf78ad8dc092 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.179016] env[62438]: DEBUG oslo_concurrency.lockutils [None req-34e74e7a-42fc-4d06-b628-72f066f7ef1f tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1360.179016] env[62438]: DEBUG oslo_concurrency.lockutils [None req-34e74e7a-42fc-4d06-b628-72f066f7ef1f tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.179016] env[62438]: DEBUG oslo_concurrency.lockutils [None req-34e74e7a-42fc-4d06-b628-72f066f7ef1f tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1360.196165] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a955683-8d93-4ceb-a07a-46edb24236ab {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.198672] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784428, 'name': CreateVM_Task} progress is 15%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.199176] env[62438]: DEBUG oslo_vmware.api [None req-7b2f987a-cb9a-4242-94b7-1db5483c4d53 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Waiting for the task: (returnval){ [ 1360.199176] env[62438]: value = "task-1784429" [ 1360.199176] env[62438]: _type = "Task" [ 1360.199176] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.209405] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-d811a645-baed-4f3e-bbfe-484a64acaf5c tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] [instance: b2bf5c0d-e3c0-46e3-ade0-50f0dc7dff46] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] b2bf5c0d-e3c0-46e3-ade0-50f0dc7dff46/b2bf5c0d-e3c0-46e3-ade0-50f0dc7dff46.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1360.213376] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2168a5f2-5a74-4f44-ace8-c1e55d866e36 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.237052] env[62438]: DEBUG nova.virt.vmwareapi.images [None req-410a6305-734f-4926-b034-c2d028e96a64 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] [instance: dafca806-482e-476d-aac6-f4844403efb3] Uploading image 2aa819bd-4701-46cc-ba25-fa222114e82c {{(pid=62438) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 1360.241693] env[62438]: DEBUG oslo_vmware.api [None req-34e74e7a-42fc-4d06-b628-72f066f7ef1f tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Waiting for the task: (returnval){ [ 1360.241693] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52b0f56b-e3be-6456-8836-3ed99ab949ef" [ 1360.241693] env[62438]: _type = "Task" [ 1360.241693] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.248674] env[62438]: DEBUG oslo_vmware.api [None req-d811a645-baed-4f3e-bbfe-484a64acaf5c tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] Waiting for the task: (returnval){ [ 1360.248674] env[62438]: value = "task-1784430" [ 1360.248674] env[62438]: _type = "Task" [ 1360.248674] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.253256] env[62438]: DEBUG oslo_vmware.api [None req-7b2f987a-cb9a-4242-94b7-1db5483c4d53 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Task: {'id': task-1784429, 'name': Rename_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.260179] env[62438]: DEBUG oslo_vmware.api [None req-34e74e7a-42fc-4d06-b628-72f066f7ef1f tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52b0f56b-e3be-6456-8836-3ed99ab949ef, 'name': SearchDatastore_Task, 'duration_secs': 0.012433} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.262830] env[62438]: DEBUG oslo_concurrency.lockutils [None req-34e74e7a-42fc-4d06-b628-72f066f7ef1f tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1360.262830] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-34e74e7a-42fc-4d06-b628-72f066f7ef1f tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] [instance: e70070c2-d6dc-4337-b3b5-3ca1395ae963] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1360.263124] env[62438]: DEBUG oslo_concurrency.lockutils [None req-34e74e7a-42fc-4d06-b628-72f066f7ef1f tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1360.263441] env[62438]: DEBUG oslo_concurrency.lockutils [None req-34e74e7a-42fc-4d06-b628-72f066f7ef1f tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.263441] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-34e74e7a-42fc-4d06-b628-72f066f7ef1f tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1360.267324] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3fb20a1c-c1ae-4d72-9897-0617ab055114 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.269651] env[62438]: DEBUG oslo_vmware.api [None req-d811a645-baed-4f3e-bbfe-484a64acaf5c tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] Task: {'id': task-1784430, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.274251] env[62438]: DEBUG oslo_vmware.rw_handles [None req-410a6305-734f-4926-b034-c2d028e96a64 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1360.274251] env[62438]: value = "vm-370286" [ 1360.274251] env[62438]: _type = "VirtualMachine" [ 1360.274251] env[62438]: }. {{(pid=62438) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1360.275151] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-cb242608-6835-4291-82e2-87835ced0452 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.282794] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-34e74e7a-42fc-4d06-b628-72f066f7ef1f tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1360.283051] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-34e74e7a-42fc-4d06-b628-72f066f7ef1f tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1360.283902] env[62438]: DEBUG oslo_vmware.rw_handles [None req-410a6305-734f-4926-b034-c2d028e96a64 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Lease: (returnval){ [ 1360.283902] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]526b2863-7c2a-7b95-a4e5-0ea03a661e11" [ 1360.283902] env[62438]: _type = "HttpNfcLease" [ 1360.283902] env[62438]: } obtained for exporting VM: (result){ [ 1360.283902] env[62438]: value = "vm-370286" [ 1360.283902] env[62438]: _type = "VirtualMachine" [ 1360.283902] env[62438]: }. {{(pid=62438) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1360.284337] env[62438]: DEBUG oslo_vmware.api [None req-410a6305-734f-4926-b034-c2d028e96a64 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Waiting for the lease: (returnval){ [ 1360.284337] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]526b2863-7c2a-7b95-a4e5-0ea03a661e11" [ 1360.284337] env[62438]: _type = "HttpNfcLease" [ 1360.284337] env[62438]: } to be ready. {{(pid=62438) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1360.284577] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de49d5a3-426e-43cc-a623-10783db5ced7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.297571] env[62438]: DEBUG oslo_vmware.api [None req-34e74e7a-42fc-4d06-b628-72f066f7ef1f tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Waiting for the task: (returnval){ [ 1360.297571] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52555271-aea4-6639-a463-db7c48697391" [ 1360.297571] env[62438]: _type = "Task" [ 1360.297571] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.299622] env[62438]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1360.299622] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]526b2863-7c2a-7b95-a4e5-0ea03a661e11" [ 1360.299622] env[62438]: _type = "HttpNfcLease" [ 1360.299622] env[62438]: } is ready. {{(pid=62438) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1360.303265] env[62438]: DEBUG oslo_vmware.rw_handles [None req-410a6305-734f-4926-b034-c2d028e96a64 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1360.303265] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]526b2863-7c2a-7b95-a4e5-0ea03a661e11" [ 1360.303265] env[62438]: _type = "HttpNfcLease" [ 1360.303265] env[62438]: }. {{(pid=62438) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1360.304677] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-959401b0-ecc8-4624-afe4-66a20d9e240b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.313065] env[62438]: DEBUG oslo_vmware.api [None req-34e74e7a-42fc-4d06-b628-72f066f7ef1f tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52555271-aea4-6639-a463-db7c48697391, 'name': SearchDatastore_Task, 'duration_secs': 0.01139} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.317470] env[62438]: DEBUG oslo_vmware.rw_handles [None req-410a6305-734f-4926-b034-c2d028e96a64 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f07df9-26da-7e3a-4e40-8b29780cf2b4/disk-0.vmdk from lease info. {{(pid=62438) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1360.317666] env[62438]: DEBUG oslo_vmware.rw_handles [None req-410a6305-734f-4926-b034-c2d028e96a64 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f07df9-26da-7e3a-4e40-8b29780cf2b4/disk-0.vmdk for reading. {{(pid=62438) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1360.321708] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae81624b-cab9-44f3-b771-f4794fb55e12 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.385855] env[62438]: DEBUG oslo_vmware.api [None req-34e74e7a-42fc-4d06-b628-72f066f7ef1f tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Waiting for the task: (returnval){ [ 1360.385855] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5245544b-7572-8021-fcc3-996f14fad9b9" [ 1360.385855] env[62438]: _type = "Task" [ 1360.385855] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.397824] env[62438]: DEBUG oslo_vmware.api [None req-34e74e7a-42fc-4d06-b628-72f066f7ef1f tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5245544b-7572-8021-fcc3-996f14fad9b9, 'name': SearchDatastore_Task, 'duration_secs': 0.021583} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.398196] env[62438]: DEBUG oslo_concurrency.lockutils [None req-34e74e7a-42fc-4d06-b628-72f066f7ef1f tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1360.398493] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-34e74e7a-42fc-4d06-b628-72f066f7ef1f tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] e70070c2-d6dc-4337-b3b5-3ca1395ae963/e70070c2-d6dc-4337-b3b5-3ca1395ae963.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1360.398823] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b8103e0c-8e27-49ec-81d3-6bca8e28191a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.409032] env[62438]: DEBUG oslo_vmware.api [None req-34e74e7a-42fc-4d06-b628-72f066f7ef1f tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Waiting for the task: (returnval){ [ 1360.409032] env[62438]: value = "task-1784432" [ 1360.409032] env[62438]: _type = "Task" [ 1360.409032] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.429092] env[62438]: DEBUG oslo_vmware.api [None req-34e74e7a-42fc-4d06-b628-72f066f7ef1f tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Task: {'id': task-1784432, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.436340] env[62438]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b7086a2a-e0f9-4c7b-96c6-da19658614ba {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.461933] env[62438]: DEBUG nova.compute.manager [req-f337b63d-afcc-4dce-8709-2007c31be1c1 req-e6bce2cd-b23e-43ac-af31-fc260ab0794e service nova] [instance: b2bf5c0d-e3c0-46e3-ade0-50f0dc7dff46] Received event network-vif-plugged-d6b04007-0a47-4f29-b333-5221a3566313 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1360.462199] env[62438]: DEBUG oslo_concurrency.lockutils [req-f337b63d-afcc-4dce-8709-2007c31be1c1 req-e6bce2cd-b23e-43ac-af31-fc260ab0794e service nova] Acquiring lock "b2bf5c0d-e3c0-46e3-ade0-50f0dc7dff46-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1360.462429] env[62438]: DEBUG oslo_concurrency.lockutils [req-f337b63d-afcc-4dce-8709-2007c31be1c1 req-e6bce2cd-b23e-43ac-af31-fc260ab0794e service nova] Lock "b2bf5c0d-e3c0-46e3-ade0-50f0dc7dff46-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1360.462612] env[62438]: DEBUG oslo_concurrency.lockutils [req-f337b63d-afcc-4dce-8709-2007c31be1c1 req-e6bce2cd-b23e-43ac-af31-fc260ab0794e service nova] Lock "b2bf5c0d-e3c0-46e3-ade0-50f0dc7dff46-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1360.462793] env[62438]: DEBUG nova.compute.manager [req-f337b63d-afcc-4dce-8709-2007c31be1c1 req-e6bce2cd-b23e-43ac-af31-fc260ab0794e service nova] [instance: b2bf5c0d-e3c0-46e3-ade0-50f0dc7dff46] No waiting events found dispatching network-vif-plugged-d6b04007-0a47-4f29-b333-5221a3566313 {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1360.463096] env[62438]: WARNING nova.compute.manager [req-f337b63d-afcc-4dce-8709-2007c31be1c1 req-e6bce2cd-b23e-43ac-af31-fc260ab0794e service nova] [instance: b2bf5c0d-e3c0-46e3-ade0-50f0dc7dff46] Received unexpected event network-vif-plugged-d6b04007-0a47-4f29-b333-5221a3566313 for instance with vm_state building and task_state spawning. [ 1360.463284] env[62438]: DEBUG nova.compute.manager [req-f337b63d-afcc-4dce-8709-2007c31be1c1 req-e6bce2cd-b23e-43ac-af31-fc260ab0794e service nova] [instance: b2bf5c0d-e3c0-46e3-ade0-50f0dc7dff46] Received event network-changed-d6b04007-0a47-4f29-b333-5221a3566313 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1360.463471] env[62438]: DEBUG nova.compute.manager [req-f337b63d-afcc-4dce-8709-2007c31be1c1 req-e6bce2cd-b23e-43ac-af31-fc260ab0794e service nova] [instance: b2bf5c0d-e3c0-46e3-ade0-50f0dc7dff46] Refreshing instance network info cache due to event network-changed-d6b04007-0a47-4f29-b333-5221a3566313. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1360.463674] env[62438]: DEBUG oslo_concurrency.lockutils [req-f337b63d-afcc-4dce-8709-2007c31be1c1 req-e6bce2cd-b23e-43ac-af31-fc260ab0794e service nova] Acquiring lock "refresh_cache-b2bf5c0d-e3c0-46e3-ade0-50f0dc7dff46" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1360.463831] env[62438]: DEBUG oslo_concurrency.lockutils [req-f337b63d-afcc-4dce-8709-2007c31be1c1 req-e6bce2cd-b23e-43ac-af31-fc260ab0794e service nova] Acquired lock "refresh_cache-b2bf5c0d-e3c0-46e3-ade0-50f0dc7dff46" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.464085] env[62438]: DEBUG nova.network.neutron [req-f337b63d-afcc-4dce-8709-2007c31be1c1 req-e6bce2cd-b23e-43ac-af31-fc260ab0794e service nova] [instance: b2bf5c0d-e3c0-46e3-ade0-50f0dc7dff46] Refreshing network info cache for port d6b04007-0a47-4f29-b333-5221a3566313 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1360.471697] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b37d4cc4-07f7-4d23-89cb-2f24ef8bff7e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.482419] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad561828-52bd-4380-8aee-99a99dbec2b2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.532114] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-452f51dc-d0e9-459a-a8fa-c38bbc54857d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.545423] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c1cf797-b1c1-4c5b-b5c0-6f9be6e6ce38 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.572356] env[62438]: DEBUG nova.compute.provider_tree [None req-f5bb1378-37c8-443d-85e4-bf5138bae204 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Updating inventory in ProviderTree for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1360.632914] env[62438]: INFO nova.compute.manager [-] [instance: ee90abad-2628-4c6e-880a-23fb6e8088f1] Took 3.48 seconds to deallocate network for instance. [ 1360.661404] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1eb7bd67-7316-49ad-be75-fe6113e4a2ba tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] Acquiring lock "refresh_cache-43727bec-0fad-43ee-b4e7-a1e48a7169b2" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1360.661404] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1eb7bd67-7316-49ad-be75-fe6113e4a2ba tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] Acquired lock "refresh_cache-43727bec-0fad-43ee-b4e7-a1e48a7169b2" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.661404] env[62438]: DEBUG nova.network.neutron [None req-1eb7bd67-7316-49ad-be75-fe6113e4a2ba tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] [instance: 43727bec-0fad-43ee-b4e7-a1e48a7169b2] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1360.676460] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784428, 'name': CreateVM_Task, 'duration_secs': 0.43293} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.676460] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1360.676460] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c9577814-8cf4-4903-8709-55be1182a7ed tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1360.676460] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c9577814-8cf4-4903-8709-55be1182a7ed tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.676460] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c9577814-8cf4-4903-8709-55be1182a7ed tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1360.676460] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0b74d2c-8bb8-46f7-90df-3e625ae6c4c4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.687263] env[62438]: DEBUG nova.compute.manager [req-d3fdda90-7f35-4cb4-8536-6aaf8967ef47 req-9259ca85-acf7-4ee6-bee5-e1cb03b855ea service nova] [instance: e70070c2-d6dc-4337-b3b5-3ca1395ae963] Received event network-vif-plugged-6b161ff5-a9bc-4651-bc4e-c5b9ef44f8fc {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1360.688411] env[62438]: DEBUG oslo_concurrency.lockutils [req-d3fdda90-7f35-4cb4-8536-6aaf8967ef47 req-9259ca85-acf7-4ee6-bee5-e1cb03b855ea service nova] Acquiring lock "e70070c2-d6dc-4337-b3b5-3ca1395ae963-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1360.693855] env[62438]: DEBUG oslo_concurrency.lockutils [req-d3fdda90-7f35-4cb4-8536-6aaf8967ef47 req-9259ca85-acf7-4ee6-bee5-e1cb03b855ea service nova] Lock "e70070c2-d6dc-4337-b3b5-3ca1395ae963-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1360.693855] env[62438]: DEBUG oslo_concurrency.lockutils [req-d3fdda90-7f35-4cb4-8536-6aaf8967ef47 req-9259ca85-acf7-4ee6-bee5-e1cb03b855ea service nova] Lock "e70070c2-d6dc-4337-b3b5-3ca1395ae963-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1360.693855] env[62438]: DEBUG nova.compute.manager [req-d3fdda90-7f35-4cb4-8536-6aaf8967ef47 req-9259ca85-acf7-4ee6-bee5-e1cb03b855ea service nova] [instance: e70070c2-d6dc-4337-b3b5-3ca1395ae963] No waiting events found dispatching network-vif-plugged-6b161ff5-a9bc-4651-bc4e-c5b9ef44f8fc {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1360.693855] env[62438]: WARNING nova.compute.manager [req-d3fdda90-7f35-4cb4-8536-6aaf8967ef47 req-9259ca85-acf7-4ee6-bee5-e1cb03b855ea service nova] [instance: e70070c2-d6dc-4337-b3b5-3ca1395ae963] Received unexpected event network-vif-plugged-6b161ff5-a9bc-4651-bc4e-c5b9ef44f8fc for instance with vm_state building and task_state spawning. [ 1360.693855] env[62438]: DEBUG nova.compute.manager [req-d3fdda90-7f35-4cb4-8536-6aaf8967ef47 req-9259ca85-acf7-4ee6-bee5-e1cb03b855ea service nova] [instance: e70070c2-d6dc-4337-b3b5-3ca1395ae963] Received event network-changed-6b161ff5-a9bc-4651-bc4e-c5b9ef44f8fc {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1360.695186] env[62438]: DEBUG nova.compute.manager [req-d3fdda90-7f35-4cb4-8536-6aaf8967ef47 req-9259ca85-acf7-4ee6-bee5-e1cb03b855ea service nova] [instance: e70070c2-d6dc-4337-b3b5-3ca1395ae963] Refreshing instance network info cache due to event network-changed-6b161ff5-a9bc-4651-bc4e-c5b9ef44f8fc. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1360.695186] env[62438]: DEBUG oslo_concurrency.lockutils [req-d3fdda90-7f35-4cb4-8536-6aaf8967ef47 req-9259ca85-acf7-4ee6-bee5-e1cb03b855ea service nova] Acquiring lock "refresh_cache-e70070c2-d6dc-4337-b3b5-3ca1395ae963" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1360.695186] env[62438]: DEBUG oslo_concurrency.lockutils [req-d3fdda90-7f35-4cb4-8536-6aaf8967ef47 req-9259ca85-acf7-4ee6-bee5-e1cb03b855ea service nova] Acquired lock "refresh_cache-e70070c2-d6dc-4337-b3b5-3ca1395ae963" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.695186] env[62438]: DEBUG nova.network.neutron [req-d3fdda90-7f35-4cb4-8536-6aaf8967ef47 req-9259ca85-acf7-4ee6-bee5-e1cb03b855ea service nova] [instance: e70070c2-d6dc-4337-b3b5-3ca1395ae963] Refreshing network info cache for port 6b161ff5-a9bc-4651-bc4e-c5b9ef44f8fc {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1360.702585] env[62438]: DEBUG oslo_vmware.api [None req-c9577814-8cf4-4903-8709-55be1182a7ed tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Waiting for the task: (returnval){ [ 1360.702585] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52ebcc7c-8b40-7e19-4fdf-a657caa69adf" [ 1360.702585] env[62438]: _type = "Task" [ 1360.702585] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.721256] env[62438]: DEBUG oslo_vmware.api [None req-c9577814-8cf4-4903-8709-55be1182a7ed tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52ebcc7c-8b40-7e19-4fdf-a657caa69adf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.733627] env[62438]: DEBUG oslo_vmware.api [None req-7b2f987a-cb9a-4242-94b7-1db5483c4d53 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Task: {'id': task-1784429, 'name': Rename_Task, 'duration_secs': 0.181524} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.736597] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b2f987a-cb9a-4242-94b7-1db5483c4d53 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] [instance: c26e95a2-1552-4c73-affe-a62df76b5efc] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1360.737171] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b7f8d46-db2c-40ff-99f6-fcdd50fb92d3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.746891] env[62438]: DEBUG oslo_vmware.api [None req-7b2f987a-cb9a-4242-94b7-1db5483c4d53 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Waiting for the task: (returnval){ [ 1360.746891] env[62438]: value = "task-1784433" [ 1360.746891] env[62438]: _type = "Task" [ 1360.746891] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.761978] env[62438]: DEBUG oslo_vmware.api [None req-7b2f987a-cb9a-4242-94b7-1db5483c4d53 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Task: {'id': task-1784433, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.782466] env[62438]: DEBUG oslo_vmware.api [None req-d811a645-baed-4f3e-bbfe-484a64acaf5c tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] Task: {'id': task-1784430, 'name': ReconfigVM_Task, 'duration_secs': 0.371665} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.783030] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-d811a645-baed-4f3e-bbfe-484a64acaf5c tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] [instance: b2bf5c0d-e3c0-46e3-ade0-50f0dc7dff46] Reconfigured VM instance instance-00000012 to attach disk [datastore1] b2bf5c0d-e3c0-46e3-ade0-50f0dc7dff46/b2bf5c0d-e3c0-46e3-ade0-50f0dc7dff46.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1360.784876] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1943e784-0c00-460a-95d4-bbdf1961adde {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.796639] env[62438]: DEBUG oslo_vmware.api [None req-d811a645-baed-4f3e-bbfe-484a64acaf5c tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] Waiting for the task: (returnval){ [ 1360.796639] env[62438]: value = "task-1784434" [ 1360.796639] env[62438]: _type = "Task" [ 1360.796639] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.810474] env[62438]: DEBUG oslo_vmware.api [None req-d811a645-baed-4f3e-bbfe-484a64acaf5c tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] Task: {'id': task-1784434, 'name': Rename_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.934448] env[62438]: DEBUG oslo_vmware.api [None req-34e74e7a-42fc-4d06-b628-72f066f7ef1f tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Task: {'id': task-1784432, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.085360] env[62438]: DEBUG oslo_concurrency.lockutils [None req-bc9c2cb7-6df2-453a-b58e-c6e2fe6f0f3f tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Acquiring lock "03448a20-9731-4076-bf51-852e9fc7f016" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1361.085430] env[62438]: DEBUG oslo_concurrency.lockutils [None req-bc9c2cb7-6df2-453a-b58e-c6e2fe6f0f3f tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Lock "03448a20-9731-4076-bf51-852e9fc7f016" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1361.086508] env[62438]: DEBUG nova.compute.manager [None req-bc9c2cb7-6df2-453a-b58e-c6e2fe6f0f3f tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 03448a20-9731-4076-bf51-852e9fc7f016] Going to confirm migration 1 {{(pid=62438) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4783}} [ 1361.137071] env[62438]: DEBUG nova.scheduler.client.report [None req-f5bb1378-37c8-443d-85e4-bf5138bae204 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Updated inventory for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with generation 35 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1361.137071] env[62438]: DEBUG nova.compute.provider_tree [None req-f5bb1378-37c8-443d-85e4-bf5138bae204 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Updating resource provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 generation from 35 to 36 during operation: update_inventory {{(pid=62438) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1361.137071] env[62438]: DEBUG nova.compute.provider_tree [None req-f5bb1378-37c8-443d-85e4-bf5138bae204 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Updating inventory in ProviderTree for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1361.147200] env[62438]: DEBUG oslo_concurrency.lockutils [None req-621b26cd-d1a6-46eb-8bd5-708d3e2daeca tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1361.187050] env[62438]: DEBUG oslo_vmware.rw_handles [None req-fbe1a623-4c80-4855-ac93-6840ab6bb4c5 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521d669a-ebea-3ce3-11ee-47cc4af7c4f2/disk-0.vmdk. {{(pid=62438) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1361.188877] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cf7260a-4c39-40d5-9597-4b7282924869 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.203084] env[62438]: DEBUG oslo_vmware.rw_handles [None req-fbe1a623-4c80-4855-ac93-6840ab6bb4c5 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521d669a-ebea-3ce3-11ee-47cc4af7c4f2/disk-0.vmdk is in state: ready. {{(pid=62438) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1361.203254] env[62438]: ERROR oslo_vmware.rw_handles [None req-fbe1a623-4c80-4855-ac93-6840ab6bb4c5 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521d669a-ebea-3ce3-11ee-47cc4af7c4f2/disk-0.vmdk due to incomplete transfer. [ 1361.203601] env[62438]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-697c2ab1-424f-4bf1-b516-5fd7b8c6a54e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.217233] env[62438]: DEBUG oslo_vmware.api [None req-c9577814-8cf4-4903-8709-55be1182a7ed tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52ebcc7c-8b40-7e19-4fdf-a657caa69adf, 'name': SearchDatastore_Task, 'duration_secs': 0.056489} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.219114] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c9577814-8cf4-4903-8709-55be1182a7ed tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1361.219762] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-c9577814-8cf4-4903-8709-55be1182a7ed tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1361.220337] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c9577814-8cf4-4903-8709-55be1182a7ed tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1361.220337] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c9577814-8cf4-4903-8709-55be1182a7ed tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.220337] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9577814-8cf4-4903-8709-55be1182a7ed tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1361.220672] env[62438]: DEBUG oslo_vmware.rw_handles [None req-fbe1a623-4c80-4855-ac93-6840ab6bb4c5 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521d669a-ebea-3ce3-11ee-47cc4af7c4f2/disk-0.vmdk. {{(pid=62438) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1361.221264] env[62438]: DEBUG nova.virt.vmwareapi.images [None req-fbe1a623-4c80-4855-ac93-6840ab6bb4c5 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: 123a890e-3772-4f4f-b12d-5fae028ee895] Uploaded image be362ce0-3413-4b34-89cd-7f835345cbcd to the Glance image server {{(pid=62438) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 1361.223041] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbe1a623-4c80-4855-ac93-6840ab6bb4c5 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: 123a890e-3772-4f4f-b12d-5fae028ee895] Destroying the VM {{(pid=62438) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 1361.226306] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a61dc3fa-2eb4-43fd-aafe-748c191feb8d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.228121] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-40cbf335-e070-4361-a748-6aca8272dca0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.234535] env[62438]: DEBUG oslo_vmware.api [None req-fbe1a623-4c80-4855-ac93-6840ab6bb4c5 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Waiting for the task: (returnval){ [ 1361.234535] env[62438]: value = "task-1784435" [ 1361.234535] env[62438]: _type = "Task" [ 1361.234535] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.239361] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9577814-8cf4-4903-8709-55be1182a7ed tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1361.239565] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-c9577814-8cf4-4903-8709-55be1182a7ed tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1361.240757] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ace34f6e-0ce5-4b5e-8c62-9d4c0e88c8cd {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.246509] env[62438]: DEBUG oslo_vmware.api [None req-fbe1a623-4c80-4855-ac93-6840ab6bb4c5 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Task: {'id': task-1784435, 'name': Destroy_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.252302] env[62438]: DEBUG oslo_vmware.api [None req-c9577814-8cf4-4903-8709-55be1182a7ed tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Waiting for the task: (returnval){ [ 1361.252302] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52106b03-6238-862c-5b7f-6d8f56e4f31c" [ 1361.252302] env[62438]: _type = "Task" [ 1361.252302] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.259513] env[62438]: DEBUG oslo_vmware.api [None req-7b2f987a-cb9a-4242-94b7-1db5483c4d53 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Task: {'id': task-1784433, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.264539] env[62438]: DEBUG oslo_vmware.api [None req-c9577814-8cf4-4903-8709-55be1182a7ed tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52106b03-6238-862c-5b7f-6d8f56e4f31c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.284715] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f37005dd-6952-45fa-8693-c80eaaed11c8 tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] Acquiring lock "82e27b68-979a-4f73-a150-ce2d32360d46" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1361.285710] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f37005dd-6952-45fa-8693-c80eaaed11c8 tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] Lock "82e27b68-979a-4f73-a150-ce2d32360d46" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1361.285710] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f37005dd-6952-45fa-8693-c80eaaed11c8 tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] Acquiring lock "82e27b68-979a-4f73-a150-ce2d32360d46-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1361.285710] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f37005dd-6952-45fa-8693-c80eaaed11c8 tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] Lock "82e27b68-979a-4f73-a150-ce2d32360d46-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1361.285710] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f37005dd-6952-45fa-8693-c80eaaed11c8 tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] Lock "82e27b68-979a-4f73-a150-ce2d32360d46-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1361.289993] env[62438]: INFO nova.compute.manager [None req-f37005dd-6952-45fa-8693-c80eaaed11c8 tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] [instance: 82e27b68-979a-4f73-a150-ce2d32360d46] Terminating instance [ 1361.298019] env[62438]: DEBUG nova.compute.manager [None req-f37005dd-6952-45fa-8693-c80eaaed11c8 tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] [instance: 82e27b68-979a-4f73-a150-ce2d32360d46] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1361.298019] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f37005dd-6952-45fa-8693-c80eaaed11c8 tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] [instance: 82e27b68-979a-4f73-a150-ce2d32360d46] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1361.298019] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb2cd8f3-b7a8-4942-8532-3eb35c521a16 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.309584] env[62438]: DEBUG oslo_vmware.api [None req-d811a645-baed-4f3e-bbfe-484a64acaf5c tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] Task: {'id': task-1784434, 'name': Rename_Task, 'duration_secs': 0.345309} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.312443] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-d811a645-baed-4f3e-bbfe-484a64acaf5c tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] [instance: b2bf5c0d-e3c0-46e3-ade0-50f0dc7dff46] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1361.314119] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-f37005dd-6952-45fa-8693-c80eaaed11c8 tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] [instance: 82e27b68-979a-4f73-a150-ce2d32360d46] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1361.315134] env[62438]: DEBUG nova.network.neutron [None req-1eb7bd67-7316-49ad-be75-fe6113e4a2ba tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] [instance: 43727bec-0fad-43ee-b4e7-a1e48a7169b2] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1361.317567] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-02611aba-7507-4512-a86c-07b05fd91a6b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.320096] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-410d2698-ec39-4972-9480-2468e630c1db {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.328327] env[62438]: DEBUG oslo_vmware.api [None req-d811a645-baed-4f3e-bbfe-484a64acaf5c tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] Waiting for the task: (returnval){ [ 1361.328327] env[62438]: value = "task-1784436" [ 1361.328327] env[62438]: _type = "Task" [ 1361.328327] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.330280] env[62438]: DEBUG oslo_vmware.api [None req-f37005dd-6952-45fa-8693-c80eaaed11c8 tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] Waiting for the task: (returnval){ [ 1361.330280] env[62438]: value = "task-1784437" [ 1361.330280] env[62438]: _type = "Task" [ 1361.330280] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.342586] env[62438]: DEBUG oslo_vmware.api [None req-d811a645-baed-4f3e-bbfe-484a64acaf5c tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] Task: {'id': task-1784436, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.345913] env[62438]: DEBUG oslo_vmware.api [None req-f37005dd-6952-45fa-8693-c80eaaed11c8 tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] Task: {'id': task-1784437, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.442269] env[62438]: DEBUG oslo_vmware.api [None req-34e74e7a-42fc-4d06-b628-72f066f7ef1f tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Task: {'id': task-1784432, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.598224} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.442269] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-34e74e7a-42fc-4d06-b628-72f066f7ef1f tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] e70070c2-d6dc-4337-b3b5-3ca1395ae963/e70070c2-d6dc-4337-b3b5-3ca1395ae963.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1361.442269] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-34e74e7a-42fc-4d06-b628-72f066f7ef1f tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] [instance: e70070c2-d6dc-4337-b3b5-3ca1395ae963] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1361.442618] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b7d5bd9d-f458-4053-b612-e0d00a52e6fe {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.451242] env[62438]: DEBUG oslo_vmware.api [None req-34e74e7a-42fc-4d06-b628-72f066f7ef1f tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Waiting for the task: (returnval){ [ 1361.451242] env[62438]: value = "task-1784438" [ 1361.451242] env[62438]: _type = "Task" [ 1361.451242] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.462316] env[62438]: DEBUG oslo_vmware.api [None req-34e74e7a-42fc-4d06-b628-72f066f7ef1f tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Task: {'id': task-1784438, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.645817] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f5bb1378-37c8-443d-85e4-bf5138bae204 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.799s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1361.646713] env[62438]: DEBUG nova.compute.manager [None req-f5bb1378-37c8-443d-85e4-bf5138bae204 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: f23e6ad1-e92d-4d2d-b09e-cec7d33c551d] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1361.651125] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a1046e3a-bc22-4cf8-990d-5827706055a9 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.497s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1361.651496] env[62438]: DEBUG nova.objects.instance [None req-a1046e3a-bc22-4cf8-990d-5827706055a9 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] Lazy-loading 'resources' on Instance uuid c1a86675-a28d-48e4-8fc3-b205726cdb7b {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1361.748777] env[62438]: DEBUG oslo_vmware.api [None req-fbe1a623-4c80-4855-ac93-6840ab6bb4c5 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Task: {'id': task-1784435, 'name': Destroy_Task} progress is 100%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.760081] env[62438]: DEBUG oslo_vmware.api [None req-7b2f987a-cb9a-4242-94b7-1db5483c4d53 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Task: {'id': task-1784433, 'name': PowerOnVM_Task, 'duration_secs': 0.845537} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.760560] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b2f987a-cb9a-4242-94b7-1db5483c4d53 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] [instance: c26e95a2-1552-4c73-affe-a62df76b5efc] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1361.761027] env[62438]: INFO nova.compute.manager [None req-7b2f987a-cb9a-4242-94b7-1db5483c4d53 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] [instance: c26e95a2-1552-4c73-affe-a62df76b5efc] Took 13.28 seconds to spawn the instance on the hypervisor. [ 1361.761027] env[62438]: DEBUG nova.compute.manager [None req-7b2f987a-cb9a-4242-94b7-1db5483c4d53 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] [instance: c26e95a2-1552-4c73-affe-a62df76b5efc] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1361.762185] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70146bf5-33e4-4504-ad4f-1c6943080c3b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.768217] env[62438]: DEBUG oslo_vmware.api [None req-c9577814-8cf4-4903-8709-55be1182a7ed tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52106b03-6238-862c-5b7f-6d8f56e4f31c, 'name': SearchDatastore_Task, 'duration_secs': 0.015641} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.770268] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b240e51-1242-4e02-bfc0-8f95526cc9af {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.788624] env[62438]: DEBUG oslo_vmware.api [None req-c9577814-8cf4-4903-8709-55be1182a7ed tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Waiting for the task: (returnval){ [ 1361.788624] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5264908b-cc0c-f84b-0d76-36215b02b832" [ 1361.788624] env[62438]: _type = "Task" [ 1361.788624] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.801543] env[62438]: DEBUG oslo_vmware.api [None req-c9577814-8cf4-4903-8709-55be1182a7ed tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5264908b-cc0c-f84b-0d76-36215b02b832, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.844762] env[62438]: DEBUG oslo_vmware.api [None req-d811a645-baed-4f3e-bbfe-484a64acaf5c tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] Task: {'id': task-1784436, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.848766] env[62438]: DEBUG oslo_vmware.api [None req-f37005dd-6952-45fa-8693-c80eaaed11c8 tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] Task: {'id': task-1784437, 'name': PowerOffVM_Task, 'duration_secs': 0.208587} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.849087] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-f37005dd-6952-45fa-8693-c80eaaed11c8 tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] [instance: 82e27b68-979a-4f73-a150-ce2d32360d46] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1361.850187] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f37005dd-6952-45fa-8693-c80eaaed11c8 tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] [instance: 82e27b68-979a-4f73-a150-ce2d32360d46] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1361.850187] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-75a6b77e-9b1c-418e-8e2d-2ea7a337052f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.931878] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f37005dd-6952-45fa-8693-c80eaaed11c8 tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] [instance: 82e27b68-979a-4f73-a150-ce2d32360d46] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1361.932372] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f37005dd-6952-45fa-8693-c80eaaed11c8 tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] [instance: 82e27b68-979a-4f73-a150-ce2d32360d46] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1361.939164] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-f37005dd-6952-45fa-8693-c80eaaed11c8 tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] Deleting the datastore file [datastore1] 82e27b68-979a-4f73-a150-ce2d32360d46 {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1361.939164] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6867cc20-4e7a-4fd7-a926-96d1af3e06d2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.943711] env[62438]: DEBUG oslo_vmware.api [None req-f37005dd-6952-45fa-8693-c80eaaed11c8 tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] Waiting for the task: (returnval){ [ 1361.943711] env[62438]: value = "task-1784440" [ 1361.943711] env[62438]: _type = "Task" [ 1361.943711] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.953311] env[62438]: DEBUG oslo_vmware.api [None req-f37005dd-6952-45fa-8693-c80eaaed11c8 tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] Task: {'id': task-1784440, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.961794] env[62438]: DEBUG oslo_vmware.api [None req-34e74e7a-42fc-4d06-b628-72f066f7ef1f tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Task: {'id': task-1784438, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088966} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.963246] env[62438]: DEBUG oslo_concurrency.lockutils [None req-bc9c2cb7-6df2-453a-b58e-c6e2fe6f0f3f tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Acquiring lock "refresh_cache-03448a20-9731-4076-bf51-852e9fc7f016" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1361.963780] env[62438]: DEBUG oslo_concurrency.lockutils [None req-bc9c2cb7-6df2-453a-b58e-c6e2fe6f0f3f tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Acquired lock "refresh_cache-03448a20-9731-4076-bf51-852e9fc7f016" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.963780] env[62438]: DEBUG nova.network.neutron [None req-bc9c2cb7-6df2-453a-b58e-c6e2fe6f0f3f tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 03448a20-9731-4076-bf51-852e9fc7f016] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1361.963867] env[62438]: DEBUG nova.objects.instance [None req-bc9c2cb7-6df2-453a-b58e-c6e2fe6f0f3f tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Lazy-loading 'info_cache' on Instance uuid 03448a20-9731-4076-bf51-852e9fc7f016 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1361.965230] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-34e74e7a-42fc-4d06-b628-72f066f7ef1f tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] [instance: e70070c2-d6dc-4337-b3b5-3ca1395ae963] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1361.966604] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e3baa5-503f-4afd-818b-4cb68b660332 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.989446] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-34e74e7a-42fc-4d06-b628-72f066f7ef1f tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] [instance: e70070c2-d6dc-4337-b3b5-3ca1395ae963] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] e70070c2-d6dc-4337-b3b5-3ca1395ae963/e70070c2-d6dc-4337-b3b5-3ca1395ae963.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1361.992286] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69b7aa4f-acf5-4f54-bfcf-ce5f332f99ef {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.015118] env[62438]: DEBUG oslo_vmware.api [None req-34e74e7a-42fc-4d06-b628-72f066f7ef1f tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Waiting for the task: (returnval){ [ 1362.015118] env[62438]: value = "task-1784441" [ 1362.015118] env[62438]: _type = "Task" [ 1362.015118] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.016078] env[62438]: DEBUG nova.network.neutron [req-f337b63d-afcc-4dce-8709-2007c31be1c1 req-e6bce2cd-b23e-43ac-af31-fc260ab0794e service nova] [instance: b2bf5c0d-e3c0-46e3-ade0-50f0dc7dff46] Updated VIF entry in instance network info cache for port d6b04007-0a47-4f29-b333-5221a3566313. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1362.016442] env[62438]: DEBUG nova.network.neutron [req-f337b63d-afcc-4dce-8709-2007c31be1c1 req-e6bce2cd-b23e-43ac-af31-fc260ab0794e service nova] [instance: b2bf5c0d-e3c0-46e3-ade0-50f0dc7dff46] Updating instance_info_cache with network_info: [{"id": "d6b04007-0a47-4f29-b333-5221a3566313", "address": "fa:16:3e:11:0d:18", "network": {"id": "d115d4db-fbce-4548-bc36-41c4537ca974", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-382786363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2d5e11c2159451ca0514f08f33839f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6b04007-0a", "ovs_interfaceid": "d6b04007-0a47-4f29-b333-5221a3566313", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1362.027953] env[62438]: DEBUG oslo_vmware.api [None req-34e74e7a-42fc-4d06-b628-72f066f7ef1f tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Task: {'id': task-1784441, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.163747] env[62438]: DEBUG nova.compute.utils [None req-f5bb1378-37c8-443d-85e4-bf5138bae204 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1362.166444] env[62438]: DEBUG nova.compute.manager [None req-f5bb1378-37c8-443d-85e4-bf5138bae204 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: f23e6ad1-e92d-4d2d-b09e-cec7d33c551d] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1362.166444] env[62438]: DEBUG nova.network.neutron [None req-f5bb1378-37c8-443d-85e4-bf5138bae204 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: f23e6ad1-e92d-4d2d-b09e-cec7d33c551d] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1362.244419] env[62438]: DEBUG oslo_vmware.api [None req-fbe1a623-4c80-4855-ac93-6840ab6bb4c5 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Task: {'id': task-1784435, 'name': Destroy_Task, 'duration_secs': 0.513178} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.244528] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-fbe1a623-4c80-4855-ac93-6840ab6bb4c5 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: 123a890e-3772-4f4f-b12d-5fae028ee895] Destroyed the VM [ 1362.245215] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-fbe1a623-4c80-4855-ac93-6840ab6bb4c5 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: 123a890e-3772-4f4f-b12d-5fae028ee895] Deleting Snapshot of the VM instance {{(pid=62438) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1362.245215] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6cd4ec9b-dc1e-46c6-be49-19cf1b85d711 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.254017] env[62438]: DEBUG oslo_vmware.api [None req-fbe1a623-4c80-4855-ac93-6840ab6bb4c5 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Waiting for the task: (returnval){ [ 1362.254017] env[62438]: value = "task-1784442" [ 1362.254017] env[62438]: _type = "Task" [ 1362.254017] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.263806] env[62438]: DEBUG oslo_vmware.api [None req-fbe1a623-4c80-4855-ac93-6840ab6bb4c5 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Task: {'id': task-1784442, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.272770] env[62438]: DEBUG nova.network.neutron [None req-1eb7bd67-7316-49ad-be75-fe6113e4a2ba tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] [instance: 43727bec-0fad-43ee-b4e7-a1e48a7169b2] Updating instance_info_cache with network_info: [{"id": "e4a5d99f-abef-419c-9bf9-d785e65223b0", "address": "fa:16:3e:d2:95:d4", "network": {"id": "fd0bd2c4-6689-47a4-bef4-1ddbb250a1aa", "bridge": "br-int", "label": "tempest-ServersTestJSON-2140065026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19c00de2f25148af9cc4f12b4db3af83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4a5d99f-ab", "ovs_interfaceid": "e4a5d99f-abef-419c-9bf9-d785e65223b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1362.288087] env[62438]: DEBUG nova.policy [None req-f5bb1378-37c8-443d-85e4-bf5138bae204 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cff4550dd3bd4917a5cb395ab12f398c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eee2ef2bcd664c558400dbccdc63582d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1362.304240] env[62438]: INFO nova.compute.manager [None req-7b2f987a-cb9a-4242-94b7-1db5483c4d53 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] [instance: c26e95a2-1552-4c73-affe-a62df76b5efc] Took 19.87 seconds to build instance. [ 1362.318292] env[62438]: DEBUG oslo_vmware.api [None req-c9577814-8cf4-4903-8709-55be1182a7ed tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5264908b-cc0c-f84b-0d76-36215b02b832, 'name': SearchDatastore_Task, 'duration_secs': 0.021716} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.319023] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c9577814-8cf4-4903-8709-55be1182a7ed tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1362.319393] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9577814-8cf4-4903-8709-55be1182a7ed tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53/ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1362.319822] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-59f992cf-a464-4fd2-9eef-ea3dee396395 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.331318] env[62438]: DEBUG oslo_vmware.api [None req-c9577814-8cf4-4903-8709-55be1182a7ed tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Waiting for the task: (returnval){ [ 1362.331318] env[62438]: value = "task-1784443" [ 1362.331318] env[62438]: _type = "Task" [ 1362.331318] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.347822] env[62438]: DEBUG oslo_vmware.api [None req-d811a645-baed-4f3e-bbfe-484a64acaf5c tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] Task: {'id': task-1784436, 'name': PowerOnVM_Task, 'duration_secs': 0.756636} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.355288] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-d811a645-baed-4f3e-bbfe-484a64acaf5c tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] [instance: b2bf5c0d-e3c0-46e3-ade0-50f0dc7dff46] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1362.355631] env[62438]: INFO nova.compute.manager [None req-d811a645-baed-4f3e-bbfe-484a64acaf5c tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] [instance: b2bf5c0d-e3c0-46e3-ade0-50f0dc7dff46] Took 11.35 seconds to spawn the instance on the hypervisor. [ 1362.356449] env[62438]: DEBUG nova.compute.manager [None req-d811a645-baed-4f3e-bbfe-484a64acaf5c tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] [instance: b2bf5c0d-e3c0-46e3-ade0-50f0dc7dff46] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1362.356800] env[62438]: DEBUG oslo_vmware.api [None req-c9577814-8cf4-4903-8709-55be1182a7ed tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1784443, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.359720] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c551d74-5195-4971-bcc7-f2f7e90ac66e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.461764] env[62438]: DEBUG oslo_vmware.api [None req-f37005dd-6952-45fa-8693-c80eaaed11c8 tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] Task: {'id': task-1784440, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.250769} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.462684] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-f37005dd-6952-45fa-8693-c80eaaed11c8 tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1362.463304] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f37005dd-6952-45fa-8693-c80eaaed11c8 tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] [instance: 82e27b68-979a-4f73-a150-ce2d32360d46] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1362.463554] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f37005dd-6952-45fa-8693-c80eaaed11c8 tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] [instance: 82e27b68-979a-4f73-a150-ce2d32360d46] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1362.463937] env[62438]: INFO nova.compute.manager [None req-f37005dd-6952-45fa-8693-c80eaaed11c8 tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] [instance: 82e27b68-979a-4f73-a150-ce2d32360d46] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1362.464538] env[62438]: DEBUG oslo.service.loopingcall [None req-f37005dd-6952-45fa-8693-c80eaaed11c8 tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1362.468984] env[62438]: DEBUG nova.compute.manager [-] [instance: 82e27b68-979a-4f73-a150-ce2d32360d46] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1362.468984] env[62438]: DEBUG nova.network.neutron [-] [instance: 82e27b68-979a-4f73-a150-ce2d32360d46] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1362.498575] env[62438]: DEBUG nova.network.neutron [req-d3fdda90-7f35-4cb4-8536-6aaf8967ef47 req-9259ca85-acf7-4ee6-bee5-e1cb03b855ea service nova] [instance: e70070c2-d6dc-4337-b3b5-3ca1395ae963] Updated VIF entry in instance network info cache for port 6b161ff5-a9bc-4651-bc4e-c5b9ef44f8fc. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1362.498930] env[62438]: DEBUG nova.network.neutron [req-d3fdda90-7f35-4cb4-8536-6aaf8967ef47 req-9259ca85-acf7-4ee6-bee5-e1cb03b855ea service nova] [instance: e70070c2-d6dc-4337-b3b5-3ca1395ae963] Updating instance_info_cache with network_info: [{"id": "6b161ff5-a9bc-4651-bc4e-c5b9ef44f8fc", "address": "fa:16:3e:7c:20:5a", "network": {"id": "8e2a4cc9-3d97-4555-97e3-837d85836978", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.28", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "332326a11cdf4ec891065b36ccc5aa20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b161ff5-a9", "ovs_interfaceid": "6b161ff5-a9bc-4651-bc4e-c5b9ef44f8fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1362.523025] env[62438]: DEBUG oslo_concurrency.lockutils [req-f337b63d-afcc-4dce-8709-2007c31be1c1 req-e6bce2cd-b23e-43ac-af31-fc260ab0794e service nova] Releasing lock "refresh_cache-b2bf5c0d-e3c0-46e3-ade0-50f0dc7dff46" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1362.523260] env[62438]: DEBUG nova.compute.manager [req-f337b63d-afcc-4dce-8709-2007c31be1c1 req-e6bce2cd-b23e-43ac-af31-fc260ab0794e service nova] [instance: ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53] Received event network-vif-plugged-3fe31496-801c-4dca-916d-8a4a5066d5fb {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1362.523523] env[62438]: DEBUG oslo_concurrency.lockutils [req-f337b63d-afcc-4dce-8709-2007c31be1c1 req-e6bce2cd-b23e-43ac-af31-fc260ab0794e service nova] Acquiring lock "ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1362.523715] env[62438]: DEBUG oslo_concurrency.lockutils [req-f337b63d-afcc-4dce-8709-2007c31be1c1 req-e6bce2cd-b23e-43ac-af31-fc260ab0794e service nova] Lock "ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1362.523888] env[62438]: DEBUG oslo_concurrency.lockutils [req-f337b63d-afcc-4dce-8709-2007c31be1c1 req-e6bce2cd-b23e-43ac-af31-fc260ab0794e service nova] Lock "ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1362.524074] env[62438]: DEBUG nova.compute.manager [req-f337b63d-afcc-4dce-8709-2007c31be1c1 req-e6bce2cd-b23e-43ac-af31-fc260ab0794e service nova] [instance: ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53] No waiting events found dispatching network-vif-plugged-3fe31496-801c-4dca-916d-8a4a5066d5fb {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1362.524271] env[62438]: WARNING nova.compute.manager [req-f337b63d-afcc-4dce-8709-2007c31be1c1 req-e6bce2cd-b23e-43ac-af31-fc260ab0794e service nova] [instance: ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53] Received unexpected event network-vif-plugged-3fe31496-801c-4dca-916d-8a4a5066d5fb for instance with vm_state building and task_state spawning. [ 1362.529024] env[62438]: DEBUG oslo_vmware.api [None req-34e74e7a-42fc-4d06-b628-72f066f7ef1f tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Task: {'id': task-1784441, 'name': ReconfigVM_Task, 'duration_secs': 0.413835} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.529421] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-34e74e7a-42fc-4d06-b628-72f066f7ef1f tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] [instance: e70070c2-d6dc-4337-b3b5-3ca1395ae963] Reconfigured VM instance instance-00000013 to attach disk [datastore1] e70070c2-d6dc-4337-b3b5-3ca1395ae963/e70070c2-d6dc-4337-b3b5-3ca1395ae963.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1362.530084] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3ef9059a-1ff8-4d5b-8f28-b62cecf5eb40 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.539658] env[62438]: DEBUG oslo_vmware.api [None req-34e74e7a-42fc-4d06-b628-72f066f7ef1f tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Waiting for the task: (returnval){ [ 1362.539658] env[62438]: value = "task-1784444" [ 1362.539658] env[62438]: _type = "Task" [ 1362.539658] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.553521] env[62438]: DEBUG oslo_vmware.api [None req-34e74e7a-42fc-4d06-b628-72f066f7ef1f tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Task: {'id': task-1784444, 'name': Rename_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.672542] env[62438]: DEBUG nova.compute.manager [None req-f5bb1378-37c8-443d-85e4-bf5138bae204 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: f23e6ad1-e92d-4d2d-b09e-cec7d33c551d] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1362.730530] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88cada10-698f-471a-bcc9-0eef129ce845 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.739560] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-983b3e75-8237-4832-92c0-c44c2006a859 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.778669] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-032be71d-a386-4551-8d4d-027fd0b0362b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.781433] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1eb7bd67-7316-49ad-be75-fe6113e4a2ba tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] Releasing lock "refresh_cache-43727bec-0fad-43ee-b4e7-a1e48a7169b2" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1362.781891] env[62438]: DEBUG nova.compute.manager [None req-1eb7bd67-7316-49ad-be75-fe6113e4a2ba tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] [instance: 43727bec-0fad-43ee-b4e7-a1e48a7169b2] Instance network_info: |[{"id": "e4a5d99f-abef-419c-9bf9-d785e65223b0", "address": "fa:16:3e:d2:95:d4", "network": {"id": "fd0bd2c4-6689-47a4-bef4-1ddbb250a1aa", "bridge": "br-int", "label": "tempest-ServersTestJSON-2140065026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19c00de2f25148af9cc4f12b4db3af83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4a5d99f-ab", "ovs_interfaceid": "e4a5d99f-abef-419c-9bf9-d785e65223b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1362.782665] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb7bd67-7316-49ad-be75-fe6113e4a2ba tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] [instance: 43727bec-0fad-43ee-b4e7-a1e48a7169b2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:95:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd2f5e5e2-e460-49ce-aa24-232e4a8007af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e4a5d99f-abef-419c-9bf9-d785e65223b0', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1362.793493] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eb7bd67-7316-49ad-be75-fe6113e4a2ba tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] Creating folder: Project (19c00de2f25148af9cc4f12b4db3af83). Parent ref: group-v370230. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1362.795624] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a6c6c6d1-b8ed-4c9c-b933-d50bd0a91c9a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.802893] env[62438]: DEBUG oslo_vmware.api [None req-fbe1a623-4c80-4855-ac93-6840ab6bb4c5 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Task: {'id': task-1784442, 'name': RemoveSnapshot_Task} progress is 78%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.804547] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce95fbc-02be-4af7-abc9-3999fe63fd35 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.812038] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7b2f987a-cb9a-4242-94b7-1db5483c4d53 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Lock "c26e95a2-1552-4c73-affe-a62df76b5efc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.403s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1362.812446] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-1eb7bd67-7316-49ad-be75-fe6113e4a2ba tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] Created folder: Project (19c00de2f25148af9cc4f12b4db3af83) in parent group-v370230. [ 1362.812511] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eb7bd67-7316-49ad-be75-fe6113e4a2ba tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] Creating folder: Instances. Parent ref: group-v370291. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1362.822843] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a58aadae-e13c-448c-8d7e-2709cd45034a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.825213] env[62438]: DEBUG nova.compute.provider_tree [None req-a1046e3a-bc22-4cf8-990d-5827706055a9 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1362.833858] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-1eb7bd67-7316-49ad-be75-fe6113e4a2ba tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] Created folder: Instances in parent group-v370291. [ 1362.834262] env[62438]: DEBUG oslo.service.loopingcall [None req-1eb7bd67-7316-49ad-be75-fe6113e4a2ba tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1362.834417] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43727bec-0fad-43ee-b4e7-a1e48a7169b2] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1362.834630] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d1b14e25-b36b-405c-9726-cc65a71e1f30 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.858270] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1362.858270] env[62438]: value = "task-1784447" [ 1362.858270] env[62438]: _type = "Task" [ 1362.858270] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.861831] env[62438]: DEBUG oslo_vmware.api [None req-c9577814-8cf4-4903-8709-55be1182a7ed tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1784443, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.871092] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784447, 'name': CreateVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.881246] env[62438]: INFO nova.compute.manager [None req-d811a645-baed-4f3e-bbfe-484a64acaf5c tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] [instance: b2bf5c0d-e3c0-46e3-ade0-50f0dc7dff46] Took 20.25 seconds to build instance. [ 1363.002317] env[62438]: DEBUG oslo_concurrency.lockutils [req-d3fdda90-7f35-4cb4-8536-6aaf8967ef47 req-9259ca85-acf7-4ee6-bee5-e1cb03b855ea service nova] Releasing lock "refresh_cache-e70070c2-d6dc-4337-b3b5-3ca1395ae963" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1363.054353] env[62438]: DEBUG oslo_vmware.api [None req-34e74e7a-42fc-4d06-b628-72f066f7ef1f tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Task: {'id': task-1784444, 'name': Rename_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.289945] env[62438]: DEBUG oslo_vmware.api [None req-fbe1a623-4c80-4855-ac93-6840ab6bb4c5 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Task: {'id': task-1784442, 'name': RemoveSnapshot_Task, 'duration_secs': 0.72519} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.290536] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-fbe1a623-4c80-4855-ac93-6840ab6bb4c5 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: 123a890e-3772-4f4f-b12d-5fae028ee895] Deleted Snapshot of the VM instance {{(pid=62438) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1363.290879] env[62438]: INFO nova.compute.manager [None req-fbe1a623-4c80-4855-ac93-6840ab6bb4c5 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: 123a890e-3772-4f4f-b12d-5fae028ee895] Took 15.62 seconds to snapshot the instance on the hypervisor. [ 1363.330948] env[62438]: DEBUG nova.scheduler.client.report [None req-a1046e3a-bc22-4cf8-990d-5827706055a9 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1363.339183] env[62438]: DEBUG nova.network.neutron [None req-f5bb1378-37c8-443d-85e4-bf5138bae204 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: f23e6ad1-e92d-4d2d-b09e-cec7d33c551d] Successfully created port: 2f981b4a-f525-48b0-b106-22f10c172551 {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1363.361900] env[62438]: DEBUG oslo_vmware.api [None req-c9577814-8cf4-4903-8709-55be1182a7ed tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1784443, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.373519] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784447, 'name': CreateVM_Task, 'duration_secs': 0.487399} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.373704] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43727bec-0fad-43ee-b4e7-a1e48a7169b2] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1363.374407] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1eb7bd67-7316-49ad-be75-fe6113e4a2ba tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1363.374570] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1eb7bd67-7316-49ad-be75-fe6113e4a2ba tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.374897] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1eb7bd67-7316-49ad-be75-fe6113e4a2ba tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1363.375487] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efd06f9b-09fc-4a36-9abb-db4b1a513652 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.380648] env[62438]: DEBUG oslo_vmware.api [None req-1eb7bd67-7316-49ad-be75-fe6113e4a2ba tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] Waiting for the task: (returnval){ [ 1363.380648] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5247e101-8331-b232-96dd-2feff94022e3" [ 1363.380648] env[62438]: _type = "Task" [ 1363.380648] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.381232] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d811a645-baed-4f3e-bbfe-484a64acaf5c tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] Lock "b2bf5c0d-e3c0-46e3-ade0-50f0dc7dff46" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.763s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1363.393835] env[62438]: DEBUG oslo_vmware.api [None req-1eb7bd67-7316-49ad-be75-fe6113e4a2ba tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5247e101-8331-b232-96dd-2feff94022e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.554749] env[62438]: DEBUG oslo_vmware.api [None req-34e74e7a-42fc-4d06-b628-72f066f7ef1f tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Task: {'id': task-1784444, 'name': Rename_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.689827] env[62438]: DEBUG nova.compute.manager [None req-f5bb1378-37c8-443d-85e4-bf5138bae204 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: f23e6ad1-e92d-4d2d-b09e-cec7d33c551d] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1363.729872] env[62438]: DEBUG nova.virt.hardware [None req-f5bb1378-37c8-443d-85e4-bf5138bae204 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1363.730262] env[62438]: DEBUG nova.virt.hardware [None req-f5bb1378-37c8-443d-85e4-bf5138bae204 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1363.730353] env[62438]: DEBUG nova.virt.hardware [None req-f5bb1378-37c8-443d-85e4-bf5138bae204 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1363.730568] env[62438]: DEBUG nova.virt.hardware [None req-f5bb1378-37c8-443d-85e4-bf5138bae204 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1363.730722] env[62438]: DEBUG nova.virt.hardware [None req-f5bb1378-37c8-443d-85e4-bf5138bae204 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1363.730870] env[62438]: DEBUG nova.virt.hardware [None req-f5bb1378-37c8-443d-85e4-bf5138bae204 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1363.731137] env[62438]: DEBUG nova.virt.hardware [None req-f5bb1378-37c8-443d-85e4-bf5138bae204 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1363.731325] env[62438]: DEBUG nova.virt.hardware [None req-f5bb1378-37c8-443d-85e4-bf5138bae204 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1363.731503] env[62438]: DEBUG nova.virt.hardware [None req-f5bb1378-37c8-443d-85e4-bf5138bae204 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1363.733042] env[62438]: DEBUG nova.virt.hardware [None req-f5bb1378-37c8-443d-85e4-bf5138bae204 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1363.733042] env[62438]: DEBUG nova.virt.hardware [None req-f5bb1378-37c8-443d-85e4-bf5138bae204 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1363.734339] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b09dc80-0d92-449d-87b6-5d165e4afa61 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.745063] env[62438]: DEBUG nova.network.neutron [None req-bc9c2cb7-6df2-453a-b58e-c6e2fe6f0f3f tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 03448a20-9731-4076-bf51-852e9fc7f016] Updating instance_info_cache with network_info: [{"id": "8db974b5-97b4-4a9f-9a20-cdd53f6c7780", "address": "fa:16:3e:87:a0:84", "network": {"id": "8e2a4cc9-3d97-4555-97e3-837d85836978", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "332326a11cdf4ec891065b36ccc5aa20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8db974b5-97", "ovs_interfaceid": "8db974b5-97b4-4a9f-9a20-cdd53f6c7780", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1363.749405] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc3a2ab2-83a0-496a-9bc2-5f6f9508a651 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.800772] env[62438]: DEBUG nova.network.neutron [-] [instance: 82e27b68-979a-4f73-a150-ce2d32360d46] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1363.846213] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a1046e3a-bc22-4cf8-990d-5827706055a9 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.194s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1363.852586] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ec0940ec-ca1a-41de-982c-a9d741aa564a tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.152s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1363.855753] env[62438]: INFO nova.compute.claims [None req-ec0940ec-ca1a-41de-982c-a9d741aa564a tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1363.878552] env[62438]: DEBUG oslo_vmware.api [None req-c9577814-8cf4-4903-8709-55be1182a7ed tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1784443, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.892140] env[62438]: DEBUG oslo_vmware.api [None req-1eb7bd67-7316-49ad-be75-fe6113e4a2ba tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5247e101-8331-b232-96dd-2feff94022e3, 'name': SearchDatastore_Task, 'duration_secs': 0.012881} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.893320] env[62438]: INFO nova.scheduler.client.report [None req-a1046e3a-bc22-4cf8-990d-5827706055a9 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] Deleted allocations for instance c1a86675-a28d-48e4-8fc3-b205726cdb7b [ 1363.894573] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1eb7bd67-7316-49ad-be75-fe6113e4a2ba tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1363.894821] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb7bd67-7316-49ad-be75-fe6113e4a2ba tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] [instance: 43727bec-0fad-43ee-b4e7-a1e48a7169b2] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1363.895095] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1eb7bd67-7316-49ad-be75-fe6113e4a2ba tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1363.895405] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1eb7bd67-7316-49ad-be75-fe6113e4a2ba tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.895604] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-1eb7bd67-7316-49ad-be75-fe6113e4a2ba tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1363.898578] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b60e000c-6205-4611-adf6-eb8d7ab461f3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.918558] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-1eb7bd67-7316-49ad-be75-fe6113e4a2ba tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1363.918784] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb7bd67-7316-49ad-be75-fe6113e4a2ba tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1363.920173] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2c49189-2ef7-47f9-9544-705755e8030d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.928900] env[62438]: DEBUG oslo_vmware.api [None req-1eb7bd67-7316-49ad-be75-fe6113e4a2ba tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] Waiting for the task: (returnval){ [ 1363.928900] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52dc06ac-8738-691f-7376-86655a633fc9" [ 1363.928900] env[62438]: _type = "Task" [ 1363.928900] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.938695] env[62438]: DEBUG oslo_vmware.api [None req-1eb7bd67-7316-49ad-be75-fe6113e4a2ba tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52dc06ac-8738-691f-7376-86655a633fc9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.991130] env[62438]: DEBUG nova.compute.manager [req-f1f9d825-c672-4d5a-9759-2e951fb19f9a req-9cec2072-689e-429d-8906-8f5514db1a38 service nova] [instance: ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53] Received event network-changed-3fe31496-801c-4dca-916d-8a4a5066d5fb {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1363.991193] env[62438]: DEBUG nova.compute.manager [req-f1f9d825-c672-4d5a-9759-2e951fb19f9a req-9cec2072-689e-429d-8906-8f5514db1a38 service nova] [instance: ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53] Refreshing instance network info cache due to event network-changed-3fe31496-801c-4dca-916d-8a4a5066d5fb. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1363.991510] env[62438]: DEBUG oslo_concurrency.lockutils [req-f1f9d825-c672-4d5a-9759-2e951fb19f9a req-9cec2072-689e-429d-8906-8f5514db1a38 service nova] Acquiring lock "refresh_cache-ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1363.991858] env[62438]: DEBUG oslo_concurrency.lockutils [req-f1f9d825-c672-4d5a-9759-2e951fb19f9a req-9cec2072-689e-429d-8906-8f5514db1a38 service nova] Acquired lock "refresh_cache-ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.992629] env[62438]: DEBUG nova.network.neutron [req-f1f9d825-c672-4d5a-9759-2e951fb19f9a req-9cec2072-689e-429d-8906-8f5514db1a38 service nova] [instance: ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53] Refreshing network info cache for port 3fe31496-801c-4dca-916d-8a4a5066d5fb {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1364.057442] env[62438]: DEBUG oslo_vmware.api [None req-34e74e7a-42fc-4d06-b628-72f066f7ef1f tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Task: {'id': task-1784444, 'name': Rename_Task, 'duration_secs': 1.196709} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.057442] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-34e74e7a-42fc-4d06-b628-72f066f7ef1f tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] [instance: e70070c2-d6dc-4337-b3b5-3ca1395ae963] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1364.057442] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38f40e9b-9507-4c6a-bd71-05661e9af442 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.064353] env[62438]: DEBUG oslo_vmware.api [None req-34e74e7a-42fc-4d06-b628-72f066f7ef1f tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Waiting for the task: (returnval){ [ 1364.064353] env[62438]: value = "task-1784448" [ 1364.064353] env[62438]: _type = "Task" [ 1364.064353] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.074222] env[62438]: DEBUG oslo_vmware.api [None req-34e74e7a-42fc-4d06-b628-72f066f7ef1f tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Task: {'id': task-1784448, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.129481] env[62438]: DEBUG nova.compute.manager [req-df55d7f8-e2f3-406d-9582-e32d83924c2d req-f90183bc-3178-48aa-a948-27273ee3a2e0 service nova] [instance: ee90abad-2628-4c6e-880a-23fb6e8088f1] Received event network-vif-deleted-135235f8-87dc-4f48-895e-51332501cf58 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1364.129481] env[62438]: DEBUG nova.compute.manager [req-df55d7f8-e2f3-406d-9582-e32d83924c2d req-f90183bc-3178-48aa-a948-27273ee3a2e0 service nova] [instance: e8cde59b-5e45-4f29-9fad-c96039006c88] Received event network-changed-df55bd2e-58e5-4602-ac1b-6558313ee8f9 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1364.129481] env[62438]: DEBUG nova.compute.manager [req-df55d7f8-e2f3-406d-9582-e32d83924c2d req-f90183bc-3178-48aa-a948-27273ee3a2e0 service nova] [instance: e8cde59b-5e45-4f29-9fad-c96039006c88] Refreshing instance network info cache due to event network-changed-df55bd2e-58e5-4602-ac1b-6558313ee8f9. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1364.129844] env[62438]: DEBUG oslo_concurrency.lockutils [req-df55d7f8-e2f3-406d-9582-e32d83924c2d req-f90183bc-3178-48aa-a948-27273ee3a2e0 service nova] Acquiring lock "refresh_cache-e8cde59b-5e45-4f29-9fad-c96039006c88" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1364.129844] env[62438]: DEBUG oslo_concurrency.lockutils [req-df55d7f8-e2f3-406d-9582-e32d83924c2d req-f90183bc-3178-48aa-a948-27273ee3a2e0 service nova] Acquired lock "refresh_cache-e8cde59b-5e45-4f29-9fad-c96039006c88" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.129844] env[62438]: DEBUG nova.network.neutron [req-df55d7f8-e2f3-406d-9582-e32d83924c2d req-f90183bc-3178-48aa-a948-27273ee3a2e0 service nova] [instance: e8cde59b-5e45-4f29-9fad-c96039006c88] Refreshing network info cache for port df55bd2e-58e5-4602-ac1b-6558313ee8f9 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1364.259656] env[62438]: DEBUG oslo_concurrency.lockutils [None req-bc9c2cb7-6df2-453a-b58e-c6e2fe6f0f3f tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Releasing lock "refresh_cache-03448a20-9731-4076-bf51-852e9fc7f016" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1364.259656] env[62438]: DEBUG nova.objects.instance [None req-bc9c2cb7-6df2-453a-b58e-c6e2fe6f0f3f tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Lazy-loading 'migration_context' on Instance uuid 03448a20-9731-4076-bf51-852e9fc7f016 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1364.305146] env[62438]: INFO nova.compute.manager [-] [instance: 82e27b68-979a-4f73-a150-ce2d32360d46] Took 1.84 seconds to deallocate network for instance. [ 1364.376903] env[62438]: DEBUG oslo_vmware.api [None req-c9577814-8cf4-4903-8709-55be1182a7ed tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1784443, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.719046} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.379277] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9577814-8cf4-4903-8709-55be1182a7ed tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53/ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1364.379277] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-c9577814-8cf4-4903-8709-55be1182a7ed tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1364.381014] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1d1abef5-4745-404e-95fb-2ebc52a938ce {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.388733] env[62438]: DEBUG oslo_vmware.api [None req-c9577814-8cf4-4903-8709-55be1182a7ed tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Waiting for the task: (returnval){ [ 1364.388733] env[62438]: value = "task-1784449" [ 1364.388733] env[62438]: _type = "Task" [ 1364.388733] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.401317] env[62438]: DEBUG oslo_vmware.api [None req-c9577814-8cf4-4903-8709-55be1182a7ed tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1784449, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.404939] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a1046e3a-bc22-4cf8-990d-5827706055a9 tempest-ServerDiagnosticsV248Test-956980456 tempest-ServerDiagnosticsV248Test-956980456-project-member] Lock "c1a86675-a28d-48e4-8fc3-b205726cdb7b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.187s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1364.449662] env[62438]: DEBUG oslo_vmware.api [None req-1eb7bd67-7316-49ad-be75-fe6113e4a2ba tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52dc06ac-8738-691f-7376-86655a633fc9, 'name': SearchDatastore_Task, 'duration_secs': 0.053372} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.449925] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c99365b-b99a-4b2d-84a4-6ffe9898d139 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.456319] env[62438]: DEBUG oslo_vmware.api [None req-1eb7bd67-7316-49ad-be75-fe6113e4a2ba tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] Waiting for the task: (returnval){ [ 1364.456319] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52b0f993-acc1-cf87-eb46-b5d8ab9964da" [ 1364.456319] env[62438]: _type = "Task" [ 1364.456319] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.466945] env[62438]: DEBUG oslo_vmware.api [None req-1eb7bd67-7316-49ad-be75-fe6113e4a2ba tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52b0f993-acc1-cf87-eb46-b5d8ab9964da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.579674] env[62438]: DEBUG oslo_vmware.api [None req-34e74e7a-42fc-4d06-b628-72f066f7ef1f tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Task: {'id': task-1784448, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.765566] env[62438]: DEBUG nova.objects.base [None req-bc9c2cb7-6df2-453a-b58e-c6e2fe6f0f3f tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Object Instance<03448a20-9731-4076-bf51-852e9fc7f016> lazy-loaded attributes: info_cache,migration_context {{(pid=62438) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1364.766456] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75139d15-49e0-43a2-b438-8c477a529699 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.787999] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa0696ee-ba28-4f6b-b845-19f5dc1c23e6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.794528] env[62438]: DEBUG oslo_vmware.api [None req-bc9c2cb7-6df2-453a-b58e-c6e2fe6f0f3f tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Waiting for the task: (returnval){ [ 1364.794528] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5286f7ae-804e-54ef-f5a3-878b2f4da759" [ 1364.794528] env[62438]: _type = "Task" [ 1364.794528] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.804905] env[62438]: DEBUG oslo_vmware.api [None req-bc9c2cb7-6df2-453a-b58e-c6e2fe6f0f3f tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5286f7ae-804e-54ef-f5a3-878b2f4da759, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.814865] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f37005dd-6952-45fa-8693-c80eaaed11c8 tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1364.898914] env[62438]: DEBUG oslo_vmware.api [None req-c9577814-8cf4-4903-8709-55be1182a7ed tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1784449, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067432} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.899287] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-c9577814-8cf4-4903-8709-55be1182a7ed tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1364.900391] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f37878cd-2f44-4b05-95cc-c067fc21b500 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.927365] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9577814-8cf4-4903-8709-55be1182a7ed tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53/ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1364.930872] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1cda3c4-ae3b-49e6-a274-fbffe2d08853 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.953019] env[62438]: DEBUG oslo_vmware.api [None req-c9577814-8cf4-4903-8709-55be1182a7ed tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Waiting for the task: (returnval){ [ 1364.953019] env[62438]: value = "task-1784450" [ 1364.953019] env[62438]: _type = "Task" [ 1364.953019] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.966199] env[62438]: DEBUG oslo_vmware.api [None req-c9577814-8cf4-4903-8709-55be1182a7ed tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1784450, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.972180] env[62438]: DEBUG oslo_vmware.api [None req-1eb7bd67-7316-49ad-be75-fe6113e4a2ba tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52b0f993-acc1-cf87-eb46-b5d8ab9964da, 'name': SearchDatastore_Task, 'duration_secs': 0.01363} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.972558] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1eb7bd67-7316-49ad-be75-fe6113e4a2ba tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1364.972764] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eb7bd67-7316-49ad-be75-fe6113e4a2ba tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 43727bec-0fad-43ee-b4e7-a1e48a7169b2/43727bec-0fad-43ee-b4e7-a1e48a7169b2.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1364.973053] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd91b7fc-5bee-4891-a60e-ae1eb0a7f94e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.982128] env[62438]: DEBUG oslo_vmware.api [None req-1eb7bd67-7316-49ad-be75-fe6113e4a2ba tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] Waiting for the task: (returnval){ [ 1364.982128] env[62438]: value = "task-1784451" [ 1364.982128] env[62438]: _type = "Task" [ 1364.982128] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.992159] env[62438]: DEBUG oslo_vmware.api [None req-1eb7bd67-7316-49ad-be75-fe6113e4a2ba tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] Task: {'id': task-1784451, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.075778] env[62438]: DEBUG oslo_vmware.api [None req-34e74e7a-42fc-4d06-b628-72f066f7ef1f tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Task: {'id': task-1784448, 'name': PowerOnVM_Task, 'duration_secs': 0.726759} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.079201] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-34e74e7a-42fc-4d06-b628-72f066f7ef1f tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] [instance: e70070c2-d6dc-4337-b3b5-3ca1395ae963] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1365.079461] env[62438]: INFO nova.compute.manager [None req-34e74e7a-42fc-4d06-b628-72f066f7ef1f tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] [instance: e70070c2-d6dc-4337-b3b5-3ca1395ae963] Took 11.38 seconds to spawn the instance on the hypervisor. [ 1365.079649] env[62438]: DEBUG nova.compute.manager [None req-34e74e7a-42fc-4d06-b628-72f066f7ef1f tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] [instance: e70070c2-d6dc-4337-b3b5-3ca1395ae963] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1365.081306] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e26d55da-b0eb-46c0-9964-6db4777000af {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.317095] env[62438]: DEBUG oslo_vmware.api [None req-bc9c2cb7-6df2-453a-b58e-c6e2fe6f0f3f tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5286f7ae-804e-54ef-f5a3-878b2f4da759, 'name': SearchDatastore_Task, 'duration_secs': 0.01036} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.321675] env[62438]: DEBUG oslo_concurrency.lockutils [None req-bc9c2cb7-6df2-453a-b58e-c6e2fe6f0f3f tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1365.339269] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-617664dd-2999-4f1e-ba75-e7e0ab11a6dc {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.348966] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bdd996b-0323-4eb9-bfce-84f7fafb2968 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.388294] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b3ddec-e7ab-4b5f-a1aa-77147c8308ec {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.398493] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc306d3c-807e-418a-9faa-810ddfbcd450 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.417274] env[62438]: DEBUG nova.compute.provider_tree [None req-ec0940ec-ca1a-41de-982c-a9d741aa564a tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1365.466868] env[62438]: DEBUG oslo_vmware.api [None req-c9577814-8cf4-4903-8709-55be1182a7ed tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1784450, 'name': ReconfigVM_Task, 'duration_secs': 0.349536} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.466868] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9577814-8cf4-4903-8709-55be1182a7ed tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53] Reconfigured VM instance instance-00000014 to attach disk [datastore1] ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53/ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1365.466868] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4a4ed54-2ec4-4b52-9551-b4a78a544171 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.474762] env[62438]: DEBUG oslo_vmware.api [None req-c9577814-8cf4-4903-8709-55be1182a7ed tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Waiting for the task: (returnval){ [ 1365.474762] env[62438]: value = "task-1784452" [ 1365.474762] env[62438]: _type = "Task" [ 1365.474762] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.485793] env[62438]: DEBUG oslo_vmware.api [None req-c9577814-8cf4-4903-8709-55be1182a7ed tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1784452, 'name': Rename_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.498616] env[62438]: DEBUG oslo_vmware.api [None req-1eb7bd67-7316-49ad-be75-fe6113e4a2ba tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] Task: {'id': task-1784451, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.607440] env[62438]: INFO nova.compute.manager [None req-34e74e7a-42fc-4d06-b628-72f066f7ef1f tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] [instance: e70070c2-d6dc-4337-b3b5-3ca1395ae963] Took 21.19 seconds to build instance. [ 1365.715465] env[62438]: DEBUG nova.network.neutron [req-f1f9d825-c672-4d5a-9759-2e951fb19f9a req-9cec2072-689e-429d-8906-8f5514db1a38 service nova] [instance: ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53] Updated VIF entry in instance network info cache for port 3fe31496-801c-4dca-916d-8a4a5066d5fb. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1365.716305] env[62438]: DEBUG nova.network.neutron [req-f1f9d825-c672-4d5a-9759-2e951fb19f9a req-9cec2072-689e-429d-8906-8f5514db1a38 service nova] [instance: ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53] Updating instance_info_cache with network_info: [{"id": "3fe31496-801c-4dca-916d-8a4a5066d5fb", "address": "fa:16:3e:5e:55:c3", "network": {"id": "8d95458f-de27-4303-9cbb-3fc3119be5c6", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1928252065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c7d5b4fe1064c71becc5699e8467387", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fe31496-80", "ovs_interfaceid": "3fe31496-801c-4dca-916d-8a4a5066d5fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1365.924198] env[62438]: DEBUG nova.scheduler.client.report [None req-ec0940ec-ca1a-41de-982c-a9d741aa564a tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1365.987426] env[62438]: DEBUG oslo_vmware.api [None req-c9577814-8cf4-4903-8709-55be1182a7ed tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1784452, 'name': Rename_Task} progress is 99%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.988430] env[62438]: DEBUG nova.network.neutron [req-df55d7f8-e2f3-406d-9582-e32d83924c2d req-f90183bc-3178-48aa-a948-27273ee3a2e0 service nova] [instance: e8cde59b-5e45-4f29-9fad-c96039006c88] Updated VIF entry in instance network info cache for port df55bd2e-58e5-4602-ac1b-6558313ee8f9. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1365.988802] env[62438]: DEBUG nova.network.neutron [req-df55d7f8-e2f3-406d-9582-e32d83924c2d req-f90183bc-3178-48aa-a948-27273ee3a2e0 service nova] [instance: e8cde59b-5e45-4f29-9fad-c96039006c88] Updating instance_info_cache with network_info: [{"id": "df55bd2e-58e5-4602-ac1b-6558313ee8f9", "address": "fa:16:3e:aa:ac:47", "network": {"id": "10da419d-de95-4e53-961a-e84506439a2f", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-645227556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c0ac7c5bf2a42f7a7e16dcd07113297", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbe1725d-6711-4e92-9a4e-d4802651e7d0", "external-id": "nsx-vlan-transportzone-679", "segmentation_id": 679, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf55bd2e-58", "ovs_interfaceid": "df55bd2e-58e5-4602-ac1b-6558313ee8f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1366.000282] env[62438]: DEBUG oslo_vmware.api [None req-1eb7bd67-7316-49ad-be75-fe6113e4a2ba tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] Task: {'id': task-1784451, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.649989} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.000673] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eb7bd67-7316-49ad-be75-fe6113e4a2ba tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 43727bec-0fad-43ee-b4e7-a1e48a7169b2/43727bec-0fad-43ee-b4e7-a1e48a7169b2.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1366.000792] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb7bd67-7316-49ad-be75-fe6113e4a2ba tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] [instance: 43727bec-0fad-43ee-b4e7-a1e48a7169b2] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1366.001093] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ba0b34cf-1ff7-4e62-9fe8-59ef7e58e559 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.010822] env[62438]: DEBUG oslo_vmware.api [None req-1eb7bd67-7316-49ad-be75-fe6113e4a2ba tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] Waiting for the task: (returnval){ [ 1366.010822] env[62438]: value = "task-1784453" [ 1366.010822] env[62438]: _type = "Task" [ 1366.010822] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.019579] env[62438]: DEBUG oslo_vmware.api [None req-1eb7bd67-7316-49ad-be75-fe6113e4a2ba tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] Task: {'id': task-1784453, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.064663] env[62438]: DEBUG oslo_concurrency.lockutils [None req-21a4847f-469a-454e-9ab8-d6ce121ab6cd tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] Acquiring lock "b2bf5c0d-e3c0-46e3-ade0-50f0dc7dff46" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1366.065161] env[62438]: DEBUG oslo_concurrency.lockutils [None req-21a4847f-469a-454e-9ab8-d6ce121ab6cd tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] Lock "b2bf5c0d-e3c0-46e3-ade0-50f0dc7dff46" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1366.065941] env[62438]: INFO nova.compute.manager [None req-21a4847f-469a-454e-9ab8-d6ce121ab6cd tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] [instance: b2bf5c0d-e3c0-46e3-ade0-50f0dc7dff46] Rebooting instance [ 1366.076418] env[62438]: DEBUG oslo_concurrency.lockutils [None req-75a59050-3f96-4680-83cd-b1e6a47f3873 tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] Acquiring lock "9eb5afb2-9f91-428d-9590-0037b30b33b3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1366.076684] env[62438]: DEBUG oslo_concurrency.lockutils [None req-75a59050-3f96-4680-83cd-b1e6a47f3873 tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] Lock "9eb5afb2-9f91-428d-9590-0037b30b33b3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1366.134357] env[62438]: DEBUG oslo_concurrency.lockutils [None req-34e74e7a-42fc-4d06-b628-72f066f7ef1f tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Lock "e70070c2-d6dc-4337-b3b5-3ca1395ae963" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.725s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1366.220545] env[62438]: DEBUG oslo_concurrency.lockutils [req-f1f9d825-c672-4d5a-9759-2e951fb19f9a req-9cec2072-689e-429d-8906-8f5514db1a38 service nova] Releasing lock "refresh_cache-ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1366.220545] env[62438]: DEBUG nova.compute.manager [req-f1f9d825-c672-4d5a-9759-2e951fb19f9a req-9cec2072-689e-429d-8906-8f5514db1a38 service nova] [instance: 43727bec-0fad-43ee-b4e7-a1e48a7169b2] Received event network-vif-plugged-e4a5d99f-abef-419c-9bf9-d785e65223b0 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1366.220545] env[62438]: DEBUG oslo_concurrency.lockutils [req-f1f9d825-c672-4d5a-9759-2e951fb19f9a req-9cec2072-689e-429d-8906-8f5514db1a38 service nova] Acquiring lock "43727bec-0fad-43ee-b4e7-a1e48a7169b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1366.220545] env[62438]: DEBUG oslo_concurrency.lockutils [req-f1f9d825-c672-4d5a-9759-2e951fb19f9a req-9cec2072-689e-429d-8906-8f5514db1a38 service nova] Lock "43727bec-0fad-43ee-b4e7-a1e48a7169b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1366.220545] env[62438]: DEBUG oslo_concurrency.lockutils [req-f1f9d825-c672-4d5a-9759-2e951fb19f9a req-9cec2072-689e-429d-8906-8f5514db1a38 service nova] Lock "43727bec-0fad-43ee-b4e7-a1e48a7169b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1366.220737] env[62438]: DEBUG nova.compute.manager [req-f1f9d825-c672-4d5a-9759-2e951fb19f9a req-9cec2072-689e-429d-8906-8f5514db1a38 service nova] [instance: 43727bec-0fad-43ee-b4e7-a1e48a7169b2] No waiting events found dispatching network-vif-plugged-e4a5d99f-abef-419c-9bf9-d785e65223b0 {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1366.220914] env[62438]: WARNING nova.compute.manager [req-f1f9d825-c672-4d5a-9759-2e951fb19f9a req-9cec2072-689e-429d-8906-8f5514db1a38 service nova] [instance: 43727bec-0fad-43ee-b4e7-a1e48a7169b2] Received unexpected event network-vif-plugged-e4a5d99f-abef-419c-9bf9-d785e65223b0 for instance with vm_state building and task_state spawning. [ 1366.221290] env[62438]: DEBUG nova.compute.manager [req-f1f9d825-c672-4d5a-9759-2e951fb19f9a req-9cec2072-689e-429d-8906-8f5514db1a38 service nova] [instance: 43727bec-0fad-43ee-b4e7-a1e48a7169b2] Received event network-changed-e4a5d99f-abef-419c-9bf9-d785e65223b0 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1366.223260] env[62438]: DEBUG nova.compute.manager [req-f1f9d825-c672-4d5a-9759-2e951fb19f9a req-9cec2072-689e-429d-8906-8f5514db1a38 service nova] [instance: 43727bec-0fad-43ee-b4e7-a1e48a7169b2] Refreshing instance network info cache due to event network-changed-e4a5d99f-abef-419c-9bf9-d785e65223b0. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1366.223260] env[62438]: DEBUG oslo_concurrency.lockutils [req-f1f9d825-c672-4d5a-9759-2e951fb19f9a req-9cec2072-689e-429d-8906-8f5514db1a38 service nova] Acquiring lock "refresh_cache-43727bec-0fad-43ee-b4e7-a1e48a7169b2" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1366.223260] env[62438]: DEBUG oslo_concurrency.lockutils [req-f1f9d825-c672-4d5a-9759-2e951fb19f9a req-9cec2072-689e-429d-8906-8f5514db1a38 service nova] Acquired lock "refresh_cache-43727bec-0fad-43ee-b4e7-a1e48a7169b2" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.223452] env[62438]: DEBUG nova.network.neutron [req-f1f9d825-c672-4d5a-9759-2e951fb19f9a req-9cec2072-689e-429d-8906-8f5514db1a38 service nova] [instance: 43727bec-0fad-43ee-b4e7-a1e48a7169b2] Refreshing network info cache for port e4a5d99f-abef-419c-9bf9-d785e65223b0 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1366.431383] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ec0940ec-ca1a-41de-982c-a9d741aa564a tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.577s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1366.431383] env[62438]: DEBUG nova.compute.manager [None req-ec0940ec-ca1a-41de-982c-a9d741aa564a tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1366.433595] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 12.060s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1366.499628] env[62438]: DEBUG oslo_concurrency.lockutils [req-df55d7f8-e2f3-406d-9582-e32d83924c2d req-f90183bc-3178-48aa-a948-27273ee3a2e0 service nova] Releasing lock "refresh_cache-e8cde59b-5e45-4f29-9fad-c96039006c88" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1366.500173] env[62438]: DEBUG oslo_vmware.api [None req-c9577814-8cf4-4903-8709-55be1182a7ed tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1784452, 'name': Rename_Task} progress is 99%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.522022] env[62438]: DEBUG oslo_vmware.api [None req-1eb7bd67-7316-49ad-be75-fe6113e4a2ba tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] Task: {'id': task-1784453, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071425} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.522022] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb7bd67-7316-49ad-be75-fe6113e4a2ba tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] [instance: 43727bec-0fad-43ee-b4e7-a1e48a7169b2] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1366.523668] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c382a2-e9a7-4b5d-9848-b7089786bf71 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.559348] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-1eb7bd67-7316-49ad-be75-fe6113e4a2ba tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] [instance: 43727bec-0fad-43ee-b4e7-a1e48a7169b2] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] 43727bec-0fad-43ee-b4e7-a1e48a7169b2/43727bec-0fad-43ee-b4e7-a1e48a7169b2.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1366.560571] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8194ed57-7e1d-4e39-876e-8da88446f20c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.592035] env[62438]: DEBUG nova.compute.manager [None req-75a59050-3f96-4680-83cd-b1e6a47f3873 tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] [instance: 9eb5afb2-9f91-428d-9590-0037b30b33b3] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1366.604130] env[62438]: DEBUG oslo_vmware.api [None req-1eb7bd67-7316-49ad-be75-fe6113e4a2ba tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] Waiting for the task: (returnval){ [ 1366.604130] env[62438]: value = "task-1784454" [ 1366.604130] env[62438]: _type = "Task" [ 1366.604130] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.616088] env[62438]: DEBUG oslo_vmware.api [None req-1eb7bd67-7316-49ad-be75-fe6113e4a2ba tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] Task: {'id': task-1784454, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.618423] env[62438]: DEBUG oslo_concurrency.lockutils [None req-21a4847f-469a-454e-9ab8-d6ce121ab6cd tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] Acquiring lock "refresh_cache-b2bf5c0d-e3c0-46e3-ade0-50f0dc7dff46" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1366.618863] env[62438]: DEBUG oslo_concurrency.lockutils [None req-21a4847f-469a-454e-9ab8-d6ce121ab6cd tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] Acquired lock "refresh_cache-b2bf5c0d-e3c0-46e3-ade0-50f0dc7dff46" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.619173] env[62438]: DEBUG nova.network.neutron [None req-21a4847f-469a-454e-9ab8-d6ce121ab6cd tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] [instance: b2bf5c0d-e3c0-46e3-ade0-50f0dc7dff46] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1366.844113] env[62438]: DEBUG nova.network.neutron [None req-f5bb1378-37c8-443d-85e4-bf5138bae204 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: f23e6ad1-e92d-4d2d-b09e-cec7d33c551d] Successfully updated port: 2f981b4a-f525-48b0-b106-22f10c172551 {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1366.937233] env[62438]: DEBUG nova.compute.utils [None req-ec0940ec-ca1a-41de-982c-a9d741aa564a tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1366.952472] env[62438]: DEBUG nova.compute.manager [None req-ec0940ec-ca1a-41de-982c-a9d741aa564a tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1366.952472] env[62438]: DEBUG nova.network.neutron [None req-ec0940ec-ca1a-41de-982c-a9d741aa564a tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1366.989692] env[62438]: DEBUG oslo_vmware.api [None req-c9577814-8cf4-4903-8709-55be1182a7ed tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1784452, 'name': Rename_Task, 'duration_secs': 1.21719} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.989692] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9577814-8cf4-4903-8709-55be1182a7ed tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1366.989692] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a2b9365b-7f86-480b-af9c-5bf034c71db0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.996259] env[62438]: DEBUG oslo_vmware.api [None req-c9577814-8cf4-4903-8709-55be1182a7ed tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Waiting for the task: (returnval){ [ 1366.996259] env[62438]: value = "task-1784455" [ 1366.996259] env[62438]: _type = "Task" [ 1366.996259] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.006441] env[62438]: DEBUG oslo_vmware.api [None req-c9577814-8cf4-4903-8709-55be1182a7ed tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1784455, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.124219] env[62438]: DEBUG nova.policy [None req-ec0940ec-ca1a-41de-982c-a9d741aa564a tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dfd754dc53ed44dba58b0d88a96428ca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e435a731435d4d3da80db6fe825dc950', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1367.135697] env[62438]: DEBUG oslo_vmware.api [None req-1eb7bd67-7316-49ad-be75-fe6113e4a2ba tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] Task: {'id': task-1784454, 'name': ReconfigVM_Task, 'duration_secs': 0.321118} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.136991] env[62438]: DEBUG oslo_concurrency.lockutils [None req-75a59050-3f96-4680-83cd-b1e6a47f3873 tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1367.137367] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-1eb7bd67-7316-49ad-be75-fe6113e4a2ba tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] [instance: 43727bec-0fad-43ee-b4e7-a1e48a7169b2] Reconfigured VM instance instance-00000015 to attach disk [datastore1] 43727bec-0fad-43ee-b4e7-a1e48a7169b2/43727bec-0fad-43ee-b4e7-a1e48a7169b2.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1367.138068] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-70a7ee3e-4c05-4156-823b-78fc1464a5df {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.146936] env[62438]: DEBUG oslo_vmware.api [None req-1eb7bd67-7316-49ad-be75-fe6113e4a2ba tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] Waiting for the task: (returnval){ [ 1367.146936] env[62438]: value = "task-1784456" [ 1367.146936] env[62438]: _type = "Task" [ 1367.146936] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.155945] env[62438]: DEBUG oslo_vmware.api [None req-1eb7bd67-7316-49ad-be75-fe6113e4a2ba tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] Task: {'id': task-1784456, 'name': Rename_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.189643] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d3ec2bb1-e953-430f-955e-b06906f94689 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Acquiring lock "c26e95a2-1552-4c73-affe-a62df76b5efc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1367.189947] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d3ec2bb1-e953-430f-955e-b06906f94689 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Lock "c26e95a2-1552-4c73-affe-a62df76b5efc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1367.190473] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d3ec2bb1-e953-430f-955e-b06906f94689 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Acquiring lock "c26e95a2-1552-4c73-affe-a62df76b5efc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1367.190790] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d3ec2bb1-e953-430f-955e-b06906f94689 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Lock "c26e95a2-1552-4c73-affe-a62df76b5efc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1367.191076] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d3ec2bb1-e953-430f-955e-b06906f94689 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Lock "c26e95a2-1552-4c73-affe-a62df76b5efc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1367.193867] env[62438]: INFO nova.compute.manager [None req-d3ec2bb1-e953-430f-955e-b06906f94689 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] [instance: c26e95a2-1552-4c73-affe-a62df76b5efc] Terminating instance [ 1367.195946] env[62438]: DEBUG nova.compute.manager [None req-d3ec2bb1-e953-430f-955e-b06906f94689 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] [instance: c26e95a2-1552-4c73-affe-a62df76b5efc] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1367.196231] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-d3ec2bb1-e953-430f-955e-b06906f94689 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] [instance: c26e95a2-1552-4c73-affe-a62df76b5efc] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1367.197153] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84734131-3363-4fea-b9ba-9e0caa84886b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.205468] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3ec2bb1-e953-430f-955e-b06906f94689 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] [instance: c26e95a2-1552-4c73-affe-a62df76b5efc] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1367.205959] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b550f6b-af69-4219-9497-fc15f26c6969 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.212264] env[62438]: DEBUG oslo_vmware.api [None req-d3ec2bb1-e953-430f-955e-b06906f94689 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Waiting for the task: (returnval){ [ 1367.212264] env[62438]: value = "task-1784457" [ 1367.212264] env[62438]: _type = "Task" [ 1367.212264] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.220431] env[62438]: DEBUG oslo_vmware.api [None req-d3ec2bb1-e953-430f-955e-b06906f94689 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Task: {'id': task-1784457, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.346629] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f5bb1378-37c8-443d-85e4-bf5138bae204 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Acquiring lock "refresh_cache-f23e6ad1-e92d-4d2d-b09e-cec7d33c551d" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1367.346862] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f5bb1378-37c8-443d-85e4-bf5138bae204 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Acquired lock "refresh_cache-f23e6ad1-e92d-4d2d-b09e-cec7d33c551d" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.346986] env[62438]: DEBUG nova.network.neutron [None req-f5bb1378-37c8-443d-85e4-bf5138bae204 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: f23e6ad1-e92d-4d2d-b09e-cec7d33c551d] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1367.453445] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Applying migration context for instance 03448a20-9731-4076-bf51-852e9fc7f016 as it has an incoming, in-progress migration 17f1d0d2-f499-4970-a45f-9d5e79033eab. Migration status is confirming {{(pid=62438) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1367.456918] env[62438]: INFO nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: 03448a20-9731-4076-bf51-852e9fc7f016] Updating resource usage from migration 17f1d0d2-f499-4970-a45f-9d5e79033eab [ 1367.461883] env[62438]: DEBUG nova.compute.manager [None req-ec0940ec-ca1a-41de-982c-a9d741aa564a tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1367.509331] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance d96af944-fba1-4df4-a0f7-0566ae562500 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1367.509331] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance b04481d2-d1cf-46e7-98c6-e714cf8c10c0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1367.509331] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance 277f271f-6f65-4d7b-af1c-e3383b78d775 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1367.509331] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance 21b50399-6922-44e4-b104-b20a62d9d9a2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1367.509652] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance 123a890e-3772-4f4f-b12d-5fae028ee895 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1367.509701] env[62438]: WARNING nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance ee90abad-2628-4c6e-880a-23fb6e8088f1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1367.512648] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance f9196911-d1ae-4b4a-a4be-08ec3690d516 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1367.512648] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance dafca806-482e-476d-aac6-f4844403efb3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1367.512648] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance c15b97da-95c7-4a9d-be28-cda5cea50c2b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1367.512648] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance e3195d58-9c75-4fcc-8e4b-0c30bd69e311 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1367.513508] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Migration 17f1d0d2-f499-4970-a45f-9d5e79033eab is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1367.513508] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance 03448a20-9731-4076-bf51-852e9fc7f016 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1367.513508] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance e8cde59b-5e45-4f29-9fad-c96039006c88 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1367.513508] env[62438]: WARNING nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance 82e27b68-979a-4f73-a150-ce2d32360d46 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1367.513655] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance c26e95a2-1552-4c73-affe-a62df76b5efc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1367.513655] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance b2bf5c0d-e3c0-46e3-ade0-50f0dc7dff46 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1367.513655] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance e70070c2-d6dc-4337-b3b5-3ca1395ae963 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1367.513655] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1367.513799] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance 43727bec-0fad-43ee-b4e7-a1e48a7169b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1367.513799] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance f23e6ad1-e92d-4d2d-b09e-cec7d33c551d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1367.513799] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance b791bdf7-feaa-4752-a8a6-45d1562e4874 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1367.522944] env[62438]: DEBUG oslo_vmware.api [None req-c9577814-8cf4-4903-8709-55be1182a7ed tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1784455, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.659783] env[62438]: DEBUG oslo_vmware.api [None req-1eb7bd67-7316-49ad-be75-fe6113e4a2ba tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] Task: {'id': task-1784456, 'name': Rename_Task} progress is 99%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.725024] env[62438]: DEBUG oslo_vmware.api [None req-d3ec2bb1-e953-430f-955e-b06906f94689 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Task: {'id': task-1784457, 'name': PowerOffVM_Task, 'duration_secs': 0.326829} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.727698] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3ec2bb1-e953-430f-955e-b06906f94689 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] [instance: c26e95a2-1552-4c73-affe-a62df76b5efc] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1367.727905] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-d3ec2bb1-e953-430f-955e-b06906f94689 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] [instance: c26e95a2-1552-4c73-affe-a62df76b5efc] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1367.728238] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bae9112c-9d6b-4c93-bc30-d51a556feee7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.805893] env[62438]: DEBUG nova.compute.manager [req-c87cb205-1c80-4123-b8c9-782d03f43cce req-c3bed185-8e31-40a4-967c-6e519811c76f service nova] [instance: f23e6ad1-e92d-4d2d-b09e-cec7d33c551d] Received event network-vif-plugged-2f981b4a-f525-48b0-b106-22f10c172551 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1367.805893] env[62438]: DEBUG oslo_concurrency.lockutils [req-c87cb205-1c80-4123-b8c9-782d03f43cce req-c3bed185-8e31-40a4-967c-6e519811c76f service nova] Acquiring lock "f23e6ad1-e92d-4d2d-b09e-cec7d33c551d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1367.805893] env[62438]: DEBUG oslo_concurrency.lockutils [req-c87cb205-1c80-4123-b8c9-782d03f43cce req-c3bed185-8e31-40a4-967c-6e519811c76f service nova] Lock "f23e6ad1-e92d-4d2d-b09e-cec7d33c551d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1367.805893] env[62438]: DEBUG oslo_concurrency.lockutils [req-c87cb205-1c80-4123-b8c9-782d03f43cce req-c3bed185-8e31-40a4-967c-6e519811c76f service nova] Lock "f23e6ad1-e92d-4d2d-b09e-cec7d33c551d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1367.805893] env[62438]: DEBUG nova.compute.manager [req-c87cb205-1c80-4123-b8c9-782d03f43cce req-c3bed185-8e31-40a4-967c-6e519811c76f service nova] [instance: f23e6ad1-e92d-4d2d-b09e-cec7d33c551d] No waiting events found dispatching network-vif-plugged-2f981b4a-f525-48b0-b106-22f10c172551 {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1367.806344] env[62438]: WARNING nova.compute.manager [req-c87cb205-1c80-4123-b8c9-782d03f43cce req-c3bed185-8e31-40a4-967c-6e519811c76f service nova] [instance: f23e6ad1-e92d-4d2d-b09e-cec7d33c551d] Received unexpected event network-vif-plugged-2f981b4a-f525-48b0-b106-22f10c172551 for instance with vm_state building and task_state spawning. [ 1367.813123] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-d3ec2bb1-e953-430f-955e-b06906f94689 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] [instance: c26e95a2-1552-4c73-affe-a62df76b5efc] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1367.813123] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-d3ec2bb1-e953-430f-955e-b06906f94689 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] [instance: c26e95a2-1552-4c73-affe-a62df76b5efc] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1367.813123] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3ec2bb1-e953-430f-955e-b06906f94689 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Deleting the datastore file [datastore1] c26e95a2-1552-4c73-affe-a62df76b5efc {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1367.813334] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e11d3d17-33ef-4cb9-9139-701eed3c9eeb {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.819384] env[62438]: DEBUG oslo_vmware.api [None req-d3ec2bb1-e953-430f-955e-b06906f94689 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Waiting for the task: (returnval){ [ 1367.819384] env[62438]: value = "task-1784459" [ 1367.819384] env[62438]: _type = "Task" [ 1367.819384] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.825678] env[62438]: DEBUG nova.compute.manager [req-b64a96a4-3f1f-4c82-a055-f9180a7e7156 req-8e96957a-467b-47d7-aa63-e6f7efacf1e1 service nova] [instance: 82e27b68-979a-4f73-a150-ce2d32360d46] Received event network-vif-deleted-f6caa879-d70e-4d2f-8e35-f9315ffc4b40 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1367.833325] env[62438]: DEBUG oslo_vmware.api [None req-d3ec2bb1-e953-430f-955e-b06906f94689 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Task: {'id': task-1784459, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.881860] env[62438]: DEBUG nova.network.neutron [req-f1f9d825-c672-4d5a-9759-2e951fb19f9a req-9cec2072-689e-429d-8906-8f5514db1a38 service nova] [instance: 43727bec-0fad-43ee-b4e7-a1e48a7169b2] Updated VIF entry in instance network info cache for port e4a5d99f-abef-419c-9bf9-d785e65223b0. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1367.882394] env[62438]: DEBUG nova.network.neutron [req-f1f9d825-c672-4d5a-9759-2e951fb19f9a req-9cec2072-689e-429d-8906-8f5514db1a38 service nova] [instance: 43727bec-0fad-43ee-b4e7-a1e48a7169b2] Updating instance_info_cache with network_info: [{"id": "e4a5d99f-abef-419c-9bf9-d785e65223b0", "address": "fa:16:3e:d2:95:d4", "network": {"id": "fd0bd2c4-6689-47a4-bef4-1ddbb250a1aa", "bridge": "br-int", "label": "tempest-ServersTestJSON-2140065026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19c00de2f25148af9cc4f12b4db3af83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4a5d99f-ab", "ovs_interfaceid": "e4a5d99f-abef-419c-9bf9-d785e65223b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1367.972994] env[62438]: INFO nova.virt.block_device [None req-ec0940ec-ca1a-41de-982c-a9d741aa564a tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] Booting with volume 83444f1f-6fbe-49cb-8cc3-56a7dbcbc96f at /dev/sda [ 1368.011043] env[62438]: DEBUG oslo_vmware.api [None req-c9577814-8cf4-4903-8709-55be1182a7ed tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1784455, 'name': PowerOnVM_Task, 'duration_secs': 0.567501} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.011159] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9577814-8cf4-4903-8709-55be1182a7ed tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1368.011385] env[62438]: INFO nova.compute.manager [None req-c9577814-8cf4-4903-8709-55be1182a7ed tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53] Took 11.68 seconds to spawn the instance on the hypervisor. [ 1368.013961] env[62438]: DEBUG nova.compute.manager [None req-c9577814-8cf4-4903-8709-55be1182a7ed tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1368.013961] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae02b674-ef7c-42ff-85d6-ee7737814c89 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.016862] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance 65ded97d-a41b-4c21-b289-baa0d75c739b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1368.034402] env[62438]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5f735210-73e7-4c8b-8dd9-02e27525a044 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.047802] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ba69f46-eea0-4ebf-b8df-1e5c8b9768f5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.067460] env[62438]: DEBUG nova.network.neutron [None req-f5bb1378-37c8-443d-85e4-bf5138bae204 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: f23e6ad1-e92d-4d2d-b09e-cec7d33c551d] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1368.085927] env[62438]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c78692da-45b7-4d62-b227-67e85eb1d010 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.100687] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0460562a-d5ba-4a16-9b61-fa4bb3af52d4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.140861] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45d9965e-e801-4ec2-ac83-402442c0556b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.152049] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-710b47dc-8bf1-4f03-8936-d46706558cd4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.160863] env[62438]: DEBUG oslo_vmware.api [None req-1eb7bd67-7316-49ad-be75-fe6113e4a2ba tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] Task: {'id': task-1784456, 'name': Rename_Task} progress is 99%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.168234] env[62438]: DEBUG nova.virt.block_device [None req-ec0940ec-ca1a-41de-982c-a9d741aa564a tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] Updating existing volume attachment record: 81724e21-ab26-4c53-be6b-6c5507ad9f42 {{(pid=62438) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1368.211060] env[62438]: DEBUG nova.network.neutron [None req-21a4847f-469a-454e-9ab8-d6ce121ab6cd tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] [instance: b2bf5c0d-e3c0-46e3-ade0-50f0dc7dff46] Updating instance_info_cache with network_info: [{"id": "d6b04007-0a47-4f29-b333-5221a3566313", "address": "fa:16:3e:11:0d:18", "network": {"id": "d115d4db-fbce-4548-bc36-41c4537ca974", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-382786363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2d5e11c2159451ca0514f08f33839f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6b04007-0a", "ovs_interfaceid": "d6b04007-0a47-4f29-b333-5221a3566313", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1368.330414] env[62438]: DEBUG oslo_vmware.api [None req-d3ec2bb1-e953-430f-955e-b06906f94689 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Task: {'id': task-1784459, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.465061} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.331412] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3ec2bb1-e953-430f-955e-b06906f94689 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1368.331412] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-d3ec2bb1-e953-430f-955e-b06906f94689 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] [instance: c26e95a2-1552-4c73-affe-a62df76b5efc] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1368.331412] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-d3ec2bb1-e953-430f-955e-b06906f94689 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] [instance: c26e95a2-1552-4c73-affe-a62df76b5efc] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1368.331782] env[62438]: INFO nova.compute.manager [None req-d3ec2bb1-e953-430f-955e-b06906f94689 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] [instance: c26e95a2-1552-4c73-affe-a62df76b5efc] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1368.331887] env[62438]: DEBUG oslo.service.loopingcall [None req-d3ec2bb1-e953-430f-955e-b06906f94689 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1368.332427] env[62438]: DEBUG nova.compute.manager [-] [instance: c26e95a2-1552-4c73-affe-a62df76b5efc] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1368.332427] env[62438]: DEBUG nova.network.neutron [-] [instance: c26e95a2-1552-4c73-affe-a62df76b5efc] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1368.387785] env[62438]: DEBUG oslo_concurrency.lockutils [req-f1f9d825-c672-4d5a-9759-2e951fb19f9a req-9cec2072-689e-429d-8906-8f5514db1a38 service nova] Releasing lock "refresh_cache-43727bec-0fad-43ee-b4e7-a1e48a7169b2" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1368.426990] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-585c9c14-e892-45df-86d8-f9ce39d7569a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.434788] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-5d68896d-a5ec-423b-9278-68fe6a2df858 tempest-ServersAdminNegativeTestJSON-518875732 tempest-ServersAdminNegativeTestJSON-518875732-project-admin] [instance: e70070c2-d6dc-4337-b3b5-3ca1395ae963] Suspending the VM {{(pid=62438) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1163}} [ 1368.435199] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-aab68789-9d3f-42ec-823c-dbea27c57d0f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.442363] env[62438]: DEBUG oslo_vmware.api [None req-5d68896d-a5ec-423b-9278-68fe6a2df858 tempest-ServersAdminNegativeTestJSON-518875732 tempest-ServersAdminNegativeTestJSON-518875732-project-admin] Waiting for the task: (returnval){ [ 1368.442363] env[62438]: value = "task-1784460" [ 1368.442363] env[62438]: _type = "Task" [ 1368.442363] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.452970] env[62438]: DEBUG oslo_vmware.api [None req-5d68896d-a5ec-423b-9278-68fe6a2df858 tempest-ServersAdminNegativeTestJSON-518875732 tempest-ServersAdminNegativeTestJSON-518875732-project-admin] Task: {'id': task-1784460, 'name': SuspendVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.523999] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance da9c0fae-22ea-4a8a-b9de-e78fbcff5c7f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1368.544446] env[62438]: INFO nova.compute.manager [None req-c9577814-8cf4-4903-8709-55be1182a7ed tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53] Took 22.61 seconds to build instance. [ 1368.659728] env[62438]: DEBUG oslo_vmware.api [None req-1eb7bd67-7316-49ad-be75-fe6113e4a2ba tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] Task: {'id': task-1784456, 'name': Rename_Task, 'duration_secs': 1.145984} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.660088] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eb7bd67-7316-49ad-be75-fe6113e4a2ba tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] [instance: 43727bec-0fad-43ee-b4e7-a1e48a7169b2] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1368.660514] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f74e4b34-523a-4679-8783-f606d1aff115 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.668447] env[62438]: DEBUG oslo_vmware.api [None req-1eb7bd67-7316-49ad-be75-fe6113e4a2ba tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] Waiting for the task: (returnval){ [ 1368.668447] env[62438]: value = "task-1784461" [ 1368.668447] env[62438]: _type = "Task" [ 1368.668447] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.680823] env[62438]: DEBUG oslo_vmware.api [None req-1eb7bd67-7316-49ad-be75-fe6113e4a2ba tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] Task: {'id': task-1784461, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.714303] env[62438]: DEBUG oslo_concurrency.lockutils [None req-21a4847f-469a-454e-9ab8-d6ce121ab6cd tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] Releasing lock "refresh_cache-b2bf5c0d-e3c0-46e3-ade0-50f0dc7dff46" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1368.717665] env[62438]: DEBUG nova.compute.manager [None req-21a4847f-469a-454e-9ab8-d6ce121ab6cd tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] [instance: b2bf5c0d-e3c0-46e3-ade0-50f0dc7dff46] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1368.718485] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c724289f-cd80-423b-8f48-07aacb8c6c9e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.818815] env[62438]: DEBUG nova.compute.manager [None req-aa1d5fe9-2ccc-46f6-b104-4b858066b49e tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: f9196911-d1ae-4b4a-a4be-08ec3690d516] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1368.820361] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c737cfb-394a-41e5-b748-5030fde9440a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.954298] env[62438]: DEBUG oslo_vmware.api [None req-5d68896d-a5ec-423b-9278-68fe6a2df858 tempest-ServersAdminNegativeTestJSON-518875732 tempest-ServersAdminNegativeTestJSON-518875732-project-admin] Task: {'id': task-1784460, 'name': SuspendVM_Task} progress is 58%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.002682] env[62438]: DEBUG nova.network.neutron [None req-f5bb1378-37c8-443d-85e4-bf5138bae204 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: f23e6ad1-e92d-4d2d-b09e-cec7d33c551d] Updating instance_info_cache with network_info: [{"id": "2f981b4a-f525-48b0-b106-22f10c172551", "address": "fa:16:3e:bd:c6:ef", "network": {"id": "49820dcf-3697-48a5-a107-cef5a52d412e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1941663822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eee2ef2bcd664c558400dbccdc63582d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f981b4a-f5", "ovs_interfaceid": "2f981b4a-f525-48b0-b106-22f10c172551", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1369.028305] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance 8234c07d-eb31-429f-b804-a3250ea396a0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1369.047717] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c9577814-8cf4-4903-8709-55be1182a7ed tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Lock "ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.121s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1369.146727] env[62438]: DEBUG nova.network.neutron [None req-ec0940ec-ca1a-41de-982c-a9d741aa564a tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] Successfully created port: e64ea7f2-5e8a-436c-b80b-fe8dd4626bb2 {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1369.179733] env[62438]: DEBUG oslo_vmware.api [None req-1eb7bd67-7316-49ad-be75-fe6113e4a2ba tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] Task: {'id': task-1784461, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.335721] env[62438]: INFO nova.compute.manager [None req-aa1d5fe9-2ccc-46f6-b104-4b858066b49e tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: f9196911-d1ae-4b4a-a4be-08ec3690d516] instance snapshotting [ 1369.339487] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1741dfc-75c8-404c-a240-291a4a76e41d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.363673] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d6c96ff-ea09-4586-a915-2834bff68105 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.461145] env[62438]: DEBUG oslo_vmware.api [None req-5d68896d-a5ec-423b-9278-68fe6a2df858 tempest-ServersAdminNegativeTestJSON-518875732 tempest-ServersAdminNegativeTestJSON-518875732-project-admin] Task: {'id': task-1784460, 'name': SuspendVM_Task} progress is 100%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.507498] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f5bb1378-37c8-443d-85e4-bf5138bae204 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Releasing lock "refresh_cache-f23e6ad1-e92d-4d2d-b09e-cec7d33c551d" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1369.507568] env[62438]: DEBUG nova.compute.manager [None req-f5bb1378-37c8-443d-85e4-bf5138bae204 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: f23e6ad1-e92d-4d2d-b09e-cec7d33c551d] Instance network_info: |[{"id": "2f981b4a-f525-48b0-b106-22f10c172551", "address": "fa:16:3e:bd:c6:ef", "network": {"id": "49820dcf-3697-48a5-a107-cef5a52d412e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1941663822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eee2ef2bcd664c558400dbccdc63582d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f981b4a-f5", "ovs_interfaceid": "2f981b4a-f525-48b0-b106-22f10c172551", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1369.508084] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f5bb1378-37c8-443d-85e4-bf5138bae204 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: f23e6ad1-e92d-4d2d-b09e-cec7d33c551d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:c6:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cae1d6a8-cbba-4bbf-af10-ba5467340475', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2f981b4a-f525-48b0-b106-22f10c172551', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1369.525375] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5bb1378-37c8-443d-85e4-bf5138bae204 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Creating folder: Project (eee2ef2bcd664c558400dbccdc63582d). Parent ref: group-v370230. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1369.525769] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-738078d6-b8e2-48a3-a18f-d1e9f94297ac {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.533785] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance 9eb5afb2-9f91-428d-9590-0037b30b33b3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1369.533785] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=62438) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1369.536497] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4224MB phys_disk=200GB used_disk=18GB total_vcpus=48 used_vcpus=19 pci_stats=[] {{(pid=62438) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1369.544747] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-f5bb1378-37c8-443d-85e4-bf5138bae204 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Created folder: Project (eee2ef2bcd664c558400dbccdc63582d) in parent group-v370230. [ 1369.547320] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5bb1378-37c8-443d-85e4-bf5138bae204 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Creating folder: Instances. Parent ref: group-v370294. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1369.547721] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a1c5152b-7138-4b59-983b-43a597835c2f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.560673] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-f5bb1378-37c8-443d-85e4-bf5138bae204 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Created folder: Instances in parent group-v370294. [ 1369.560994] env[62438]: DEBUG oslo.service.loopingcall [None req-f5bb1378-37c8-443d-85e4-bf5138bae204 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1369.561321] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f23e6ad1-e92d-4d2d-b09e-cec7d33c551d] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1369.562397] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c56b6ee1-8351-40a4-a9a8-3cc65c7bfe48 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.597370] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1369.597370] env[62438]: value = "task-1784464" [ 1369.597370] env[62438]: _type = "Task" [ 1369.597370] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.619746] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784464, 'name': CreateVM_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.679930] env[62438]: DEBUG oslo_vmware.api [None req-1eb7bd67-7316-49ad-be75-fe6113e4a2ba tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] Task: {'id': task-1784461, 'name': PowerOnVM_Task, 'duration_secs': 0.534549} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.683430] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eb7bd67-7316-49ad-be75-fe6113e4a2ba tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] [instance: 43727bec-0fad-43ee-b4e7-a1e48a7169b2] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1369.683430] env[62438]: INFO nova.compute.manager [None req-1eb7bd67-7316-49ad-be75-fe6113e4a2ba tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] [instance: 43727bec-0fad-43ee-b4e7-a1e48a7169b2] Took 10.80 seconds to spawn the instance on the hypervisor. [ 1369.683536] env[62438]: DEBUG nova.compute.manager [None req-1eb7bd67-7316-49ad-be75-fe6113e4a2ba tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] [instance: 43727bec-0fad-43ee-b4e7-a1e48a7169b2] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1369.685487] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-827ae25f-23e4-49d3-bee5-263fda07c735 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.735144] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11342f0f-11cd-4354-a1a9-0ad199e0bcc5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.745846] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-21a4847f-469a-454e-9ab8-d6ce121ab6cd tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] [instance: b2bf5c0d-e3c0-46e3-ade0-50f0dc7dff46] Doing hard reboot of VM {{(pid=62438) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1064}} [ 1369.746151] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-e2593a42-1353-4ed5-b546-d87f6939bdeb {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.755128] env[62438]: DEBUG oslo_vmware.api [None req-21a4847f-469a-454e-9ab8-d6ce121ab6cd tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] Waiting for the task: (returnval){ [ 1369.755128] env[62438]: value = "task-1784465" [ 1369.755128] env[62438]: _type = "Task" [ 1369.755128] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.759217] env[62438]: DEBUG nova.network.neutron [-] [instance: c26e95a2-1552-4c73-affe-a62df76b5efc] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1369.768646] env[62438]: DEBUG oslo_vmware.api [None req-21a4847f-469a-454e-9ab8-d6ce121ab6cd tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] Task: {'id': task-1784465, 'name': ResetVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.875911] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-aa1d5fe9-2ccc-46f6-b104-4b858066b49e tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: f9196911-d1ae-4b4a-a4be-08ec3690d516] Creating Snapshot of the VM instance {{(pid=62438) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1369.876672] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6318bbdb-6082-41fd-8449-86297f454169 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.884864] env[62438]: DEBUG oslo_vmware.api [None req-aa1d5fe9-2ccc-46f6-b104-4b858066b49e tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Waiting for the task: (returnval){ [ 1369.884864] env[62438]: value = "task-1784466" [ 1369.884864] env[62438]: _type = "Task" [ 1369.884864] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.899129] env[62438]: DEBUG oslo_vmware.api [None req-aa1d5fe9-2ccc-46f6-b104-4b858066b49e tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Task: {'id': task-1784466, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.959090] env[62438]: DEBUG oslo_vmware.api [None req-5d68896d-a5ec-423b-9278-68fe6a2df858 tempest-ServersAdminNegativeTestJSON-518875732 tempest-ServersAdminNegativeTestJSON-518875732-project-admin] Task: {'id': task-1784460, 'name': SuspendVM_Task, 'duration_secs': 1.043936} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.959447] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-5d68896d-a5ec-423b-9278-68fe6a2df858 tempest-ServersAdminNegativeTestJSON-518875732 tempest-ServersAdminNegativeTestJSON-518875732-project-admin] [instance: e70070c2-d6dc-4337-b3b5-3ca1395ae963] Suspended the VM {{(pid=62438) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1167}} [ 1369.960237] env[62438]: DEBUG nova.compute.manager [None req-5d68896d-a5ec-423b-9278-68fe6a2df858 tempest-ServersAdminNegativeTestJSON-518875732 tempest-ServersAdminNegativeTestJSON-518875732-project-admin] [instance: e70070c2-d6dc-4337-b3b5-3ca1395ae963] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1369.960600] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed0eae6c-eaf0-4856-9922-eca2d151cea9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.075088] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6865743e-8424-4e7a-af07-8a37cb1f146e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.083638] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a985388-bc87-4d52-b5aa-dd4d3d935cb0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.131823] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc0e91c-5373-4aeb-86b7-62b9d9276705 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.139012] env[62438]: DEBUG oslo_concurrency.lockutils [None req-92020989-bed5-4d13-8553-90b13c3419ee tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] Acquiring lock "bacfabaa-c0c2-43b7-841f-5539f5de2859" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1370.139319] env[62438]: DEBUG oslo_concurrency.lockutils [None req-92020989-bed5-4d13-8553-90b13c3419ee tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] Lock "bacfabaa-c0c2-43b7-841f-5539f5de2859" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1370.151763] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784464, 'name': CreateVM_Task} progress is 25%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.154114] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-152db13a-7e96-4274-a562-eca4962b780c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.172091] env[62438]: DEBUG nova.compute.provider_tree [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1370.211975] env[62438]: INFO nova.compute.manager [None req-1eb7bd67-7316-49ad-be75-fe6113e4a2ba tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] [instance: 43727bec-0fad-43ee-b4e7-a1e48a7169b2] Took 22.38 seconds to build instance. [ 1370.262775] env[62438]: INFO nova.compute.manager [-] [instance: c26e95a2-1552-4c73-affe-a62df76b5efc] Took 1.93 seconds to deallocate network for instance. [ 1370.274146] env[62438]: DEBUG oslo_vmware.api [None req-21a4847f-469a-454e-9ab8-d6ce121ab6cd tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] Task: {'id': task-1784465, 'name': ResetVM_Task, 'duration_secs': 0.101831} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.274146] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-21a4847f-469a-454e-9ab8-d6ce121ab6cd tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] [instance: b2bf5c0d-e3c0-46e3-ade0-50f0dc7dff46] Did hard reboot of VM {{(pid=62438) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1068}} [ 1370.274293] env[62438]: DEBUG nova.compute.manager [None req-21a4847f-469a-454e-9ab8-d6ce121ab6cd tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] [instance: b2bf5c0d-e3c0-46e3-ade0-50f0dc7dff46] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1370.275167] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c22902-7fe7-40c0-9f07-3e8e55302c93 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.327217] env[62438]: DEBUG nova.compute.manager [None req-ec0940ec-ca1a-41de-982c-a9d741aa564a tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1370.327878] env[62438]: DEBUG nova.virt.hardware [None req-ec0940ec-ca1a-41de-982c-a9d741aa564a tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1370.328333] env[62438]: DEBUG nova.virt.hardware [None req-ec0940ec-ca1a-41de-982c-a9d741aa564a tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1370.328333] env[62438]: DEBUG nova.virt.hardware [None req-ec0940ec-ca1a-41de-982c-a9d741aa564a tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1370.328479] env[62438]: DEBUG nova.virt.hardware [None req-ec0940ec-ca1a-41de-982c-a9d741aa564a tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1370.329404] env[62438]: DEBUG nova.virt.hardware [None req-ec0940ec-ca1a-41de-982c-a9d741aa564a tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1370.329404] env[62438]: DEBUG nova.virt.hardware [None req-ec0940ec-ca1a-41de-982c-a9d741aa564a tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1370.329404] env[62438]: DEBUG nova.virt.hardware [None req-ec0940ec-ca1a-41de-982c-a9d741aa564a tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1370.329939] env[62438]: DEBUG nova.virt.hardware [None req-ec0940ec-ca1a-41de-982c-a9d741aa564a tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1370.329939] env[62438]: DEBUG nova.virt.hardware [None req-ec0940ec-ca1a-41de-982c-a9d741aa564a tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1370.330271] env[62438]: DEBUG nova.virt.hardware [None req-ec0940ec-ca1a-41de-982c-a9d741aa564a tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1370.330509] env[62438]: DEBUG nova.virt.hardware [None req-ec0940ec-ca1a-41de-982c-a9d741aa564a tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1370.333431] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d6fe833-9954-4d2d-b993-a20a29213572 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.345017] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-206d5169-93ca-48c7-a71f-988e1347579b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.397088] env[62438]: DEBUG oslo_vmware.api [None req-aa1d5fe9-2ccc-46f6-b104-4b858066b49e tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Task: {'id': task-1784466, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.642485] env[62438]: DEBUG nova.compute.manager [None req-92020989-bed5-4d13-8553-90b13c3419ee tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] [instance: bacfabaa-c0c2-43b7-841f-5539f5de2859] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1370.645764] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784464, 'name': CreateVM_Task, 'duration_secs': 0.792064} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.649022] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f23e6ad1-e92d-4d2d-b09e-cec7d33c551d] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1370.649022] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f5bb1378-37c8-443d-85e4-bf5138bae204 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1370.649022] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f5bb1378-37c8-443d-85e4-bf5138bae204 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.649022] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f5bb1378-37c8-443d-85e4-bf5138bae204 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1370.649022] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7db4676c-2365-4eac-b270-bea4ab1dced7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.654548] env[62438]: DEBUG oslo_vmware.api [None req-f5bb1378-37c8-443d-85e4-bf5138bae204 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Waiting for the task: (returnval){ [ 1370.654548] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52f724ab-589d-b17b-18b5-e435a5aa96e0" [ 1370.654548] env[62438]: _type = "Task" [ 1370.654548] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.664227] env[62438]: DEBUG oslo_vmware.api [None req-f5bb1378-37c8-443d-85e4-bf5138bae204 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52f724ab-589d-b17b-18b5-e435a5aa96e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.675037] env[62438]: DEBUG nova.scheduler.client.report [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1370.713682] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1eb7bd67-7316-49ad-be75-fe6113e4a2ba tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] Lock "43727bec-0fad-43ee-b4e7-a1e48a7169b2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.049s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1370.769607] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d3ec2bb1-e953-430f-955e-b06906f94689 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1370.790849] env[62438]: DEBUG oslo_concurrency.lockutils [None req-21a4847f-469a-454e-9ab8-d6ce121ab6cd tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] Lock "b2bf5c0d-e3c0-46e3-ade0-50f0dc7dff46" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.725s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1370.903374] env[62438]: DEBUG oslo_vmware.api [None req-aa1d5fe9-2ccc-46f6-b104-4b858066b49e tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Task: {'id': task-1784466, 'name': CreateSnapshot_Task, 'duration_secs': 1.00219} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.907601] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-aa1d5fe9-2ccc-46f6-b104-4b858066b49e tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: f9196911-d1ae-4b4a-a4be-08ec3690d516] Created Snapshot of the VM instance {{(pid=62438) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1370.909466] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d013f585-b06c-4230-9628-f79f0e408981 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.916961] env[62438]: DEBUG oslo_vmware.rw_handles [None req-410a6305-734f-4926-b034-c2d028e96a64 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f07df9-26da-7e3a-4e40-8b29780cf2b4/disk-0.vmdk. {{(pid=62438) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1370.918201] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c26ab0-6932-40a3-923d-c1679570df1d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.938166] env[62438]: DEBUG oslo_vmware.rw_handles [None req-410a6305-734f-4926-b034-c2d028e96a64 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f07df9-26da-7e3a-4e40-8b29780cf2b4/disk-0.vmdk is in state: ready. {{(pid=62438) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1370.938386] env[62438]: ERROR oslo_vmware.rw_handles [None req-410a6305-734f-4926-b034-c2d028e96a64 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f07df9-26da-7e3a-4e40-8b29780cf2b4/disk-0.vmdk due to incomplete transfer. [ 1370.938980] env[62438]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-bd8027ae-209a-4f4f-b612-1eee9aba920f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.948753] env[62438]: DEBUG oslo_vmware.rw_handles [None req-410a6305-734f-4926-b034-c2d028e96a64 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f07df9-26da-7e3a-4e40-8b29780cf2b4/disk-0.vmdk. {{(pid=62438) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1370.949187] env[62438]: DEBUG nova.virt.vmwareapi.images [None req-410a6305-734f-4926-b034-c2d028e96a64 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] [instance: dafca806-482e-476d-aac6-f4844403efb3] Uploaded image 2aa819bd-4701-46cc-ba25-fa222114e82c to the Glance image server {{(pid=62438) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 1370.951794] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-410a6305-734f-4926-b034-c2d028e96a64 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] [instance: dafca806-482e-476d-aac6-f4844403efb3] Destroying the VM {{(pid=62438) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 1370.952245] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2b8bae67-8c33-471e-87e9-33fe442e769c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.958931] env[62438]: DEBUG oslo_vmware.api [None req-410a6305-734f-4926-b034-c2d028e96a64 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Waiting for the task: (returnval){ [ 1370.958931] env[62438]: value = "task-1784467" [ 1370.958931] env[62438]: _type = "Task" [ 1370.958931] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.969921] env[62438]: DEBUG oslo_vmware.api [None req-410a6305-734f-4926-b034-c2d028e96a64 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Task: {'id': task-1784467, 'name': Destroy_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.169761] env[62438]: DEBUG oslo_vmware.api [None req-f5bb1378-37c8-443d-85e4-bf5138bae204 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52f724ab-589d-b17b-18b5-e435a5aa96e0, 'name': SearchDatastore_Task, 'duration_secs': 0.022773} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.170166] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f5bb1378-37c8-443d-85e4-bf5138bae204 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1371.170487] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f5bb1378-37c8-443d-85e4-bf5138bae204 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: f23e6ad1-e92d-4d2d-b09e-cec7d33c551d] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1371.170642] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f5bb1378-37c8-443d-85e4-bf5138bae204 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1371.170804] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f5bb1378-37c8-443d-85e4-bf5138bae204 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.170981] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5bb1378-37c8-443d-85e4-bf5138bae204 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1371.172170] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b5be8eb-4c55-4062-b667-3bba35811f76 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.178345] env[62438]: DEBUG oslo_concurrency.lockutils [None req-92020989-bed5-4d13-8553-90b13c3419ee tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1371.181025] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62438) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1371.181257] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.748s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1371.181902] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7faf497a-43fb-400b-86a9-5f264e8a483a tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.715s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1371.183405] env[62438]: INFO nova.compute.claims [None req-7faf497a-43fb-400b-86a9-5f264e8a483a tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] [instance: 65ded97d-a41b-4c21-b289-baa0d75c739b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1371.191507] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5bb1378-37c8-443d-85e4-bf5138bae204 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1371.191704] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f5bb1378-37c8-443d-85e4-bf5138bae204 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1371.192734] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a9cd358-e6b0-4f5c-997d-2f402a392b3f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.202759] env[62438]: DEBUG oslo_vmware.api [None req-f5bb1378-37c8-443d-85e4-bf5138bae204 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Waiting for the task: (returnval){ [ 1371.202759] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52e92155-9f13-3d8e-6b42-b80cdfad1570" [ 1371.202759] env[62438]: _type = "Task" [ 1371.202759] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.211796] env[62438]: DEBUG oslo_vmware.api [None req-f5bb1378-37c8-443d-85e4-bf5138bae204 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52e92155-9f13-3d8e-6b42-b80cdfad1570, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.410866] env[62438]: DEBUG nova.compute.manager [req-13d690aa-7094-4e58-a19b-b1bf62a18d70 req-158fdb5a-b70b-4ffc-87d1-8dc48450c104 service nova] [instance: c26e95a2-1552-4c73-affe-a62df76b5efc] Received event network-vif-deleted-03561e1a-240e-4732-9953-77c2420e55ef {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1371.437337] env[62438]: DEBUG nova.compute.manager [req-0881f4a9-0b3d-4250-b8f3-ee7158c43795 req-4fc62117-e906-4482-b14f-9e6fdafd6f5c service nova] [instance: f23e6ad1-e92d-4d2d-b09e-cec7d33c551d] Received event network-changed-2f981b4a-f525-48b0-b106-22f10c172551 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1371.438331] env[62438]: DEBUG nova.compute.manager [req-0881f4a9-0b3d-4250-b8f3-ee7158c43795 req-4fc62117-e906-4482-b14f-9e6fdafd6f5c service nova] [instance: f23e6ad1-e92d-4d2d-b09e-cec7d33c551d] Refreshing instance network info cache due to event network-changed-2f981b4a-f525-48b0-b106-22f10c172551. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1371.438662] env[62438]: DEBUG oslo_concurrency.lockutils [req-0881f4a9-0b3d-4250-b8f3-ee7158c43795 req-4fc62117-e906-4482-b14f-9e6fdafd6f5c service nova] Acquiring lock "refresh_cache-f23e6ad1-e92d-4d2d-b09e-cec7d33c551d" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1371.438847] env[62438]: DEBUG oslo_concurrency.lockutils [req-0881f4a9-0b3d-4250-b8f3-ee7158c43795 req-4fc62117-e906-4482-b14f-9e6fdafd6f5c service nova] Acquired lock "refresh_cache-f23e6ad1-e92d-4d2d-b09e-cec7d33c551d" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.439036] env[62438]: DEBUG nova.network.neutron [req-0881f4a9-0b3d-4250-b8f3-ee7158c43795 req-4fc62117-e906-4482-b14f-9e6fdafd6f5c service nova] [instance: f23e6ad1-e92d-4d2d-b09e-cec7d33c551d] Refreshing network info cache for port 2f981b4a-f525-48b0-b106-22f10c172551 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1371.447445] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-aa1d5fe9-2ccc-46f6-b104-4b858066b49e tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: f9196911-d1ae-4b4a-a4be-08ec3690d516] Creating linked-clone VM from snapshot {{(pid=62438) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1371.448222] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-540ca058-6e52-409b-a1eb-d1858cab2ec9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.462417] env[62438]: DEBUG oslo_vmware.api [None req-aa1d5fe9-2ccc-46f6-b104-4b858066b49e tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Waiting for the task: (returnval){ [ 1371.462417] env[62438]: value = "task-1784468" [ 1371.462417] env[62438]: _type = "Task" [ 1371.462417] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.478039] env[62438]: DEBUG oslo_vmware.api [None req-410a6305-734f-4926-b034-c2d028e96a64 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Task: {'id': task-1784467, 'name': Destroy_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.481645] env[62438]: DEBUG oslo_vmware.api [None req-aa1d5fe9-2ccc-46f6-b104-4b858066b49e tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Task: {'id': task-1784468, 'name': CloneVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.674697] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1371.675113] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Starting heal instance info cache {{(pid=62438) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}} [ 1371.675354] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Rebuilding the list of instances to heal {{(pid=62438) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9930}} [ 1371.723019] env[62438]: DEBUG oslo_vmware.api [None req-f5bb1378-37c8-443d-85e4-bf5138bae204 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52e92155-9f13-3d8e-6b42-b80cdfad1570, 'name': SearchDatastore_Task, 'duration_secs': 0.023366} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.723019] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c59f7a1-b620-4a6d-b6bd-a49faf736c7d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.730824] env[62438]: DEBUG oslo_vmware.api [None req-f5bb1378-37c8-443d-85e4-bf5138bae204 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Waiting for the task: (returnval){ [ 1371.730824] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5248e081-3d00-fe39-c8a1-3b2212532950" [ 1371.730824] env[62438]: _type = "Task" [ 1371.730824] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.743278] env[62438]: DEBUG oslo_vmware.api [None req-f5bb1378-37c8-443d-85e4-bf5138bae204 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5248e081-3d00-fe39-c8a1-3b2212532950, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.978541] env[62438]: DEBUG oslo_vmware.api [None req-410a6305-734f-4926-b034-c2d028e96a64 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Task: {'id': task-1784467, 'name': Destroy_Task, 'duration_secs': 0.787116} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.978541] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-410a6305-734f-4926-b034-c2d028e96a64 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] [instance: dafca806-482e-476d-aac6-f4844403efb3] Destroyed the VM [ 1371.978541] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-410a6305-734f-4926-b034-c2d028e96a64 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] [instance: dafca806-482e-476d-aac6-f4844403efb3] Deleting Snapshot of the VM instance {{(pid=62438) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1371.978541] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0e8014aa-d0f7-4921-82de-758416c047f4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.986434] env[62438]: DEBUG oslo_vmware.api [None req-aa1d5fe9-2ccc-46f6-b104-4b858066b49e tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Task: {'id': task-1784468, 'name': CloneVM_Task} progress is 94%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.992804] env[62438]: DEBUG oslo_vmware.api [None req-410a6305-734f-4926-b034-c2d028e96a64 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Waiting for the task: (returnval){ [ 1371.992804] env[62438]: value = "task-1784469" [ 1371.992804] env[62438]: _type = "Task" [ 1371.992804] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.002899] env[62438]: DEBUG oslo_vmware.api [None req-410a6305-734f-4926-b034-c2d028e96a64 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Task: {'id': task-1784469, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.082091] env[62438]: DEBUG nova.network.neutron [None req-ec0940ec-ca1a-41de-982c-a9d741aa564a tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] Successfully updated port: e64ea7f2-5e8a-436c-b80b-fe8dd4626bb2 {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1372.186410] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: f23e6ad1-e92d-4d2d-b09e-cec7d33c551d] Skipping network cache update for instance because it is Building. {{(pid=62438) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 1372.186597] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] Skipping network cache update for instance because it is Building. {{(pid=62438) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 1372.186713] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: 65ded97d-a41b-4c21-b289-baa0d75c739b] Skipping network cache update for instance because it is Building. {{(pid=62438) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 1372.249155] env[62438]: DEBUG oslo_vmware.api [None req-f5bb1378-37c8-443d-85e4-bf5138bae204 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5248e081-3d00-fe39-c8a1-3b2212532950, 'name': SearchDatastore_Task, 'duration_secs': 0.01227} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.251949] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f5bb1378-37c8-443d-85e4-bf5138bae204 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1372.251949] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5bb1378-37c8-443d-85e4-bf5138bae204 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] f23e6ad1-e92d-4d2d-b09e-cec7d33c551d/f23e6ad1-e92d-4d2d-b09e-cec7d33c551d.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1372.252266] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0199591d-077a-44e5-affc-b2637390e4ea {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.259533] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Acquiring lock "refresh_cache-d96af944-fba1-4df4-a0f7-0566ae562500" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1372.259793] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Acquired lock "refresh_cache-d96af944-fba1-4df4-a0f7-0566ae562500" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.259852] env[62438]: DEBUG nova.network.neutron [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: d96af944-fba1-4df4-a0f7-0566ae562500] Forcefully refreshing network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2004}} [ 1372.259959] env[62438]: DEBUG nova.objects.instance [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lazy-loading 'info_cache' on Instance uuid d96af944-fba1-4df4-a0f7-0566ae562500 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1372.266860] env[62438]: DEBUG oslo_vmware.api [None req-f5bb1378-37c8-443d-85e4-bf5138bae204 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Waiting for the task: (returnval){ [ 1372.266860] env[62438]: value = "task-1784470" [ 1372.266860] env[62438]: _type = "Task" [ 1372.266860] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.283791] env[62438]: DEBUG oslo_vmware.api [None req-f5bb1378-37c8-443d-85e4-bf5138bae204 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1784470, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.489028] env[62438]: DEBUG oslo_vmware.api [None req-aa1d5fe9-2ccc-46f6-b104-4b858066b49e tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Task: {'id': task-1784468, 'name': CloneVM_Task} progress is 94%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.503927] env[62438]: DEBUG oslo_vmware.api [None req-410a6305-734f-4926-b034-c2d028e96a64 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Task: {'id': task-1784469, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.588161] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ec0940ec-ca1a-41de-982c-a9d741aa564a tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] Acquiring lock "refresh_cache-b791bdf7-feaa-4752-a8a6-45d1562e4874" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1372.588161] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ec0940ec-ca1a-41de-982c-a9d741aa564a tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] Acquired lock "refresh_cache-b791bdf7-feaa-4752-a8a6-45d1562e4874" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.588161] env[62438]: DEBUG nova.network.neutron [None req-ec0940ec-ca1a-41de-982c-a9d741aa564a tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1372.728265] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16df95fe-ea8c-4375-bcb4-07cb5e006dab {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.741624] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a2231a-0c7c-49db-afbe-6f4562ba4024 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.784578] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cfa1238-720e-492f-b553-0b8230fae6f9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.795184] env[62438]: DEBUG oslo_vmware.api [None req-f5bb1378-37c8-443d-85e4-bf5138bae204 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1784470, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.801466] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a66fecfa-7275-4d03-a157-77a182286eb9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.817542] env[62438]: DEBUG nova.compute.provider_tree [None req-7faf497a-43fb-400b-86a9-5f264e8a483a tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1372.848270] env[62438]: DEBUG oslo_concurrency.lockutils [None req-280113d4-c0dd-4ef1-a4b5-9f5524b52fa8 tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] Acquiring lock "593cd047-3ea0-4bc8-ab9d-9833747a6752" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1372.848448] env[62438]: DEBUG oslo_concurrency.lockutils [None req-280113d4-c0dd-4ef1-a4b5-9f5524b52fa8 tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] Lock "593cd047-3ea0-4bc8-ab9d-9833747a6752" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1372.982240] env[62438]: DEBUG oslo_vmware.api [None req-aa1d5fe9-2ccc-46f6-b104-4b858066b49e tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Task: {'id': task-1784468, 'name': CloneVM_Task} progress is 95%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.003340] env[62438]: DEBUG oslo_vmware.api [None req-410a6305-734f-4926-b034-c2d028e96a64 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Task: {'id': task-1784469, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.128335] env[62438]: DEBUG nova.network.neutron [None req-ec0940ec-ca1a-41de-982c-a9d741aa564a tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1373.144806] env[62438]: DEBUG nova.network.neutron [req-0881f4a9-0b3d-4250-b8f3-ee7158c43795 req-4fc62117-e906-4482-b14f-9e6fdafd6f5c service nova] [instance: f23e6ad1-e92d-4d2d-b09e-cec7d33c551d] Updated VIF entry in instance network info cache for port 2f981b4a-f525-48b0-b106-22f10c172551. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1373.147759] env[62438]: DEBUG nova.network.neutron [req-0881f4a9-0b3d-4250-b8f3-ee7158c43795 req-4fc62117-e906-4482-b14f-9e6fdafd6f5c service nova] [instance: f23e6ad1-e92d-4d2d-b09e-cec7d33c551d] Updating instance_info_cache with network_info: [{"id": "2f981b4a-f525-48b0-b106-22f10c172551", "address": "fa:16:3e:bd:c6:ef", "network": {"id": "49820dcf-3697-48a5-a107-cef5a52d412e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1941663822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eee2ef2bcd664c558400dbccdc63582d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f981b4a-f5", "ovs_interfaceid": "2f981b4a-f525-48b0-b106-22f10c172551", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1373.288700] env[62438]: DEBUG nova.network.neutron [None req-ec0940ec-ca1a-41de-982c-a9d741aa564a tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] Updating instance_info_cache with network_info: [{"id": "e64ea7f2-5e8a-436c-b80b-fe8dd4626bb2", "address": "fa:16:3e:36:05:90", "network": {"id": "df726358-d39a-47a2-a4a5-1b55871dacdf", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1408920244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e435a731435d4d3da80db6fe825dc950", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape64ea7f2-5e", "ovs_interfaceid": "e64ea7f2-5e8a-436c-b80b-fe8dd4626bb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1373.301640] env[62438]: DEBUG oslo_vmware.api [None req-f5bb1378-37c8-443d-85e4-bf5138bae204 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1784470, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.626161} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.302674] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5bb1378-37c8-443d-85e4-bf5138bae204 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] f23e6ad1-e92d-4d2d-b09e-cec7d33c551d/f23e6ad1-e92d-4d2d-b09e-cec7d33c551d.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1373.303101] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f5bb1378-37c8-443d-85e4-bf5138bae204 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: f23e6ad1-e92d-4d2d-b09e-cec7d33c551d] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1373.304111] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-859d4578-43b0-4cba-8047-30ea7f538694 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.312106] env[62438]: DEBUG oslo_vmware.api [None req-f5bb1378-37c8-443d-85e4-bf5138bae204 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Waiting for the task: (returnval){ [ 1373.312106] env[62438]: value = "task-1784471" [ 1373.312106] env[62438]: _type = "Task" [ 1373.312106] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.322492] env[62438]: DEBUG nova.scheduler.client.report [None req-7faf497a-43fb-400b-86a9-5f264e8a483a tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1373.327481] env[62438]: DEBUG oslo_vmware.api [None req-f5bb1378-37c8-443d-85e4-bf5138bae204 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1784471, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.350889] env[62438]: DEBUG nova.compute.manager [None req-280113d4-c0dd-4ef1-a4b5-9f5524b52fa8 tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] [instance: 593cd047-3ea0-4bc8-ab9d-9833747a6752] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1373.482458] env[62438]: DEBUG oslo_vmware.api [None req-aa1d5fe9-2ccc-46f6-b104-4b858066b49e tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Task: {'id': task-1784468, 'name': CloneVM_Task, 'duration_secs': 1.75373} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.482458] env[62438]: INFO nova.virt.vmwareapi.vmops [None req-aa1d5fe9-2ccc-46f6-b104-4b858066b49e tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: f9196911-d1ae-4b4a-a4be-08ec3690d516] Created linked-clone VM from snapshot [ 1373.484164] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8635cd76-6ce0-4b82-b4b3-70aced676b7c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.495017] env[62438]: DEBUG nova.virt.vmwareapi.images [None req-aa1d5fe9-2ccc-46f6-b104-4b858066b49e tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: f9196911-d1ae-4b4a-a4be-08ec3690d516] Uploading image d648477e-4763-4ff4-b8f6-57b26506f508 {{(pid=62438) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 1373.504763] env[62438]: DEBUG oslo_vmware.api [None req-410a6305-734f-4926-b034-c2d028e96a64 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Task: {'id': task-1784469, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.530500] env[62438]: DEBUG oslo_vmware.rw_handles [None req-aa1d5fe9-2ccc-46f6-b104-4b858066b49e tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1373.530500] env[62438]: value = "vm-370298" [ 1373.530500] env[62438]: _type = "VirtualMachine" [ 1373.530500] env[62438]: }. {{(pid=62438) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1373.530902] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a5b5c3ae-ecb8-44de-b079-916d7c3a784a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.538034] env[62438]: DEBUG oslo_vmware.rw_handles [None req-aa1d5fe9-2ccc-46f6-b104-4b858066b49e tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Lease: (returnval){ [ 1373.538034] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5243877a-115f-14e5-4f84-66b04ba5c215" [ 1373.538034] env[62438]: _type = "HttpNfcLease" [ 1373.538034] env[62438]: } obtained for exporting VM: (result){ [ 1373.538034] env[62438]: value = "vm-370298" [ 1373.538034] env[62438]: _type = "VirtualMachine" [ 1373.538034] env[62438]: }. {{(pid=62438) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1373.538308] env[62438]: DEBUG oslo_vmware.api [None req-aa1d5fe9-2ccc-46f6-b104-4b858066b49e tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Waiting for the lease: (returnval){ [ 1373.538308] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5243877a-115f-14e5-4f84-66b04ba5c215" [ 1373.538308] env[62438]: _type = "HttpNfcLease" [ 1373.538308] env[62438]: } to be ready. {{(pid=62438) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1373.548248] env[62438]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1373.548248] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5243877a-115f-14e5-4f84-66b04ba5c215" [ 1373.548248] env[62438]: _type = "HttpNfcLease" [ 1373.548248] env[62438]: } is initializing. {{(pid=62438) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1373.652757] env[62438]: DEBUG oslo_concurrency.lockutils [req-0881f4a9-0b3d-4250-b8f3-ee7158c43795 req-4fc62117-e906-4482-b14f-9e6fdafd6f5c service nova] Releasing lock "refresh_cache-f23e6ad1-e92d-4d2d-b09e-cec7d33c551d" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1373.798023] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ec0940ec-ca1a-41de-982c-a9d741aa564a tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] Releasing lock "refresh_cache-b791bdf7-feaa-4752-a8a6-45d1562e4874" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1373.798023] env[62438]: DEBUG nova.compute.manager [None req-ec0940ec-ca1a-41de-982c-a9d741aa564a tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] Instance network_info: |[{"id": "e64ea7f2-5e8a-436c-b80b-fe8dd4626bb2", "address": "fa:16:3e:36:05:90", "network": {"id": "df726358-d39a-47a2-a4a5-1b55871dacdf", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1408920244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e435a731435d4d3da80db6fe825dc950", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape64ea7f2-5e", "ovs_interfaceid": "e64ea7f2-5e8a-436c-b80b-fe8dd4626bb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1373.798496] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-ec0940ec-ca1a-41de-982c-a9d741aa564a tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:05:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e64ea7f2-5e8a-436c-b80b-fe8dd4626bb2', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1373.805202] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec0940ec-ca1a-41de-982c-a9d741aa564a tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] Creating folder: Project (e435a731435d4d3da80db6fe825dc950). Parent ref: group-v370230. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1373.805647] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a495e7f8-b6f6-493e-9ebf-be8f29e560c4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.821020] env[62438]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1373.821020] env[62438]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62438) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1373.821020] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec0940ec-ca1a-41de-982c-a9d741aa564a tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] Folder already exists: Project (e435a731435d4d3da80db6fe825dc950). Parent ref: group-v370230. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1373.821020] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec0940ec-ca1a-41de-982c-a9d741aa564a tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] Creating folder: Instances. Parent ref: group-v370252. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1373.821020] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-969376a3-a293-481b-83f5-98062425cc00 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.827100] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7faf497a-43fb-400b-86a9-5f264e8a483a tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.645s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1373.827725] env[62438]: DEBUG nova.compute.manager [None req-7faf497a-43fb-400b-86a9-5f264e8a483a tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] [instance: 65ded97d-a41b-4c21-b289-baa0d75c739b] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1373.830617] env[62438]: DEBUG oslo_vmware.api [None req-f5bb1378-37c8-443d-85e4-bf5138bae204 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1784471, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.158276} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.831618] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2c237c4d-709d-418e-825b-c1b23ab8d2a5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.028s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1373.833247] env[62438]: INFO nova.compute.claims [None req-2c237c4d-709d-418e-825b-c1b23ab8d2a5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: da9c0fae-22ea-4a8a-b9de-e78fbcff5c7f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1373.836276] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f5bb1378-37c8-443d-85e4-bf5138bae204 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: f23e6ad1-e92d-4d2d-b09e-cec7d33c551d] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1373.837718] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e67dc1b0-d3cd-469a-950a-a56c0f197d36 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.842515] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-ec0940ec-ca1a-41de-982c-a9d741aa564a tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] Created folder: Instances in parent group-v370252. [ 1373.842962] env[62438]: DEBUG oslo.service.loopingcall [None req-ec0940ec-ca1a-41de-982c-a9d741aa564a tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1373.847014] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1373.847014] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f364dfbf-d8cd-4382-b55f-c18159c7d541 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.886651] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5bb1378-37c8-443d-85e4-bf5138bae204 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: f23e6ad1-e92d-4d2d-b09e-cec7d33c551d] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] f23e6ad1-e92d-4d2d-b09e-cec7d33c551d/f23e6ad1-e92d-4d2d-b09e-cec7d33c551d.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1373.893716] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7607b51-04e9-4bbf-86fb-c8dc00b57cb1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.912705] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1373.912705] env[62438]: value = "task-1784475" [ 1373.912705] env[62438]: _type = "Task" [ 1373.912705] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.921438] env[62438]: DEBUG oslo_vmware.api [None req-f5bb1378-37c8-443d-85e4-bf5138bae204 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Waiting for the task: (returnval){ [ 1373.921438] env[62438]: value = "task-1784476" [ 1373.921438] env[62438]: _type = "Task" [ 1373.921438] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.928457] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784475, 'name': CreateVM_Task} progress is 10%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.929495] env[62438]: DEBUG oslo_concurrency.lockutils [None req-280113d4-c0dd-4ef1-a4b5-9f5524b52fa8 tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1373.934747] env[62438]: DEBUG oslo_vmware.api [None req-f5bb1378-37c8-443d-85e4-bf5138bae204 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1784476, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.011123] env[62438]: DEBUG oslo_vmware.api [None req-410a6305-734f-4926-b034-c2d028e96a64 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Task: {'id': task-1784469, 'name': RemoveSnapshot_Task, 'duration_secs': 1.600899} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.012047] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-410a6305-734f-4926-b034-c2d028e96a64 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] [instance: dafca806-482e-476d-aac6-f4844403efb3] Deleted Snapshot of the VM instance {{(pid=62438) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1374.012047] env[62438]: INFO nova.compute.manager [None req-410a6305-734f-4926-b034-c2d028e96a64 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] [instance: dafca806-482e-476d-aac6-f4844403efb3] Took 19.12 seconds to snapshot the instance on the hypervisor. [ 1374.050549] env[62438]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1374.050549] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5243877a-115f-14e5-4f84-66b04ba5c215" [ 1374.050549] env[62438]: _type = "HttpNfcLease" [ 1374.050549] env[62438]: } is ready. {{(pid=62438) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1374.050996] env[62438]: DEBUG oslo_vmware.rw_handles [None req-aa1d5fe9-2ccc-46f6-b104-4b858066b49e tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1374.050996] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5243877a-115f-14e5-4f84-66b04ba5c215" [ 1374.050996] env[62438]: _type = "HttpNfcLease" [ 1374.050996] env[62438]: }. {{(pid=62438) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1374.053480] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad9f437c-8e9f-4230-a1fd-5bd7d73d1df9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.066388] env[62438]: DEBUG oslo_vmware.rw_handles [None req-aa1d5fe9-2ccc-46f6-b104-4b858066b49e tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526a84b0-460b-47e8-34ea-7117199165f6/disk-0.vmdk from lease info. {{(pid=62438) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1374.066643] env[62438]: DEBUG oslo_vmware.rw_handles [None req-aa1d5fe9-2ccc-46f6-b104-4b858066b49e tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526a84b0-460b-47e8-34ea-7117199165f6/disk-0.vmdk for reading. {{(pid=62438) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1374.135214] env[62438]: DEBUG oslo_concurrency.lockutils [None req-21836c77-d7a0-4bd9-81a6-052a84160cc4 tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] Acquiring lock "e1af2037-ebee-4ea8-aade-9949bb2c4891" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1374.135504] env[62438]: DEBUG oslo_concurrency.lockutils [None req-21836c77-d7a0-4bd9-81a6-052a84160cc4 tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] Lock "e1af2037-ebee-4ea8-aade-9949bb2c4891" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1374.199629] env[62438]: INFO nova.compute.manager [None req-2b35ed80-c729-4821-bf33-4bafc6ca7dea tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53] Rebuilding instance [ 1374.206433] env[62438]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a3afdd99-6fb7-412a-9973-f3cb11d74b29 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.265971] env[62438]: DEBUG nova.compute.manager [None req-2b35ed80-c729-4821-bf33-4bafc6ca7dea tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1374.266865] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca34753-a82d-418d-bf4e-078025d54963 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.342973] env[62438]: DEBUG nova.compute.utils [None req-7faf497a-43fb-400b-86a9-5f264e8a483a tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1374.344355] env[62438]: DEBUG nova.compute.manager [None req-7faf497a-43fb-400b-86a9-5f264e8a483a tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] [instance: 65ded97d-a41b-4c21-b289-baa0d75c739b] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1374.344516] env[62438]: DEBUG nova.network.neutron [None req-7faf497a-43fb-400b-86a9-5f264e8a483a tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] [instance: 65ded97d-a41b-4c21-b289-baa0d75c739b] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1374.431524] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784475, 'name': CreateVM_Task, 'duration_secs': 0.40206} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.439127] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1374.439127] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-ec0940ec-ca1a-41de-982c-a9d741aa564a tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370264', 'volume_id': '83444f1f-6fbe-49cb-8cc3-56a7dbcbc96f', 'name': 'volume-83444f1f-6fbe-49cb-8cc3-56a7dbcbc96f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b791bdf7-feaa-4752-a8a6-45d1562e4874', 'attached_at': '', 'detached_at': '', 'volume_id': '83444f1f-6fbe-49cb-8cc3-56a7dbcbc96f', 'serial': '83444f1f-6fbe-49cb-8cc3-56a7dbcbc96f'}, 'mount_device': '/dev/sda', 'boot_index': 0, 'delete_on_termination': True, 'attachment_id': '81724e21-ab26-4c53-be6b-6c5507ad9f42', 'device_type': None, 'disk_bus': None, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=62438) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1374.440969] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec0940ec-ca1a-41de-982c-a9d741aa564a tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] Root volume attach. Driver type: vmdk {{(pid=62438) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1374.445499] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dea925d-c65b-4364-b5a0-f555aad51aed {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.454618] env[62438]: DEBUG oslo_vmware.api [None req-f5bb1378-37c8-443d-85e4-bf5138bae204 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1784476, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.460994] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8878f5b4-ed1d-480a-8682-3c2a7f2ef57b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.470550] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4aabe50-67b5-4032-a468-b564c08f7ef8 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.479831] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-a004edad-adfc-4b3f-a1b9-591258f7f40d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.490593] env[62438]: DEBUG oslo_vmware.api [None req-ec0940ec-ca1a-41de-982c-a9d741aa564a tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] Waiting for the task: (returnval){ [ 1374.490593] env[62438]: value = "task-1784477" [ 1374.490593] env[62438]: _type = "Task" [ 1374.490593] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.504943] env[62438]: DEBUG oslo_vmware.api [None req-ec0940ec-ca1a-41de-982c-a9d741aa564a tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] Task: {'id': task-1784477, 'name': RelocateVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.558364] env[62438]: DEBUG nova.policy [None req-7faf497a-43fb-400b-86a9-5f264e8a483a tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a595c0f94fb84f38b58e0dd8363f4325', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7f31f893ddb14b01902da69c7cb5a08f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1374.638396] env[62438]: DEBUG nova.compute.manager [None req-21836c77-d7a0-4bd9-81a6-052a84160cc4 tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] [instance: e1af2037-ebee-4ea8-aade-9949bb2c4891] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1374.754207] env[62438]: DEBUG nova.network.neutron [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: d96af944-fba1-4df4-a0f7-0566ae562500] Updating instance_info_cache with network_info: [{"id": "e2fa7604-8c67-448e-9587-be06acc0986c", "address": "fa:16:3e:05:d5:77", "network": {"id": "a94d385f-71ec-4be6-b04d-8fd365f0788d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1510171435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "941c9b8cd46546ffa37aa3edfa770bd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2fa7604-8c", "ovs_interfaceid": "e2fa7604-8c67-448e-9587-be06acc0986c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1374.783030] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b35ed80-c729-4821-bf33-4bafc6ca7dea tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1374.785918] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa48e0c7-2448-471c-8f95-126bdfc3892c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.798277] env[62438]: DEBUG oslo_vmware.api [None req-2b35ed80-c729-4821-bf33-4bafc6ca7dea tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Waiting for the task: (returnval){ [ 1374.798277] env[62438]: value = "task-1784478" [ 1374.798277] env[62438]: _type = "Task" [ 1374.798277] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.814875] env[62438]: DEBUG oslo_vmware.api [None req-2b35ed80-c729-4821-bf33-4bafc6ca7dea tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1784478, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.851597] env[62438]: DEBUG nova.compute.manager [None req-7faf497a-43fb-400b-86a9-5f264e8a483a tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] [instance: 65ded97d-a41b-4c21-b289-baa0d75c739b] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1374.952844] env[62438]: DEBUG oslo_vmware.api [None req-f5bb1378-37c8-443d-85e4-bf5138bae204 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1784476, 'name': ReconfigVM_Task, 'duration_secs': 0.635049} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.952844] env[62438]: DEBUG nova.network.neutron [None req-7faf497a-43fb-400b-86a9-5f264e8a483a tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] [instance: 65ded97d-a41b-4c21-b289-baa0d75c739b] Successfully created port: 00dc7973-004c-444e-850d-c5d981b07ec4 {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1374.955254] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5bb1378-37c8-443d-85e4-bf5138bae204 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: f23e6ad1-e92d-4d2d-b09e-cec7d33c551d] Reconfigured VM instance instance-00000016 to attach disk [datastore1] f23e6ad1-e92d-4d2d-b09e-cec7d33c551d/f23e6ad1-e92d-4d2d-b09e-cec7d33c551d.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1374.956095] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-43993796-a72f-4f0e-a89d-b4f52e95111c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.970093] env[62438]: DEBUG oslo_vmware.api [None req-f5bb1378-37c8-443d-85e4-bf5138bae204 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Waiting for the task: (returnval){ [ 1374.970093] env[62438]: value = "task-1784479" [ 1374.970093] env[62438]: _type = "Task" [ 1374.970093] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.987257] env[62438]: DEBUG oslo_vmware.api [None req-f5bb1378-37c8-443d-85e4-bf5138bae204 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1784479, 'name': Rename_Task} progress is 10%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.006852] env[62438]: DEBUG oslo_vmware.api [None req-ec0940ec-ca1a-41de-982c-a9d741aa564a tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] Task: {'id': task-1784477, 'name': RelocateVM_Task, 'duration_secs': 0.026729} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.007325] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec0940ec-ca1a-41de-982c-a9d741aa564a tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] Volume attach. Driver type: vmdk {{(pid=62438) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1375.007659] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec0940ec-ca1a-41de-982c-a9d741aa564a tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370264', 'volume_id': '83444f1f-6fbe-49cb-8cc3-56a7dbcbc96f', 'name': 'volume-83444f1f-6fbe-49cb-8cc3-56a7dbcbc96f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b791bdf7-feaa-4752-a8a6-45d1562e4874', 'attached_at': '', 'detached_at': '', 'volume_id': '83444f1f-6fbe-49cb-8cc3-56a7dbcbc96f', 'serial': '83444f1f-6fbe-49cb-8cc3-56a7dbcbc96f'} {{(pid=62438) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1375.009095] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00760526-d9be-4b5d-9f7a-3f1641e52170 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.039844] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a81419-b1a8-4c0c-a410-c5a4824dc30c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.066079] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec0940ec-ca1a-41de-982c-a9d741aa564a tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] volume-83444f1f-6fbe-49cb-8cc3-56a7dbcbc96f/volume-83444f1f-6fbe-49cb-8cc3-56a7dbcbc96f.vmdk or device None with type thin {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1375.066575] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7e2d026-4385-430d-b762-39ddfcf06f37 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.092302] env[62438]: DEBUG oslo_vmware.api [None req-ec0940ec-ca1a-41de-982c-a9d741aa564a tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] Waiting for the task: (returnval){ [ 1375.092302] env[62438]: value = "task-1784480" [ 1375.092302] env[62438]: _type = "Task" [ 1375.092302] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.102109] env[62438]: DEBUG oslo_vmware.api [None req-ec0940ec-ca1a-41de-982c-a9d741aa564a tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] Task: {'id': task-1784480, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.175548] env[62438]: DEBUG oslo_concurrency.lockutils [None req-21836c77-d7a0-4bd9-81a6-052a84160cc4 tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1375.250191] env[62438]: DEBUG nova.compute.manager [req-9ef2476f-9ff4-4164-b152-137bdf0ae0f8 req-9636ff33-60b9-4275-8276-b083813b6044 service nova] [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] Received event network-vif-plugged-e64ea7f2-5e8a-436c-b80b-fe8dd4626bb2 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1375.251974] env[62438]: DEBUG oslo_concurrency.lockutils [req-9ef2476f-9ff4-4164-b152-137bdf0ae0f8 req-9636ff33-60b9-4275-8276-b083813b6044 service nova] Acquiring lock "b791bdf7-feaa-4752-a8a6-45d1562e4874-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1375.251974] env[62438]: DEBUG oslo_concurrency.lockutils [req-9ef2476f-9ff4-4164-b152-137bdf0ae0f8 req-9636ff33-60b9-4275-8276-b083813b6044 service nova] Lock "b791bdf7-feaa-4752-a8a6-45d1562e4874-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1375.251974] env[62438]: DEBUG oslo_concurrency.lockutils [req-9ef2476f-9ff4-4164-b152-137bdf0ae0f8 req-9636ff33-60b9-4275-8276-b083813b6044 service nova] Lock "b791bdf7-feaa-4752-a8a6-45d1562e4874-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1375.251974] env[62438]: DEBUG nova.compute.manager [req-9ef2476f-9ff4-4164-b152-137bdf0ae0f8 req-9636ff33-60b9-4275-8276-b083813b6044 service nova] [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] No waiting events found dispatching network-vif-plugged-e64ea7f2-5e8a-436c-b80b-fe8dd4626bb2 {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1375.252151] env[62438]: WARNING nova.compute.manager [req-9ef2476f-9ff4-4164-b152-137bdf0ae0f8 req-9636ff33-60b9-4275-8276-b083813b6044 service nova] [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] Received unexpected event network-vif-plugged-e64ea7f2-5e8a-436c-b80b-fe8dd4626bb2 for instance with vm_state building and task_state spawning. [ 1375.252271] env[62438]: DEBUG nova.compute.manager [req-9ef2476f-9ff4-4164-b152-137bdf0ae0f8 req-9636ff33-60b9-4275-8276-b083813b6044 service nova] [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] Received event network-changed-e64ea7f2-5e8a-436c-b80b-fe8dd4626bb2 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1375.252473] env[62438]: DEBUG nova.compute.manager [req-9ef2476f-9ff4-4164-b152-137bdf0ae0f8 req-9636ff33-60b9-4275-8276-b083813b6044 service nova] [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] Refreshing instance network info cache due to event network-changed-e64ea7f2-5e8a-436c-b80b-fe8dd4626bb2. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1375.252857] env[62438]: DEBUG oslo_concurrency.lockutils [req-9ef2476f-9ff4-4164-b152-137bdf0ae0f8 req-9636ff33-60b9-4275-8276-b083813b6044 service nova] Acquiring lock "refresh_cache-b791bdf7-feaa-4752-a8a6-45d1562e4874" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1375.252857] env[62438]: DEBUG oslo_concurrency.lockutils [req-9ef2476f-9ff4-4164-b152-137bdf0ae0f8 req-9636ff33-60b9-4275-8276-b083813b6044 service nova] Acquired lock "refresh_cache-b791bdf7-feaa-4752-a8a6-45d1562e4874" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.252947] env[62438]: DEBUG nova.network.neutron [req-9ef2476f-9ff4-4164-b152-137bdf0ae0f8 req-9636ff33-60b9-4275-8276-b083813b6044 service nova] [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] Refreshing network info cache for port e64ea7f2-5e8a-436c-b80b-fe8dd4626bb2 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1375.261461] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Releasing lock "refresh_cache-d96af944-fba1-4df4-a0f7-0566ae562500" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1375.261461] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: d96af944-fba1-4df4-a0f7-0566ae562500] Updated the network info_cache for instance {{(pid=62438) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9997}} [ 1375.261695] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1375.261724] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1375.264137] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1375.264137] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62438) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10545}} [ 1375.315057] env[62438]: DEBUG oslo_vmware.api [None req-2b35ed80-c729-4821-bf33-4bafc6ca7dea tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1784478, 'name': PowerOffVM_Task, 'duration_secs': 0.254496} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.315350] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b35ed80-c729-4821-bf33-4bafc6ca7dea tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1375.315572] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-2b35ed80-c729-4821-bf33-4bafc6ca7dea tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1375.316434] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e42e6a2-7f2f-4706-b8ff-58a5f8324637 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.324266] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-2b35ed80-c729-4821-bf33-4bafc6ca7dea tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1375.326615] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a55f205-ebda-4ec1-a044-782c1f1962d2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.411445] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-2b35ed80-c729-4821-bf33-4bafc6ca7dea tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1375.411704] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-2b35ed80-c729-4821-bf33-4bafc6ca7dea tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1375.411904] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b35ed80-c729-4821-bf33-4bafc6ca7dea tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Deleting the datastore file [datastore1] ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53 {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1375.412372] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d88821f6-0a0f-4f57-82c7-52dd860e2818 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.422024] env[62438]: DEBUG oslo_vmware.api [None req-2b35ed80-c729-4821-bf33-4bafc6ca7dea tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Waiting for the task: (returnval){ [ 1375.422024] env[62438]: value = "task-1784482" [ 1375.422024] env[62438]: _type = "Task" [ 1375.422024] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.434556] env[62438]: DEBUG oslo_vmware.api [None req-2b35ed80-c729-4821-bf33-4bafc6ca7dea tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1784482, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.486753] env[62438]: DEBUG oslo_vmware.api [None req-f5bb1378-37c8-443d-85e4-bf5138bae204 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1784479, 'name': Rename_Task, 'duration_secs': 0.192535} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.487066] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5bb1378-37c8-443d-85e4-bf5138bae204 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: f23e6ad1-e92d-4d2d-b09e-cec7d33c551d] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1375.487341] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2a8380f-8e38-4de3-8dcd-1563031eb489 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.496592] env[62438]: DEBUG oslo_vmware.api [None req-f5bb1378-37c8-443d-85e4-bf5138bae204 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Waiting for the task: (returnval){ [ 1375.496592] env[62438]: value = "task-1784483" [ 1375.496592] env[62438]: _type = "Task" [ 1375.496592] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.505762] env[62438]: DEBUG oslo_vmware.api [None req-f5bb1378-37c8-443d-85e4-bf5138bae204 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1784483, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.605984] env[62438]: DEBUG oslo_vmware.api [None req-ec0940ec-ca1a-41de-982c-a9d741aa564a tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] Task: {'id': task-1784480, 'name': ReconfigVM_Task, 'duration_secs': 0.496125} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.606340] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec0940ec-ca1a-41de-982c-a9d741aa564a tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] Reconfigured VM instance instance-00000017 to attach disk [datastore1] volume-83444f1f-6fbe-49cb-8cc3-56a7dbcbc96f/volume-83444f1f-6fbe-49cb-8cc3-56a7dbcbc96f.vmdk or device None with type thin {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1375.611361] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61a106b5-ccb4-4efe-9deb-29f8a8fe0943 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.624512] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-313ba45c-9c50-4694-9c46-7fc58144a5fa {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.635207] env[62438]: DEBUG oslo_vmware.api [None req-ec0940ec-ca1a-41de-982c-a9d741aa564a tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] Waiting for the task: (returnval){ [ 1375.635207] env[62438]: value = "task-1784484" [ 1375.635207] env[62438]: _type = "Task" [ 1375.635207] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.647270] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-065063f8-dcf5-4c59-a384-1e94450e0757 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.655227] env[62438]: DEBUG oslo_vmware.api [None req-ec0940ec-ca1a-41de-982c-a9d741aa564a tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] Task: {'id': task-1784484, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.701951] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d14c09a-5a67-42aa-b1ca-2109cde98c00 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.708419] env[62438]: DEBUG oslo_concurrency.lockutils [None req-4e8d39c9-b76b-4b9e-8675-b5c07987c81d tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] Acquiring lock "8d4c832d-e0b5-44ef-a8ce-0d5c6b8ed7ed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1375.709232] env[62438]: DEBUG oslo_concurrency.lockutils [None req-4e8d39c9-b76b-4b9e-8675-b5c07987c81d tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] Lock "8d4c832d-e0b5-44ef-a8ce-0d5c6b8ed7ed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1375.716043] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-467215e1-b24d-4d6d-a68c-cbbd7851561f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.736038] env[62438]: DEBUG nova.compute.provider_tree [None req-2c237c4d-709d-418e-825b-c1b23ab8d2a5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1375.869260] env[62438]: DEBUG nova.compute.manager [None req-7faf497a-43fb-400b-86a9-5f264e8a483a tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] [instance: 65ded97d-a41b-4c21-b289-baa0d75c739b] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1375.897063] env[62438]: DEBUG nova.virt.hardware [None req-7faf497a-43fb-400b-86a9-5f264e8a483a tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1375.897456] env[62438]: DEBUG nova.virt.hardware [None req-7faf497a-43fb-400b-86a9-5f264e8a483a tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1375.897512] env[62438]: DEBUG nova.virt.hardware [None req-7faf497a-43fb-400b-86a9-5f264e8a483a tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1375.897691] env[62438]: DEBUG nova.virt.hardware [None req-7faf497a-43fb-400b-86a9-5f264e8a483a tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1375.897892] env[62438]: DEBUG nova.virt.hardware [None req-7faf497a-43fb-400b-86a9-5f264e8a483a tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1375.898115] env[62438]: DEBUG nova.virt.hardware [None req-7faf497a-43fb-400b-86a9-5f264e8a483a tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1375.898380] env[62438]: DEBUG nova.virt.hardware [None req-7faf497a-43fb-400b-86a9-5f264e8a483a tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1375.898621] env[62438]: DEBUG nova.virt.hardware [None req-7faf497a-43fb-400b-86a9-5f264e8a483a tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1375.898832] env[62438]: DEBUG nova.virt.hardware [None req-7faf497a-43fb-400b-86a9-5f264e8a483a tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1375.899081] env[62438]: DEBUG nova.virt.hardware [None req-7faf497a-43fb-400b-86a9-5f264e8a483a tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1375.899345] env[62438]: DEBUG nova.virt.hardware [None req-7faf497a-43fb-400b-86a9-5f264e8a483a tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1375.900349] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4068aa1f-a9e7-4be6-8be9-a0caf69adbd5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.911086] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dfa5f8b-d8cd-4878-ab5c-3b4266ee6c49 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.934991] env[62438]: DEBUG oslo_vmware.api [None req-2b35ed80-c729-4821-bf33-4bafc6ca7dea tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1784482, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.248174} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.935299] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b35ed80-c729-4821-bf33-4bafc6ca7dea tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1375.935499] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-2b35ed80-c729-4821-bf33-4bafc6ca7dea tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1375.935755] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-2b35ed80-c729-4821-bf33-4bafc6ca7dea tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1376.007253] env[62438]: DEBUG oslo_vmware.api [None req-f5bb1378-37c8-443d-85e4-bf5138bae204 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1784483, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.144906] env[62438]: DEBUG oslo_vmware.api [None req-ec0940ec-ca1a-41de-982c-a9d741aa564a tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] Task: {'id': task-1784484, 'name': ReconfigVM_Task, 'duration_secs': 0.198798} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.145270] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec0940ec-ca1a-41de-982c-a9d741aa564a tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370264', 'volume_id': '83444f1f-6fbe-49cb-8cc3-56a7dbcbc96f', 'name': 'volume-83444f1f-6fbe-49cb-8cc3-56a7dbcbc96f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b791bdf7-feaa-4752-a8a6-45d1562e4874', 'attached_at': '', 'detached_at': '', 'volume_id': '83444f1f-6fbe-49cb-8cc3-56a7dbcbc96f', 'serial': '83444f1f-6fbe-49cb-8cc3-56a7dbcbc96f'} {{(pid=62438) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1376.145937] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-32a764a0-3e4b-42e3-88df-8d4da3e03fd6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.152067] env[62438]: DEBUG oslo_vmware.api [None req-ec0940ec-ca1a-41de-982c-a9d741aa564a tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] Waiting for the task: (returnval){ [ 1376.152067] env[62438]: value = "task-1784485" [ 1376.152067] env[62438]: _type = "Task" [ 1376.152067] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.160846] env[62438]: DEBUG oslo_vmware.api [None req-ec0940ec-ca1a-41de-982c-a9d741aa564a tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] Task: {'id': task-1784485, 'name': Rename_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.187275] env[62438]: DEBUG nova.network.neutron [req-9ef2476f-9ff4-4164-b152-137bdf0ae0f8 req-9636ff33-60b9-4275-8276-b083813b6044 service nova] [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] Updated VIF entry in instance network info cache for port e64ea7f2-5e8a-436c-b80b-fe8dd4626bb2. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1376.187615] env[62438]: DEBUG nova.network.neutron [req-9ef2476f-9ff4-4164-b152-137bdf0ae0f8 req-9636ff33-60b9-4275-8276-b083813b6044 service nova] [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] Updating instance_info_cache with network_info: [{"id": "e64ea7f2-5e8a-436c-b80b-fe8dd4626bb2", "address": "fa:16:3e:36:05:90", "network": {"id": "df726358-d39a-47a2-a4a5-1b55871dacdf", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1408920244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e435a731435d4d3da80db6fe825dc950", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape64ea7f2-5e", "ovs_interfaceid": "e64ea7f2-5e8a-436c-b80b-fe8dd4626bb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1376.213590] env[62438]: DEBUG nova.compute.manager [None req-4e8d39c9-b76b-4b9e-8675-b5c07987c81d tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] [instance: 8d4c832d-e0b5-44ef-a8ce-0d5c6b8ed7ed] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1376.240246] env[62438]: DEBUG nova.scheduler.client.report [None req-2c237c4d-709d-418e-825b-c1b23ab8d2a5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1376.509339] env[62438]: DEBUG oslo_vmware.api [None req-f5bb1378-37c8-443d-85e4-bf5138bae204 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1784483, 'name': PowerOnVM_Task, 'duration_secs': 0.792011} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.511024] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5bb1378-37c8-443d-85e4-bf5138bae204 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: f23e6ad1-e92d-4d2d-b09e-cec7d33c551d] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1376.511024] env[62438]: INFO nova.compute.manager [None req-f5bb1378-37c8-443d-85e4-bf5138bae204 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: f23e6ad1-e92d-4d2d-b09e-cec7d33c551d] Took 12.82 seconds to spawn the instance on the hypervisor. [ 1376.511024] env[62438]: DEBUG nova.compute.manager [None req-f5bb1378-37c8-443d-85e4-bf5138bae204 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: f23e6ad1-e92d-4d2d-b09e-cec7d33c551d] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1376.511638] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa713d58-fa74-479f-8e5f-98c0ab4d52f7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.664206] env[62438]: DEBUG oslo_vmware.api [None req-ec0940ec-ca1a-41de-982c-a9d741aa564a tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] Task: {'id': task-1784485, 'name': Rename_Task, 'duration_secs': 0.160876} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.664304] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec0940ec-ca1a-41de-982c-a9d741aa564a tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1376.664835] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd05fff8-141a-49e6-a80e-47ef9043574e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.675967] env[62438]: DEBUG oslo_vmware.api [None req-ec0940ec-ca1a-41de-982c-a9d741aa564a tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] Waiting for the task: (returnval){ [ 1376.675967] env[62438]: value = "task-1784486" [ 1376.675967] env[62438]: _type = "Task" [ 1376.675967] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.685581] env[62438]: DEBUG oslo_vmware.api [None req-ec0940ec-ca1a-41de-982c-a9d741aa564a tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] Task: {'id': task-1784486, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.692172] env[62438]: DEBUG oslo_concurrency.lockutils [req-9ef2476f-9ff4-4164-b152-137bdf0ae0f8 req-9636ff33-60b9-4275-8276-b083813b6044 service nova] Releasing lock "refresh_cache-b791bdf7-feaa-4752-a8a6-45d1562e4874" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1376.747024] env[62438]: DEBUG oslo_concurrency.lockutils [None req-4e8d39c9-b76b-4b9e-8675-b5c07987c81d tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1376.747536] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2c237c4d-709d-418e-825b-c1b23ab8d2a5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.916s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1376.748179] env[62438]: DEBUG nova.compute.manager [None req-2c237c4d-709d-418e-825b-c1b23ab8d2a5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: da9c0fae-22ea-4a8a-b9de-e78fbcff5c7f] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1376.751529] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ee446fa8-79ec-4fea-b72e-2852c8691186 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.580s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1376.753276] env[62438]: INFO nova.compute.claims [None req-ee446fa8-79ec-4fea-b72e-2852c8691186 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] [instance: 8234c07d-eb31-429f-b804-a3250ea396a0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1376.896158] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1f2f5f83-e1c5-4261-ab26-7ddcdf110c7a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] Acquiring lock "aece6fe8-5252-42bc-a4ac-c45a386770b3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1376.896449] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1f2f5f83-e1c5-4261-ab26-7ddcdf110c7a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] Lock "aece6fe8-5252-42bc-a4ac-c45a386770b3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1376.986359] env[62438]: DEBUG nova.virt.hardware [None req-2b35ed80-c729-4821-bf33-4bafc6ca7dea tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1376.986956] env[62438]: DEBUG nova.virt.hardware [None req-2b35ed80-c729-4821-bf33-4bafc6ca7dea tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1376.990020] env[62438]: DEBUG nova.virt.hardware [None req-2b35ed80-c729-4821-bf33-4bafc6ca7dea tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1376.990020] env[62438]: DEBUG nova.virt.hardware [None req-2b35ed80-c729-4821-bf33-4bafc6ca7dea tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1376.990020] env[62438]: DEBUG nova.virt.hardware [None req-2b35ed80-c729-4821-bf33-4bafc6ca7dea tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1376.990020] env[62438]: DEBUG nova.virt.hardware [None req-2b35ed80-c729-4821-bf33-4bafc6ca7dea tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1376.990020] env[62438]: DEBUG nova.virt.hardware [None req-2b35ed80-c729-4821-bf33-4bafc6ca7dea tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1376.990288] env[62438]: DEBUG nova.virt.hardware [None req-2b35ed80-c729-4821-bf33-4bafc6ca7dea tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1376.990288] env[62438]: DEBUG nova.virt.hardware [None req-2b35ed80-c729-4821-bf33-4bafc6ca7dea tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1376.990288] env[62438]: DEBUG nova.virt.hardware [None req-2b35ed80-c729-4821-bf33-4bafc6ca7dea tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1376.990288] env[62438]: DEBUG nova.virt.hardware [None req-2b35ed80-c729-4821-bf33-4bafc6ca7dea tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1376.992094] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a24e0f31-8125-4936-a0dc-d065ab30da9e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.001427] env[62438]: DEBUG nova.network.neutron [None req-7faf497a-43fb-400b-86a9-5f264e8a483a tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] [instance: 65ded97d-a41b-4c21-b289-baa0d75c739b] Successfully updated port: 00dc7973-004c-444e-850d-c5d981b07ec4 {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1377.007222] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-015be5bc-486d-49df-a435-860f73af4b44 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.024619] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-2b35ed80-c729-4821-bf33-4bafc6ca7dea tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:55:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '980cb890-345b-4bf8-990a-a2faec78e49c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3fe31496-801c-4dca-916d-8a4a5066d5fb', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1377.034632] env[62438]: DEBUG oslo.service.loopingcall [None req-2b35ed80-c729-4821-bf33-4bafc6ca7dea tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1377.040018] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1377.042298] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b9cae3f9-0f92-4213-bb93-c560b56fe7ed {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.058601] env[62438]: INFO nova.compute.manager [None req-f5bb1378-37c8-443d-85e4-bf5138bae204 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: f23e6ad1-e92d-4d2d-b09e-cec7d33c551d] Took 26.18 seconds to build instance. [ 1377.065102] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1377.065102] env[62438]: value = "task-1784487" [ 1377.065102] env[62438]: _type = "Task" [ 1377.065102] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.073822] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784487, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.188068] env[62438]: DEBUG oslo_vmware.api [None req-ec0940ec-ca1a-41de-982c-a9d741aa564a tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] Task: {'id': task-1784486, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.258452] env[62438]: DEBUG nova.compute.utils [None req-2c237c4d-709d-418e-825b-c1b23ab8d2a5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1377.262937] env[62438]: DEBUG nova.compute.manager [None req-2c237c4d-709d-418e-825b-c1b23ab8d2a5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: da9c0fae-22ea-4a8a-b9de-e78fbcff5c7f] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1377.263285] env[62438]: DEBUG nova.network.neutron [None req-2c237c4d-709d-418e-825b-c1b23ab8d2a5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: da9c0fae-22ea-4a8a-b9de-e78fbcff5c7f] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1377.326059] env[62438]: DEBUG nova.policy [None req-2c237c4d-709d-418e-825b-c1b23ab8d2a5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7a5096b690dc44a5ac7e186644800454', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e823f0cf4b1843f281f390b5ef2d3403', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1377.506971] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7faf497a-43fb-400b-86a9-5f264e8a483a tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] Acquiring lock "refresh_cache-65ded97d-a41b-4c21-b289-baa0d75c739b" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1377.507209] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7faf497a-43fb-400b-86a9-5f264e8a483a tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] Acquired lock "refresh_cache-65ded97d-a41b-4c21-b289-baa0d75c739b" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.507373] env[62438]: DEBUG nova.network.neutron [None req-7faf497a-43fb-400b-86a9-5f264e8a483a tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] [instance: 65ded97d-a41b-4c21-b289-baa0d75c739b] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1377.562102] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f5bb1378-37c8-443d-85e4-bf5138bae204 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Lock "f23e6ad1-e92d-4d2d-b09e-cec7d33c551d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.694s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1377.578938] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784487, 'name': CreateVM_Task} progress is 99%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.662012] env[62438]: DEBUG nova.network.neutron [None req-2c237c4d-709d-418e-825b-c1b23ab8d2a5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: da9c0fae-22ea-4a8a-b9de-e78fbcff5c7f] Successfully created port: ac6b9c81-83e2-4c36-96b6-b6ceeb10b6fc {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1377.691107] env[62438]: DEBUG oslo_vmware.api [None req-ec0940ec-ca1a-41de-982c-a9d741aa564a tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] Task: {'id': task-1784486, 'name': PowerOnVM_Task, 'duration_secs': 0.648231} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.691809] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec0940ec-ca1a-41de-982c-a9d741aa564a tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1377.691809] env[62438]: INFO nova.compute.manager [None req-ec0940ec-ca1a-41de-982c-a9d741aa564a tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] Took 7.36 seconds to spawn the instance on the hypervisor. [ 1377.691974] env[62438]: DEBUG nova.compute.manager [None req-ec0940ec-ca1a-41de-982c-a9d741aa564a tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1377.692933] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e75f36-a0fd-4121-8af7-1d226da6d0b1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.764010] env[62438]: DEBUG nova.compute.manager [None req-2c237c4d-709d-418e-825b-c1b23ab8d2a5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: da9c0fae-22ea-4a8a-b9de-e78fbcff5c7f] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1377.898040] env[62438]: DEBUG oslo_concurrency.lockutils [None req-3a783a8e-5352-4f7c-8d76-9138b8ba3380 tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] Acquiring lock "b2bf5c0d-e3c0-46e3-ade0-50f0dc7dff46" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1377.898287] env[62438]: DEBUG oslo_concurrency.lockutils [None req-3a783a8e-5352-4f7c-8d76-9138b8ba3380 tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] Lock "b2bf5c0d-e3c0-46e3-ade0-50f0dc7dff46" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1377.898470] env[62438]: DEBUG oslo_concurrency.lockutils [None req-3a783a8e-5352-4f7c-8d76-9138b8ba3380 tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] Acquiring lock "b2bf5c0d-e3c0-46e3-ade0-50f0dc7dff46-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1377.901276] env[62438]: DEBUG oslo_concurrency.lockutils [None req-3a783a8e-5352-4f7c-8d76-9138b8ba3380 tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] Lock "b2bf5c0d-e3c0-46e3-ade0-50f0dc7dff46-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1377.901830] env[62438]: DEBUG oslo_concurrency.lockutils [None req-3a783a8e-5352-4f7c-8d76-9138b8ba3380 tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] Lock "b2bf5c0d-e3c0-46e3-ade0-50f0dc7dff46-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.003s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1377.904371] env[62438]: INFO nova.compute.manager [None req-3a783a8e-5352-4f7c-8d76-9138b8ba3380 tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] [instance: b2bf5c0d-e3c0-46e3-ade0-50f0dc7dff46] Terminating instance [ 1377.909565] env[62438]: DEBUG nova.compute.manager [None req-3a783a8e-5352-4f7c-8d76-9138b8ba3380 tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] [instance: b2bf5c0d-e3c0-46e3-ade0-50f0dc7dff46] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1377.909908] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-3a783a8e-5352-4f7c-8d76-9138b8ba3380 tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] [instance: b2bf5c0d-e3c0-46e3-ade0-50f0dc7dff46] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1377.910918] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c98acb2-7916-4c72-b479-0d54b6a3331d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.922228] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a783a8e-5352-4f7c-8d76-9138b8ba3380 tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] [instance: b2bf5c0d-e3c0-46e3-ade0-50f0dc7dff46] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1377.925116] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae578a26-21dd-41a9-b67d-d6e085ffd22b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.932563] env[62438]: DEBUG oslo_vmware.api [None req-3a783a8e-5352-4f7c-8d76-9138b8ba3380 tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] Waiting for the task: (returnval){ [ 1377.932563] env[62438]: value = "task-1784488" [ 1377.932563] env[62438]: _type = "Task" [ 1377.932563] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.943414] env[62438]: DEBUG oslo_vmware.api [None req-3a783a8e-5352-4f7c-8d76-9138b8ba3380 tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] Task: {'id': task-1784488, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.065748] env[62438]: DEBUG nova.compute.manager [None req-1f2f5f83-e1c5-4261-ab26-7ddcdf110c7a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] [instance: aece6fe8-5252-42bc-a4ac-c45a386770b3] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1378.092522] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784487, 'name': CreateVM_Task} progress is 99%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.095017] env[62438]: DEBUG nova.network.neutron [None req-7faf497a-43fb-400b-86a9-5f264e8a483a tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] [instance: 65ded97d-a41b-4c21-b289-baa0d75c739b] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1378.216023] env[62438]: INFO nova.compute.manager [None req-ec0940ec-ca1a-41de-982c-a9d741aa564a tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] Took 26.55 seconds to build instance. [ 1378.298155] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9276b065-f3a6-44bb-8fd3-77e33a436868 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.312042] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da56b015-28e7-4c2d-ba43-46463ec866a5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.347167] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1813df63-ccc8-4407-ad37-f13da6b3a9d6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.355701] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d080141-4cdc-400f-8d34-eb4c63e3845c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.370623] env[62438]: DEBUG nova.compute.provider_tree [None req-ee446fa8-79ec-4fea-b72e-2852c8691186 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1378.445608] env[62438]: DEBUG oslo_vmware.api [None req-3a783a8e-5352-4f7c-8d76-9138b8ba3380 tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] Task: {'id': task-1784488, 'name': PowerOffVM_Task, 'duration_secs': 0.344267} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.445608] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a783a8e-5352-4f7c-8d76-9138b8ba3380 tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] [instance: b2bf5c0d-e3c0-46e3-ade0-50f0dc7dff46] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1378.445608] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-3a783a8e-5352-4f7c-8d76-9138b8ba3380 tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] [instance: b2bf5c0d-e3c0-46e3-ade0-50f0dc7dff46] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1378.445608] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-969953d7-b3b6-4454-af1e-50a929184060 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.531212] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-3a783a8e-5352-4f7c-8d76-9138b8ba3380 tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] [instance: b2bf5c0d-e3c0-46e3-ade0-50f0dc7dff46] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1378.531563] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-3a783a8e-5352-4f7c-8d76-9138b8ba3380 tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] [instance: b2bf5c0d-e3c0-46e3-ade0-50f0dc7dff46] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1378.531782] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a783a8e-5352-4f7c-8d76-9138b8ba3380 tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] Deleting the datastore file [datastore1] b2bf5c0d-e3c0-46e3-ade0-50f0dc7dff46 {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1378.532102] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa06b00d-9e49-49c6-a8a0-f127978fffd0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.541149] env[62438]: DEBUG oslo_vmware.api [None req-3a783a8e-5352-4f7c-8d76-9138b8ba3380 tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] Waiting for the task: (returnval){ [ 1378.541149] env[62438]: value = "task-1784490" [ 1378.541149] env[62438]: _type = "Task" [ 1378.541149] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.554700] env[62438]: DEBUG oslo_vmware.api [None req-3a783a8e-5352-4f7c-8d76-9138b8ba3380 tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] Task: {'id': task-1784490, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.559968] env[62438]: DEBUG nova.network.neutron [None req-7faf497a-43fb-400b-86a9-5f264e8a483a tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] [instance: 65ded97d-a41b-4c21-b289-baa0d75c739b] Updating instance_info_cache with network_info: [{"id": "00dc7973-004c-444e-850d-c5d981b07ec4", "address": "fa:16:3e:5e:69:e6", "network": {"id": "f99c306d-bd7c-4568-a4ea-83ba9af33f86", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-362394968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f31f893ddb14b01902da69c7cb5a08f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00dc7973-00", "ovs_interfaceid": "00dc7973-004c-444e-850d-c5d981b07ec4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1378.588386] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784487, 'name': CreateVM_Task} progress is 99%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.623464] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1f2f5f83-e1c5-4261-ab26-7ddcdf110c7a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1378.718420] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ec0940ec-ca1a-41de-982c-a9d741aa564a tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] Lock "b791bdf7-feaa-4752-a8a6-45d1562e4874" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.075s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1378.725333] env[62438]: DEBUG nova.compute.manager [req-a75f5008-cc0d-41cf-bee0-52f55d74d6d2 req-6ad5dba9-e3ff-4da1-b562-443dfd6ef86e service nova] [instance: 43727bec-0fad-43ee-b4e7-a1e48a7169b2] Received event network-changed-e4a5d99f-abef-419c-9bf9-d785e65223b0 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1378.725595] env[62438]: DEBUG nova.compute.manager [req-a75f5008-cc0d-41cf-bee0-52f55d74d6d2 req-6ad5dba9-e3ff-4da1-b562-443dfd6ef86e service nova] [instance: 43727bec-0fad-43ee-b4e7-a1e48a7169b2] Refreshing instance network info cache due to event network-changed-e4a5d99f-abef-419c-9bf9-d785e65223b0. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1378.725841] env[62438]: DEBUG oslo_concurrency.lockutils [req-a75f5008-cc0d-41cf-bee0-52f55d74d6d2 req-6ad5dba9-e3ff-4da1-b562-443dfd6ef86e service nova] Acquiring lock "refresh_cache-43727bec-0fad-43ee-b4e7-a1e48a7169b2" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1378.726334] env[62438]: DEBUG oslo_concurrency.lockutils [req-a75f5008-cc0d-41cf-bee0-52f55d74d6d2 req-6ad5dba9-e3ff-4da1-b562-443dfd6ef86e service nova] Acquired lock "refresh_cache-43727bec-0fad-43ee-b4e7-a1e48a7169b2" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.726334] env[62438]: DEBUG nova.network.neutron [req-a75f5008-cc0d-41cf-bee0-52f55d74d6d2 req-6ad5dba9-e3ff-4da1-b562-443dfd6ef86e service nova] [instance: 43727bec-0fad-43ee-b4e7-a1e48a7169b2] Refreshing network info cache for port e4a5d99f-abef-419c-9bf9-d785e65223b0 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1378.782560] env[62438]: DEBUG nova.compute.manager [None req-2c237c4d-709d-418e-825b-c1b23ab8d2a5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: da9c0fae-22ea-4a8a-b9de-e78fbcff5c7f] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1378.806037] env[62438]: DEBUG nova.virt.hardware [None req-2c237c4d-709d-418e-825b-c1b23ab8d2a5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1378.806037] env[62438]: DEBUG nova.virt.hardware [None req-2c237c4d-709d-418e-825b-c1b23ab8d2a5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1378.806200] env[62438]: DEBUG nova.virt.hardware [None req-2c237c4d-709d-418e-825b-c1b23ab8d2a5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1378.806307] env[62438]: DEBUG nova.virt.hardware [None req-2c237c4d-709d-418e-825b-c1b23ab8d2a5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1378.806459] env[62438]: DEBUG nova.virt.hardware [None req-2c237c4d-709d-418e-825b-c1b23ab8d2a5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1378.806626] env[62438]: DEBUG nova.virt.hardware [None req-2c237c4d-709d-418e-825b-c1b23ab8d2a5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1378.806807] env[62438]: DEBUG nova.virt.hardware [None req-2c237c4d-709d-418e-825b-c1b23ab8d2a5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1378.806968] env[62438]: DEBUG nova.virt.hardware [None req-2c237c4d-709d-418e-825b-c1b23ab8d2a5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1378.807544] env[62438]: DEBUG nova.virt.hardware [None req-2c237c4d-709d-418e-825b-c1b23ab8d2a5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1378.807544] env[62438]: DEBUG nova.virt.hardware [None req-2c237c4d-709d-418e-825b-c1b23ab8d2a5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1378.807544] env[62438]: DEBUG nova.virt.hardware [None req-2c237c4d-709d-418e-825b-c1b23ab8d2a5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1378.808416] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2652d25-cca8-4129-84a5-27d86cb1f542 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.817512] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fddcc19-8f24-4098-8e9a-f6ee731a193a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.874735] env[62438]: DEBUG nova.scheduler.client.report [None req-ee446fa8-79ec-4fea-b72e-2852c8691186 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1379.051884] env[62438]: DEBUG oslo_vmware.api [None req-3a783a8e-5352-4f7c-8d76-9138b8ba3380 tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] Task: {'id': task-1784490, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.233674} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.052206] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a783a8e-5352-4f7c-8d76-9138b8ba3380 tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1379.052404] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-3a783a8e-5352-4f7c-8d76-9138b8ba3380 tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] [instance: b2bf5c0d-e3c0-46e3-ade0-50f0dc7dff46] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1379.052593] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-3a783a8e-5352-4f7c-8d76-9138b8ba3380 tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] [instance: b2bf5c0d-e3c0-46e3-ade0-50f0dc7dff46] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1379.052800] env[62438]: INFO nova.compute.manager [None req-3a783a8e-5352-4f7c-8d76-9138b8ba3380 tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] [instance: b2bf5c0d-e3c0-46e3-ade0-50f0dc7dff46] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1379.053176] env[62438]: DEBUG oslo.service.loopingcall [None req-3a783a8e-5352-4f7c-8d76-9138b8ba3380 tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1379.053443] env[62438]: DEBUG nova.compute.manager [-] [instance: b2bf5c0d-e3c0-46e3-ade0-50f0dc7dff46] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1379.053562] env[62438]: DEBUG nova.network.neutron [-] [instance: b2bf5c0d-e3c0-46e3-ade0-50f0dc7dff46] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1379.063098] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7faf497a-43fb-400b-86a9-5f264e8a483a tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] Releasing lock "refresh_cache-65ded97d-a41b-4c21-b289-baa0d75c739b" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1379.063429] env[62438]: DEBUG nova.compute.manager [None req-7faf497a-43fb-400b-86a9-5f264e8a483a tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] [instance: 65ded97d-a41b-4c21-b289-baa0d75c739b] Instance network_info: |[{"id": "00dc7973-004c-444e-850d-c5d981b07ec4", "address": "fa:16:3e:5e:69:e6", "network": {"id": "f99c306d-bd7c-4568-a4ea-83ba9af33f86", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-362394968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f31f893ddb14b01902da69c7cb5a08f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00dc7973-00", "ovs_interfaceid": "00dc7973-004c-444e-850d-c5d981b07ec4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1379.064158] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-7faf497a-43fb-400b-86a9-5f264e8a483a tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] [instance: 65ded97d-a41b-4c21-b289-baa0d75c739b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:69:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35fcdc55-dc29-451b-ad56-3a03b044dc81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '00dc7973-004c-444e-850d-c5d981b07ec4', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1379.072680] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-7faf497a-43fb-400b-86a9-5f264e8a483a tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] Creating folder: Project (7f31f893ddb14b01902da69c7cb5a08f). Parent ref: group-v370230. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1379.073643] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-74d1c102-7ae3-40c2-ba61-aa4325f2e729 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.090519] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784487, 'name': CreateVM_Task, 'duration_secs': 1.535434} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.090720] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1379.091534] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2b35ed80-c729-4821-bf33-4bafc6ca7dea tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1379.091732] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2b35ed80-c729-4821-bf33-4bafc6ca7dea tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.092099] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2b35ed80-c729-4821-bf33-4bafc6ca7dea tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1379.092399] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9ef1603-6cc1-4016-8803-52504168c3d5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.097930] env[62438]: DEBUG oslo_vmware.api [None req-2b35ed80-c729-4821-bf33-4bafc6ca7dea tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Waiting for the task: (returnval){ [ 1379.097930] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52b5a8b3-240f-473f-d265-114874a8d101" [ 1379.097930] env[62438]: _type = "Task" [ 1379.097930] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.104752] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-7faf497a-43fb-400b-86a9-5f264e8a483a tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] Created folder: Project (7f31f893ddb14b01902da69c7cb5a08f) in parent group-v370230. [ 1379.106154] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-7faf497a-43fb-400b-86a9-5f264e8a483a tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] Creating folder: Instances. Parent ref: group-v370302. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1379.107324] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2ff94672-14ab-4eec-89cb-b926a2479a17 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.112352] env[62438]: DEBUG oslo_vmware.api [None req-2b35ed80-c729-4821-bf33-4bafc6ca7dea tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52b5a8b3-240f-473f-d265-114874a8d101, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.120714] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-7faf497a-43fb-400b-86a9-5f264e8a483a tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] Created folder: Instances in parent group-v370302. [ 1379.121072] env[62438]: DEBUG oslo.service.loopingcall [None req-7faf497a-43fb-400b-86a9-5f264e8a483a tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1379.122552] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65ded97d-a41b-4c21-b289-baa0d75c739b] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1379.122552] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7641c534-8723-4e40-ae02-f230c50c03b7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.147161] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1379.147161] env[62438]: value = "task-1784493" [ 1379.147161] env[62438]: _type = "Task" [ 1379.147161] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.157311] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784493, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.330520] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a434d0d7-e1e9-4f36-9427-712cb0231f08 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Acquiring lock "2f2bdef2-e31e-446b-beec-b6be1970dc9e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1379.330834] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a434d0d7-e1e9-4f36-9427-712cb0231f08 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Lock "2f2bdef2-e31e-446b-beec-b6be1970dc9e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1379.380739] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ee446fa8-79ec-4fea-b72e-2852c8691186 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.629s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1379.381621] env[62438]: DEBUG nova.compute.manager [None req-ee446fa8-79ec-4fea-b72e-2852c8691186 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] [instance: 8234c07d-eb31-429f-b804-a3250ea396a0] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1379.387671] env[62438]: DEBUG oslo_concurrency.lockutils [None req-621b26cd-d1a6-46eb-8bd5-708d3e2daeca tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.241s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1379.388204] env[62438]: DEBUG oslo_concurrency.lockutils [None req-621b26cd-d1a6-46eb-8bd5-708d3e2daeca tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1379.391410] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f37005dd-6952-45fa-8693-c80eaaed11c8 tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.577s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1379.391811] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f37005dd-6952-45fa-8693-c80eaaed11c8 tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1379.395024] env[62438]: DEBUG oslo_concurrency.lockutils [None req-bc9c2cb7-6df2-453a-b58e-c6e2fe6f0f3f tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 14.073s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1379.427405] env[62438]: INFO nova.scheduler.client.report [None req-621b26cd-d1a6-46eb-8bd5-708d3e2daeca tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] Deleted allocations for instance ee90abad-2628-4c6e-880a-23fb6e8088f1 [ 1379.434543] env[62438]: INFO nova.scheduler.client.report [None req-f37005dd-6952-45fa-8693-c80eaaed11c8 tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] Deleted allocations for instance 82e27b68-979a-4f73-a150-ce2d32360d46 [ 1379.542220] env[62438]: DEBUG oslo_concurrency.lockutils [None req-82717106-d1c1-4671-8270-eeabee3c25e5 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Acquiring lock "f23e6ad1-e92d-4d2d-b09e-cec7d33c551d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1379.543732] env[62438]: DEBUG oslo_concurrency.lockutils [None req-82717106-d1c1-4671-8270-eeabee3c25e5 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Lock "f23e6ad1-e92d-4d2d-b09e-cec7d33c551d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1379.543732] env[62438]: DEBUG nova.compute.manager [None req-82717106-d1c1-4671-8270-eeabee3c25e5 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: f23e6ad1-e92d-4d2d-b09e-cec7d33c551d] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1379.544395] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f495aa6d-81c1-479a-8b22-d5c17b29e156 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.552668] env[62438]: DEBUG nova.compute.manager [None req-82717106-d1c1-4671-8270-eeabee3c25e5 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: f23e6ad1-e92d-4d2d-b09e-cec7d33c551d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62438) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3368}} [ 1379.553317] env[62438]: DEBUG nova.objects.instance [None req-82717106-d1c1-4671-8270-eeabee3c25e5 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Lazy-loading 'flavor' on Instance uuid f23e6ad1-e92d-4d2d-b09e-cec7d33c551d {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1379.612694] env[62438]: DEBUG oslo_vmware.api [None req-2b35ed80-c729-4821-bf33-4bafc6ca7dea tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52b5a8b3-240f-473f-d265-114874a8d101, 'name': SearchDatastore_Task, 'duration_secs': 0.019424} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.613093] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2b35ed80-c729-4821-bf33-4bafc6ca7dea tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1379.613690] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-2b35ed80-c729-4821-bf33-4bafc6ca7dea tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1379.613690] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2b35ed80-c729-4821-bf33-4bafc6ca7dea tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1379.613829] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2b35ed80-c729-4821-bf33-4bafc6ca7dea tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.614102] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b35ed80-c729-4821-bf33-4bafc6ca7dea tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1379.614354] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d9556dbc-c0d8-441c-9f84-74382c489cd6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.623724] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b35ed80-c729-4821-bf33-4bafc6ca7dea tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1379.623912] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-2b35ed80-c729-4821-bf33-4bafc6ca7dea tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1379.625433] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2cea6bb-f0f6-4774-ac63-ef0e65f94eb8 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.637347] env[62438]: DEBUG oslo_vmware.api [None req-2b35ed80-c729-4821-bf33-4bafc6ca7dea tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Waiting for the task: (returnval){ [ 1379.637347] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]527bf4b6-b369-d7d3-a8ab-70c7c234c51d" [ 1379.637347] env[62438]: _type = "Task" [ 1379.637347] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.647696] env[62438]: DEBUG oslo_vmware.api [None req-2b35ed80-c729-4821-bf33-4bafc6ca7dea tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]527bf4b6-b369-d7d3-a8ab-70c7c234c51d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.656995] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784493, 'name': CreateVM_Task, 'duration_secs': 0.499449} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.657179] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65ded97d-a41b-4c21-b289-baa0d75c739b] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1379.657889] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7faf497a-43fb-400b-86a9-5f264e8a483a tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1379.658265] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7faf497a-43fb-400b-86a9-5f264e8a483a tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.658667] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7faf497a-43fb-400b-86a9-5f264e8a483a tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1379.658936] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f64042d-01fb-4a06-b131-5f3acb2729c5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.663433] env[62438]: DEBUG oslo_vmware.api [None req-7faf497a-43fb-400b-86a9-5f264e8a483a tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] Waiting for the task: (returnval){ [ 1379.663433] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5202c967-da86-ddfd-0df0-7241fbad76f2" [ 1379.663433] env[62438]: _type = "Task" [ 1379.663433] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.671874] env[62438]: DEBUG oslo_vmware.api [None req-7faf497a-43fb-400b-86a9-5f264e8a483a tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5202c967-da86-ddfd-0df0-7241fbad76f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.825760] env[62438]: DEBUG nova.network.neutron [None req-2c237c4d-709d-418e-825b-c1b23ab8d2a5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: da9c0fae-22ea-4a8a-b9de-e78fbcff5c7f] Successfully updated port: ac6b9c81-83e2-4c36-96b6-b6ceeb10b6fc {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1379.835349] env[62438]: DEBUG nova.network.neutron [req-a75f5008-cc0d-41cf-bee0-52f55d74d6d2 req-6ad5dba9-e3ff-4da1-b562-443dfd6ef86e service nova] [instance: 43727bec-0fad-43ee-b4e7-a1e48a7169b2] Updated VIF entry in instance network info cache for port e4a5d99f-abef-419c-9bf9-d785e65223b0. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1379.835801] env[62438]: DEBUG nova.network.neutron [req-a75f5008-cc0d-41cf-bee0-52f55d74d6d2 req-6ad5dba9-e3ff-4da1-b562-443dfd6ef86e service nova] [instance: 43727bec-0fad-43ee-b4e7-a1e48a7169b2] Updating instance_info_cache with network_info: [{"id": "e4a5d99f-abef-419c-9bf9-d785e65223b0", "address": "fa:16:3e:d2:95:d4", "network": {"id": "fd0bd2c4-6689-47a4-bef4-1ddbb250a1aa", "bridge": "br-int", "label": "tempest-ServersTestJSON-2140065026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19c00de2f25148af9cc4f12b4db3af83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4a5d99f-ab", "ovs_interfaceid": "e4a5d99f-abef-419c-9bf9-d785e65223b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1379.837289] env[62438]: DEBUG nova.compute.manager [None req-a434d0d7-e1e9-4f36-9427-712cb0231f08 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] [instance: 2f2bdef2-e31e-446b-beec-b6be1970dc9e] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1379.889333] env[62438]: DEBUG nova.compute.utils [None req-ee446fa8-79ec-4fea-b72e-2852c8691186 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1379.890691] env[62438]: DEBUG nova.compute.manager [None req-ee446fa8-79ec-4fea-b72e-2852c8691186 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] [instance: 8234c07d-eb31-429f-b804-a3250ea396a0] Not allocating networking since 'none' was specified. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1977}} [ 1379.935523] env[62438]: DEBUG oslo_concurrency.lockutils [None req-621b26cd-d1a6-46eb-8bd5-708d3e2daeca tempest-ServerDiagnosticsNegativeTest-402250833 tempest-ServerDiagnosticsNegativeTest-402250833-project-member] Lock "ee90abad-2628-4c6e-880a-23fb6e8088f1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.957s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1379.948393] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f37005dd-6952-45fa-8693-c80eaaed11c8 tempest-ImagesNegativeTestJSON-259911288 tempest-ImagesNegativeTestJSON-259911288-project-member] Lock "82e27b68-979a-4f73-a150-ce2d32360d46" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.663s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1380.061978] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-82717106-d1c1-4671-8270-eeabee3c25e5 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: f23e6ad1-e92d-4d2d-b09e-cec7d33c551d] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1380.061978] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-174fe8ea-6782-4570-8bb3-812c1063e697 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.069547] env[62438]: DEBUG oslo_vmware.api [None req-82717106-d1c1-4671-8270-eeabee3c25e5 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Waiting for the task: (returnval){ [ 1380.069547] env[62438]: value = "task-1784494" [ 1380.069547] env[62438]: _type = "Task" [ 1380.069547] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.081324] env[62438]: DEBUG oslo_vmware.api [None req-82717106-d1c1-4671-8270-eeabee3c25e5 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1784494, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.154479] env[62438]: DEBUG oslo_vmware.api [None req-2b35ed80-c729-4821-bf33-4bafc6ca7dea tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]527bf4b6-b369-d7d3-a8ab-70c7c234c51d, 'name': SearchDatastore_Task, 'duration_secs': 0.01551} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.157028] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-165fc0f5-6f35-4522-8421-a2e403ac26ae {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.168631] env[62438]: DEBUG oslo_vmware.api [None req-2b35ed80-c729-4821-bf33-4bafc6ca7dea tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Waiting for the task: (returnval){ [ 1380.168631] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]526f6795-e287-87f5-cda5-e245feec5f11" [ 1380.168631] env[62438]: _type = "Task" [ 1380.168631] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.177472] env[62438]: DEBUG oslo_vmware.api [None req-7faf497a-43fb-400b-86a9-5f264e8a483a tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5202c967-da86-ddfd-0df0-7241fbad76f2, 'name': SearchDatastore_Task, 'duration_secs': 0.012543} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.178343] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7faf497a-43fb-400b-86a9-5f264e8a483a tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1380.178751] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-7faf497a-43fb-400b-86a9-5f264e8a483a tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] [instance: 65ded97d-a41b-4c21-b289-baa0d75c739b] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1380.179092] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7faf497a-43fb-400b-86a9-5f264e8a483a tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1380.183035] env[62438]: DEBUG oslo_vmware.api [None req-2b35ed80-c729-4821-bf33-4bafc6ca7dea tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]526f6795-e287-87f5-cda5-e245feec5f11, 'name': SearchDatastore_Task, 'duration_secs': 0.013818} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.185720] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2b35ed80-c729-4821-bf33-4bafc6ca7dea tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1380.185995] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b35ed80-c729-4821-bf33-4bafc6ca7dea tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53/ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1380.186533] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7faf497a-43fb-400b-86a9-5f264e8a483a tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.186733] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-7faf497a-43fb-400b-86a9-5f264e8a483a tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1380.187028] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ed7f0d50-ade6-46bf-82f8-ca236f4b765b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.189073] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-16edbb07-0057-45cc-bbba-f6d6e29b15fe {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.200255] env[62438]: DEBUG oslo_vmware.api [None req-2b35ed80-c729-4821-bf33-4bafc6ca7dea tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Waiting for the task: (returnval){ [ 1380.200255] env[62438]: value = "task-1784495" [ 1380.200255] env[62438]: _type = "Task" [ 1380.200255] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.201569] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-7faf497a-43fb-400b-86a9-5f264e8a483a tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1380.201742] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-7faf497a-43fb-400b-86a9-5f264e8a483a tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1380.208686] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd661ad0-1826-4a9e-92d0-5178eee7af25 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.218354] env[62438]: DEBUG oslo_vmware.api [None req-2b35ed80-c729-4821-bf33-4bafc6ca7dea tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1784495, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.218975] env[62438]: DEBUG oslo_vmware.api [None req-7faf497a-43fb-400b-86a9-5f264e8a483a tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] Waiting for the task: (returnval){ [ 1380.218975] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52b355ac-00f9-eff8-f3e4-f5590c586548" [ 1380.218975] env[62438]: _type = "Task" [ 1380.218975] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.229124] env[62438]: DEBUG oslo_vmware.api [None req-7faf497a-43fb-400b-86a9-5f264e8a483a tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52b355ac-00f9-eff8-f3e4-f5590c586548, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.327696] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2c237c4d-709d-418e-825b-c1b23ab8d2a5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Acquiring lock "refresh_cache-da9c0fae-22ea-4a8a-b9de-e78fbcff5c7f" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1380.327854] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2c237c4d-709d-418e-825b-c1b23ab8d2a5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Acquired lock "refresh_cache-da9c0fae-22ea-4a8a-b9de-e78fbcff5c7f" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.328036] env[62438]: DEBUG nova.network.neutron [None req-2c237c4d-709d-418e-825b-c1b23ab8d2a5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: da9c0fae-22ea-4a8a-b9de-e78fbcff5c7f] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1380.341387] env[62438]: DEBUG oslo_concurrency.lockutils [req-a75f5008-cc0d-41cf-bee0-52f55d74d6d2 req-6ad5dba9-e3ff-4da1-b562-443dfd6ef86e service nova] Releasing lock "refresh_cache-43727bec-0fad-43ee-b4e7-a1e48a7169b2" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1380.341776] env[62438]: DEBUG nova.compute.manager [req-a75f5008-cc0d-41cf-bee0-52f55d74d6d2 req-6ad5dba9-e3ff-4da1-b562-443dfd6ef86e service nova] [instance: 65ded97d-a41b-4c21-b289-baa0d75c739b] Received event network-vif-plugged-00dc7973-004c-444e-850d-c5d981b07ec4 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1380.341990] env[62438]: DEBUG oslo_concurrency.lockutils [req-a75f5008-cc0d-41cf-bee0-52f55d74d6d2 req-6ad5dba9-e3ff-4da1-b562-443dfd6ef86e service nova] Acquiring lock "65ded97d-a41b-4c21-b289-baa0d75c739b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1380.342249] env[62438]: DEBUG oslo_concurrency.lockutils [req-a75f5008-cc0d-41cf-bee0-52f55d74d6d2 req-6ad5dba9-e3ff-4da1-b562-443dfd6ef86e service nova] Lock "65ded97d-a41b-4c21-b289-baa0d75c739b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1380.342486] env[62438]: DEBUG oslo_concurrency.lockutils [req-a75f5008-cc0d-41cf-bee0-52f55d74d6d2 req-6ad5dba9-e3ff-4da1-b562-443dfd6ef86e service nova] Lock "65ded97d-a41b-4c21-b289-baa0d75c739b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1380.342602] env[62438]: DEBUG nova.compute.manager [req-a75f5008-cc0d-41cf-bee0-52f55d74d6d2 req-6ad5dba9-e3ff-4da1-b562-443dfd6ef86e service nova] [instance: 65ded97d-a41b-4c21-b289-baa0d75c739b] No waiting events found dispatching network-vif-plugged-00dc7973-004c-444e-850d-c5d981b07ec4 {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1380.342777] env[62438]: WARNING nova.compute.manager [req-a75f5008-cc0d-41cf-bee0-52f55d74d6d2 req-6ad5dba9-e3ff-4da1-b562-443dfd6ef86e service nova] [instance: 65ded97d-a41b-4c21-b289-baa0d75c739b] Received unexpected event network-vif-plugged-00dc7973-004c-444e-850d-c5d981b07ec4 for instance with vm_state building and task_state spawning. [ 1380.342964] env[62438]: DEBUG nova.compute.manager [req-a75f5008-cc0d-41cf-bee0-52f55d74d6d2 req-6ad5dba9-e3ff-4da1-b562-443dfd6ef86e service nova] [instance: 65ded97d-a41b-4c21-b289-baa0d75c739b] Received event network-changed-00dc7973-004c-444e-850d-c5d981b07ec4 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1380.343119] env[62438]: DEBUG nova.compute.manager [req-a75f5008-cc0d-41cf-bee0-52f55d74d6d2 req-6ad5dba9-e3ff-4da1-b562-443dfd6ef86e service nova] [instance: 65ded97d-a41b-4c21-b289-baa0d75c739b] Refreshing instance network info cache due to event network-changed-00dc7973-004c-444e-850d-c5d981b07ec4. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1380.343314] env[62438]: DEBUG oslo_concurrency.lockutils [req-a75f5008-cc0d-41cf-bee0-52f55d74d6d2 req-6ad5dba9-e3ff-4da1-b562-443dfd6ef86e service nova] Acquiring lock "refresh_cache-65ded97d-a41b-4c21-b289-baa0d75c739b" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1380.343443] env[62438]: DEBUG oslo_concurrency.lockutils [req-a75f5008-cc0d-41cf-bee0-52f55d74d6d2 req-6ad5dba9-e3ff-4da1-b562-443dfd6ef86e service nova] Acquired lock "refresh_cache-65ded97d-a41b-4c21-b289-baa0d75c739b" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.343605] env[62438]: DEBUG nova.network.neutron [req-a75f5008-cc0d-41cf-bee0-52f55d74d6d2 req-6ad5dba9-e3ff-4da1-b562-443dfd6ef86e service nova] [instance: 65ded97d-a41b-4c21-b289-baa0d75c739b] Refreshing network info cache for port 00dc7973-004c-444e-850d-c5d981b07ec4 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1380.368234] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a434d0d7-e1e9-4f36-9427-712cb0231f08 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1380.368934] env[62438]: DEBUG nova.network.neutron [-] [instance: b2bf5c0d-e3c0-46e3-ade0-50f0dc7dff46] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1380.396964] env[62438]: DEBUG nova.compute.manager [None req-ee446fa8-79ec-4fea-b72e-2852c8691186 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] [instance: 8234c07d-eb31-429f-b804-a3250ea396a0] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1380.464939] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b9eb3d-7ada-46fd-a041-504d50329bae {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.476053] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1008b32-f98b-42b0-989f-1d4bd7df4367 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.510064] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc57bc7-7eec-4b07-a87d-b805783d7fbd {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.520620] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-515fe00e-4629-48fd-9e96-2a2fe0eeabf9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.538904] env[62438]: DEBUG nova.compute.provider_tree [None req-bc9c2cb7-6df2-453a-b58e-c6e2fe6f0f3f tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1380.584101] env[62438]: DEBUG oslo_vmware.api [None req-82717106-d1c1-4671-8270-eeabee3c25e5 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1784494, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.717337] env[62438]: DEBUG oslo_vmware.api [None req-2b35ed80-c729-4821-bf33-4bafc6ca7dea tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1784495, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.734052] env[62438]: DEBUG oslo_vmware.api [None req-7faf497a-43fb-400b-86a9-5f264e8a483a tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52b355ac-00f9-eff8-f3e4-f5590c586548, 'name': SearchDatastore_Task, 'duration_secs': 0.016492} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.735267] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47bc913d-5530-42e6-a419-19d239088f11 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.742256] env[62438]: DEBUG oslo_vmware.api [None req-7faf497a-43fb-400b-86a9-5f264e8a483a tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] Waiting for the task: (returnval){ [ 1380.742256] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52ee950d-3055-db3e-bb89-988d99daf2df" [ 1380.742256] env[62438]: _type = "Task" [ 1380.742256] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.756119] env[62438]: DEBUG oslo_vmware.api [None req-7faf497a-43fb-400b-86a9-5f264e8a483a tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52ee950d-3055-db3e-bb89-988d99daf2df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.856755] env[62438]: DEBUG nova.compute.manager [req-185f23d2-f8c9-4e00-bca0-173c57ddb575 req-42f51e9c-58bd-45da-a97b-cf6888f5cd5b service nova] [instance: b2bf5c0d-e3c0-46e3-ade0-50f0dc7dff46] Received event network-vif-deleted-d6b04007-0a47-4f29-b333-5221a3566313 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1380.875972] env[62438]: INFO nova.compute.manager [-] [instance: b2bf5c0d-e3c0-46e3-ade0-50f0dc7dff46] Took 1.82 seconds to deallocate network for instance. [ 1380.936904] env[62438]: DEBUG nova.network.neutron [None req-2c237c4d-709d-418e-825b-c1b23ab8d2a5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: da9c0fae-22ea-4a8a-b9de-e78fbcff5c7f] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1381.023385] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8c59875f-c45c-40ef-8f57-c89914a3d612 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Acquiring lock "7d53f422-ce2a-4fb4-b8f7-66da14a63202" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1381.023665] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8c59875f-c45c-40ef-8f57-c89914a3d612 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Lock "7d53f422-ce2a-4fb4-b8f7-66da14a63202" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1381.042328] env[62438]: DEBUG nova.scheduler.client.report [None req-bc9c2cb7-6df2-453a-b58e-c6e2fe6f0f3f tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1381.090235] env[62438]: DEBUG oslo_vmware.api [None req-82717106-d1c1-4671-8270-eeabee3c25e5 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1784494, 'name': PowerOffVM_Task, 'duration_secs': 0.879429} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.094937] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-82717106-d1c1-4671-8270-eeabee3c25e5 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: f23e6ad1-e92d-4d2d-b09e-cec7d33c551d] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1381.095039] env[62438]: DEBUG nova.compute.manager [None req-82717106-d1c1-4671-8270-eeabee3c25e5 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: f23e6ad1-e92d-4d2d-b09e-cec7d33c551d] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1381.096716] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-697d41c6-7535-47f9-993f-e8154896f739 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.192410] env[62438]: DEBUG nova.network.neutron [req-a75f5008-cc0d-41cf-bee0-52f55d74d6d2 req-6ad5dba9-e3ff-4da1-b562-443dfd6ef86e service nova] [instance: 65ded97d-a41b-4c21-b289-baa0d75c739b] Updated VIF entry in instance network info cache for port 00dc7973-004c-444e-850d-c5d981b07ec4. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1381.192781] env[62438]: DEBUG nova.network.neutron [req-a75f5008-cc0d-41cf-bee0-52f55d74d6d2 req-6ad5dba9-e3ff-4da1-b562-443dfd6ef86e service nova] [instance: 65ded97d-a41b-4c21-b289-baa0d75c739b] Updating instance_info_cache with network_info: [{"id": "00dc7973-004c-444e-850d-c5d981b07ec4", "address": "fa:16:3e:5e:69:e6", "network": {"id": "f99c306d-bd7c-4568-a4ea-83ba9af33f86", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-362394968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f31f893ddb14b01902da69c7cb5a08f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00dc7973-00", "ovs_interfaceid": "00dc7973-004c-444e-850d-c5d981b07ec4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1381.213240] env[62438]: DEBUG oslo_vmware.api [None req-2b35ed80-c729-4821-bf33-4bafc6ca7dea tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1784495, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.650034} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.213673] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b35ed80-c729-4821-bf33-4bafc6ca7dea tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53/ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1381.214021] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-2b35ed80-c729-4821-bf33-4bafc6ca7dea tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1381.214355] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-013e5e97-e2e8-48d3-9b93-9c5463729080 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.223012] env[62438]: DEBUG oslo_vmware.api [None req-2b35ed80-c729-4821-bf33-4bafc6ca7dea tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Waiting for the task: (returnval){ [ 1381.223012] env[62438]: value = "task-1784496" [ 1381.223012] env[62438]: _type = "Task" [ 1381.223012] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.235121] env[62438]: DEBUG oslo_vmware.api [None req-2b35ed80-c729-4821-bf33-4bafc6ca7dea tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1784496, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.254980] env[62438]: DEBUG oslo_vmware.api [None req-7faf497a-43fb-400b-86a9-5f264e8a483a tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52ee950d-3055-db3e-bb89-988d99daf2df, 'name': SearchDatastore_Task, 'duration_secs': 0.059355} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.255303] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7faf497a-43fb-400b-86a9-5f264e8a483a tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1381.255620] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-7faf497a-43fb-400b-86a9-5f264e8a483a tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 65ded97d-a41b-4c21-b289-baa0d75c739b/65ded97d-a41b-4c21-b289-baa0d75c739b.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1381.255919] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e34fa41d-21c0-4900-98c3-a97f9c1e11e0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.263467] env[62438]: DEBUG oslo_vmware.api [None req-7faf497a-43fb-400b-86a9-5f264e8a483a tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] Waiting for the task: (returnval){ [ 1381.263467] env[62438]: value = "task-1784497" [ 1381.263467] env[62438]: _type = "Task" [ 1381.263467] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.275820] env[62438]: DEBUG oslo_vmware.api [None req-7faf497a-43fb-400b-86a9-5f264e8a483a tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] Task: {'id': task-1784497, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.386712] env[62438]: DEBUG oslo_concurrency.lockutils [None req-3a783a8e-5352-4f7c-8d76-9138b8ba3380 tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1381.419647] env[62438]: DEBUG nova.compute.manager [None req-ee446fa8-79ec-4fea-b72e-2852c8691186 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] [instance: 8234c07d-eb31-429f-b804-a3250ea396a0] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1381.426647] env[62438]: DEBUG nova.network.neutron [None req-2c237c4d-709d-418e-825b-c1b23ab8d2a5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: da9c0fae-22ea-4a8a-b9de-e78fbcff5c7f] Updating instance_info_cache with network_info: [{"id": "ac6b9c81-83e2-4c36-96b6-b6ceeb10b6fc", "address": "fa:16:3e:b3:6e:f9", "network": {"id": "c2a88eba-9de6-4f81-ace5-db6d9be217aa", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-311663269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e823f0cf4b1843f281f390b5ef2d3403", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2eaecd-9701-4504-9fcb-fb1a420ead72", "external-id": "nsx-vlan-transportzone-433", "segmentation_id": 433, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac6b9c81-83", "ovs_interfaceid": "ac6b9c81-83e2-4c36-96b6-b6ceeb10b6fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1381.451720] env[62438]: DEBUG nova.virt.hardware [None req-ee446fa8-79ec-4fea-b72e-2852c8691186 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1381.452432] env[62438]: DEBUG nova.virt.hardware [None req-ee446fa8-79ec-4fea-b72e-2852c8691186 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1381.452640] env[62438]: DEBUG nova.virt.hardware [None req-ee446fa8-79ec-4fea-b72e-2852c8691186 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1381.452971] env[62438]: DEBUG nova.virt.hardware [None req-ee446fa8-79ec-4fea-b72e-2852c8691186 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1381.453257] env[62438]: DEBUG nova.virt.hardware [None req-ee446fa8-79ec-4fea-b72e-2852c8691186 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1381.453510] env[62438]: DEBUG nova.virt.hardware [None req-ee446fa8-79ec-4fea-b72e-2852c8691186 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1381.453928] env[62438]: DEBUG nova.virt.hardware [None req-ee446fa8-79ec-4fea-b72e-2852c8691186 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1381.454168] env[62438]: DEBUG nova.virt.hardware [None req-ee446fa8-79ec-4fea-b72e-2852c8691186 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1381.454416] env[62438]: DEBUG nova.virt.hardware [None req-ee446fa8-79ec-4fea-b72e-2852c8691186 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1381.454592] env[62438]: DEBUG nova.virt.hardware [None req-ee446fa8-79ec-4fea-b72e-2852c8691186 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1381.454797] env[62438]: DEBUG nova.virt.hardware [None req-ee446fa8-79ec-4fea-b72e-2852c8691186 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1381.456217] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f2197ac-5623-4982-ba75-d64de4ae824c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.467869] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e2b6ebb-8a60-40ea-bf1e-6a7ec82478c1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.485123] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-ee446fa8-79ec-4fea-b72e-2852c8691186 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] [instance: 8234c07d-eb31-429f-b804-a3250ea396a0] Instance VIF info [] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1381.491517] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee446fa8-79ec-4fea-b72e-2852c8691186 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Creating folder: Project (60fdea825554460088fe26dc826f2679). Parent ref: group-v370230. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1381.492261] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f798e411-db54-4a4c-bcb3-2bd63ffbc1ae {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.508219] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-ee446fa8-79ec-4fea-b72e-2852c8691186 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Created folder: Project (60fdea825554460088fe26dc826f2679) in parent group-v370230. [ 1381.508456] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee446fa8-79ec-4fea-b72e-2852c8691186 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Creating folder: Instances. Parent ref: group-v370305. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1381.508749] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d7032bda-0ef4-4f92-96bc-0ec41a807d07 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.518506] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-ee446fa8-79ec-4fea-b72e-2852c8691186 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Created folder: Instances in parent group-v370305. [ 1381.518820] env[62438]: DEBUG oslo.service.loopingcall [None req-ee446fa8-79ec-4fea-b72e-2852c8691186 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1381.519186] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8234c07d-eb31-429f-b804-a3250ea396a0] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1381.519447] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e8af8a37-3064-4263-aae5-68a07f3f3b8d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.537562] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1381.537562] env[62438]: value = "task-1784500" [ 1381.537562] env[62438]: _type = "Task" [ 1381.537562] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.551702] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784500, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.564122] env[62438]: DEBUG oslo_concurrency.lockutils [None req-b730f3a8-53d4-4322-badd-2ca2345eb16c tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] Acquiring lock "75e311d0-fb4c-40b4-b25e-ca9df8db5f8e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1381.564408] env[62438]: DEBUG oslo_concurrency.lockutils [None req-b730f3a8-53d4-4322-badd-2ca2345eb16c tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] Lock "75e311d0-fb4c-40b4-b25e-ca9df8db5f8e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1381.585296] env[62438]: DEBUG nova.compute.manager [req-d6cf2c34-6899-49c3-9e3c-1e9bc410c2a6 req-7862eff9-84bd-4934-ba6d-bf23b512932f service nova] [instance: da9c0fae-22ea-4a8a-b9de-e78fbcff5c7f] Received event network-vif-plugged-ac6b9c81-83e2-4c36-96b6-b6ceeb10b6fc {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1381.585296] env[62438]: DEBUG oslo_concurrency.lockutils [req-d6cf2c34-6899-49c3-9e3c-1e9bc410c2a6 req-7862eff9-84bd-4934-ba6d-bf23b512932f service nova] Acquiring lock "da9c0fae-22ea-4a8a-b9de-e78fbcff5c7f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1381.585519] env[62438]: DEBUG oslo_concurrency.lockutils [req-d6cf2c34-6899-49c3-9e3c-1e9bc410c2a6 req-7862eff9-84bd-4934-ba6d-bf23b512932f service nova] Lock "da9c0fae-22ea-4a8a-b9de-e78fbcff5c7f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1381.585798] env[62438]: DEBUG oslo_concurrency.lockutils [req-d6cf2c34-6899-49c3-9e3c-1e9bc410c2a6 req-7862eff9-84bd-4934-ba6d-bf23b512932f service nova] Lock "da9c0fae-22ea-4a8a-b9de-e78fbcff5c7f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1381.586078] env[62438]: DEBUG nova.compute.manager [req-d6cf2c34-6899-49c3-9e3c-1e9bc410c2a6 req-7862eff9-84bd-4934-ba6d-bf23b512932f service nova] [instance: da9c0fae-22ea-4a8a-b9de-e78fbcff5c7f] No waiting events found dispatching network-vif-plugged-ac6b9c81-83e2-4c36-96b6-b6ceeb10b6fc {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1381.586312] env[62438]: WARNING nova.compute.manager [req-d6cf2c34-6899-49c3-9e3c-1e9bc410c2a6 req-7862eff9-84bd-4934-ba6d-bf23b512932f service nova] [instance: da9c0fae-22ea-4a8a-b9de-e78fbcff5c7f] Received unexpected event network-vif-plugged-ac6b9c81-83e2-4c36-96b6-b6ceeb10b6fc for instance with vm_state building and task_state spawning. [ 1381.586532] env[62438]: DEBUG nova.compute.manager [req-d6cf2c34-6899-49c3-9e3c-1e9bc410c2a6 req-7862eff9-84bd-4934-ba6d-bf23b512932f service nova] [instance: da9c0fae-22ea-4a8a-b9de-e78fbcff5c7f] Received event network-changed-ac6b9c81-83e2-4c36-96b6-b6ceeb10b6fc {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1381.586733] env[62438]: DEBUG nova.compute.manager [req-d6cf2c34-6899-49c3-9e3c-1e9bc410c2a6 req-7862eff9-84bd-4934-ba6d-bf23b512932f service nova] [instance: da9c0fae-22ea-4a8a-b9de-e78fbcff5c7f] Refreshing instance network info cache due to event network-changed-ac6b9c81-83e2-4c36-96b6-b6ceeb10b6fc. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1381.586966] env[62438]: DEBUG oslo_concurrency.lockutils [req-d6cf2c34-6899-49c3-9e3c-1e9bc410c2a6 req-7862eff9-84bd-4934-ba6d-bf23b512932f service nova] Acquiring lock "refresh_cache-da9c0fae-22ea-4a8a-b9de-e78fbcff5c7f" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1381.619541] env[62438]: DEBUG oslo_concurrency.lockutils [None req-82717106-d1c1-4671-8270-eeabee3c25e5 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Lock "f23e6ad1-e92d-4d2d-b09e-cec7d33c551d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.076s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1381.699672] env[62438]: DEBUG oslo_concurrency.lockutils [req-a75f5008-cc0d-41cf-bee0-52f55d74d6d2 req-6ad5dba9-e3ff-4da1-b562-443dfd6ef86e service nova] Releasing lock "refresh_cache-65ded97d-a41b-4c21-b289-baa0d75c739b" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1381.735856] env[62438]: DEBUG oslo_vmware.api [None req-2b35ed80-c729-4821-bf33-4bafc6ca7dea tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1784496, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090491} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.736140] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-2b35ed80-c729-4821-bf33-4bafc6ca7dea tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1381.737245] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-525100f0-76c6-4a54-9377-4cf7fe8c7a1d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.765580] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b35ed80-c729-4821-bf33-4bafc6ca7dea tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53/ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1381.766346] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37c54a30-6a1d-4f01-ba9b-1f1b8881f1fa {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.803569] env[62438]: DEBUG oslo_vmware.api [None req-7faf497a-43fb-400b-86a9-5f264e8a483a tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] Task: {'id': task-1784497, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.805139] env[62438]: DEBUG oslo_vmware.api [None req-2b35ed80-c729-4821-bf33-4bafc6ca7dea tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Waiting for the task: (returnval){ [ 1381.805139] env[62438]: value = "task-1784501" [ 1381.805139] env[62438]: _type = "Task" [ 1381.805139] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.814518] env[62438]: DEBUG oslo_vmware.api [None req-2b35ed80-c729-4821-bf33-4bafc6ca7dea tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1784501, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.931356] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2c237c4d-709d-418e-825b-c1b23ab8d2a5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Releasing lock "refresh_cache-da9c0fae-22ea-4a8a-b9de-e78fbcff5c7f" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1381.931846] env[62438]: DEBUG nova.compute.manager [None req-2c237c4d-709d-418e-825b-c1b23ab8d2a5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: da9c0fae-22ea-4a8a-b9de-e78fbcff5c7f] Instance network_info: |[{"id": "ac6b9c81-83e2-4c36-96b6-b6ceeb10b6fc", "address": "fa:16:3e:b3:6e:f9", "network": {"id": "c2a88eba-9de6-4f81-ace5-db6d9be217aa", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-311663269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e823f0cf4b1843f281f390b5ef2d3403", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2eaecd-9701-4504-9fcb-fb1a420ead72", "external-id": "nsx-vlan-transportzone-433", "segmentation_id": 433, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac6b9c81-83", "ovs_interfaceid": "ac6b9c81-83e2-4c36-96b6-b6ceeb10b6fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1381.932262] env[62438]: DEBUG oslo_concurrency.lockutils [req-d6cf2c34-6899-49c3-9e3c-1e9bc410c2a6 req-7862eff9-84bd-4934-ba6d-bf23b512932f service nova] Acquired lock "refresh_cache-da9c0fae-22ea-4a8a-b9de-e78fbcff5c7f" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.932457] env[62438]: DEBUG nova.network.neutron [req-d6cf2c34-6899-49c3-9e3c-1e9bc410c2a6 req-7862eff9-84bd-4934-ba6d-bf23b512932f service nova] [instance: da9c0fae-22ea-4a8a-b9de-e78fbcff5c7f] Refreshing network info cache for port ac6b9c81-83e2-4c36-96b6-b6ceeb10b6fc {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1381.933894] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-2c237c4d-709d-418e-825b-c1b23ab8d2a5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: da9c0fae-22ea-4a8a-b9de-e78fbcff5c7f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:6e:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb2eaecd-9701-4504-9fcb-fb1a420ead72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac6b9c81-83e2-4c36-96b6-b6ceeb10b6fc', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1381.943291] env[62438]: DEBUG oslo.service.loopingcall [None req-2c237c4d-709d-418e-825b-c1b23ab8d2a5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1381.945362] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da9c0fae-22ea-4a8a-b9de-e78fbcff5c7f] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1381.945705] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d972d02-7bea-43da-9f02-8ef7db9cc65c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.970348] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1381.970348] env[62438]: value = "task-1784502" [ 1381.970348] env[62438]: _type = "Task" [ 1381.970348] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.978774] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784502, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.052009] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784500, 'name': CreateVM_Task} progress is 25%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.055167] env[62438]: DEBUG oslo_concurrency.lockutils [None req-bc9c2cb7-6df2-453a-b58e-c6e2fe6f0f3f tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.661s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1382.058207] env[62438]: DEBUG oslo_concurrency.lockutils [None req-75a59050-3f96-4680-83cd-b1e6a47f3873 tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.921s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1382.060736] env[62438]: INFO nova.compute.claims [None req-75a59050-3f96-4680-83cd-b1e6a47f3873 tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] [instance: 9eb5afb2-9f91-428d-9590-0037b30b33b3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1382.278880] env[62438]: DEBUG oslo_vmware.api [None req-7faf497a-43fb-400b-86a9-5f264e8a483a tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] Task: {'id': task-1784497, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.626503} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.278880] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-7faf497a-43fb-400b-86a9-5f264e8a483a tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 65ded97d-a41b-4c21-b289-baa0d75c739b/65ded97d-a41b-4c21-b289-baa0d75c739b.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1382.278880] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-7faf497a-43fb-400b-86a9-5f264e8a483a tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] [instance: 65ded97d-a41b-4c21-b289-baa0d75c739b] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1382.278880] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac9be080-9ad2-4dd9-ac03-f2b334624a96 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.286076] env[62438]: DEBUG oslo_vmware.api [None req-7faf497a-43fb-400b-86a9-5f264e8a483a tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] Waiting for the task: (returnval){ [ 1382.286076] env[62438]: value = "task-1784503" [ 1382.286076] env[62438]: _type = "Task" [ 1382.286076] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.299230] env[62438]: DEBUG oslo_vmware.api [None req-7faf497a-43fb-400b-86a9-5f264e8a483a tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] Task: {'id': task-1784503, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.316872] env[62438]: DEBUG oslo_vmware.api [None req-2b35ed80-c729-4821-bf33-4bafc6ca7dea tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1784501, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.487663] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784502, 'name': CreateVM_Task, 'duration_secs': 0.503035} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.487879] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da9c0fae-22ea-4a8a-b9de-e78fbcff5c7f] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1382.488596] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2c237c4d-709d-418e-825b-c1b23ab8d2a5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1382.488773] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2c237c4d-709d-418e-825b-c1b23ab8d2a5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.489701] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2c237c4d-709d-418e-825b-c1b23ab8d2a5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1382.489985] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2817e8d4-ba8f-4ef1-8263-a3ce8d3b7bee {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.494855] env[62438]: DEBUG oslo_vmware.api [None req-2c237c4d-709d-418e-825b-c1b23ab8d2a5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Waiting for the task: (returnval){ [ 1382.494855] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52a8d3ec-6c28-8a20-5d8c-929e8594d293" [ 1382.494855] env[62438]: _type = "Task" [ 1382.494855] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.503872] env[62438]: DEBUG oslo_vmware.api [None req-2c237c4d-709d-418e-825b-c1b23ab8d2a5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52a8d3ec-6c28-8a20-5d8c-929e8594d293, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.550025] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784500, 'name': CreateVM_Task, 'duration_secs': 0.694591} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.550857] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8234c07d-eb31-429f-b804-a3250ea396a0] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1382.551338] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ee446fa8-79ec-4fea-b72e-2852c8691186 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1382.637354] env[62438]: INFO nova.scheduler.client.report [None req-bc9c2cb7-6df2-453a-b58e-c6e2fe6f0f3f tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Deleted allocation for migration 17f1d0d2-f499-4970-a45f-9d5e79033eab [ 1382.770771] env[62438]: DEBUG nova.network.neutron [req-d6cf2c34-6899-49c3-9e3c-1e9bc410c2a6 req-7862eff9-84bd-4934-ba6d-bf23b512932f service nova] [instance: da9c0fae-22ea-4a8a-b9de-e78fbcff5c7f] Updated VIF entry in instance network info cache for port ac6b9c81-83e2-4c36-96b6-b6ceeb10b6fc. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1382.771031] env[62438]: DEBUG nova.network.neutron [req-d6cf2c34-6899-49c3-9e3c-1e9bc410c2a6 req-7862eff9-84bd-4934-ba6d-bf23b512932f service nova] [instance: da9c0fae-22ea-4a8a-b9de-e78fbcff5c7f] Updating instance_info_cache with network_info: [{"id": "ac6b9c81-83e2-4c36-96b6-b6ceeb10b6fc", "address": "fa:16:3e:b3:6e:f9", "network": {"id": "c2a88eba-9de6-4f81-ace5-db6d9be217aa", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-311663269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e823f0cf4b1843f281f390b5ef2d3403", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2eaecd-9701-4504-9fcb-fb1a420ead72", "external-id": "nsx-vlan-transportzone-433", "segmentation_id": 433, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac6b9c81-83", "ovs_interfaceid": "ac6b9c81-83e2-4c36-96b6-b6ceeb10b6fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1382.799356] env[62438]: DEBUG oslo_vmware.api [None req-7faf497a-43fb-400b-86a9-5f264e8a483a tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] Task: {'id': task-1784503, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091706} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.799356] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-7faf497a-43fb-400b-86a9-5f264e8a483a tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] [instance: 65ded97d-a41b-4c21-b289-baa0d75c739b] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1382.799700] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee5497be-9b2e-4f92-a922-7d0ac31753fb {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.826362] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-7faf497a-43fb-400b-86a9-5f264e8a483a tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] [instance: 65ded97d-a41b-4c21-b289-baa0d75c739b] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] 65ded97d-a41b-4c21-b289-baa0d75c739b/65ded97d-a41b-4c21-b289-baa0d75c739b.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1382.830412] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-903ac170-169a-4877-950b-8fc05678b84a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.855880] env[62438]: DEBUG oslo_vmware.api [None req-2b35ed80-c729-4821-bf33-4bafc6ca7dea tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1784501, 'name': ReconfigVM_Task, 'duration_secs': 0.657713} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.857036] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b35ed80-c729-4821-bf33-4bafc6ca7dea tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53] Reconfigured VM instance instance-00000014 to attach disk [datastore1] ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53/ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1382.857844] env[62438]: DEBUG oslo_vmware.api [None req-7faf497a-43fb-400b-86a9-5f264e8a483a tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] Waiting for the task: (returnval){ [ 1382.857844] env[62438]: value = "task-1784504" [ 1382.857844] env[62438]: _type = "Task" [ 1382.857844] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.858025] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-31e09578-3054-4741-86a9-4ea11516e34d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.872645] env[62438]: DEBUG oslo_vmware.api [None req-7faf497a-43fb-400b-86a9-5f264e8a483a tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] Task: {'id': task-1784504, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.874413] env[62438]: DEBUG oslo_vmware.api [None req-2b35ed80-c729-4821-bf33-4bafc6ca7dea tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Waiting for the task: (returnval){ [ 1382.874413] env[62438]: value = "task-1784505" [ 1382.874413] env[62438]: _type = "Task" [ 1382.874413] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.882726] env[62438]: DEBUG oslo_vmware.api [None req-2b35ed80-c729-4821-bf33-4bafc6ca7dea tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1784505, 'name': Rename_Task} progress is 10%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.009199] env[62438]: DEBUG oslo_vmware.api [None req-2c237c4d-709d-418e-825b-c1b23ab8d2a5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52a8d3ec-6c28-8a20-5d8c-929e8594d293, 'name': SearchDatastore_Task, 'duration_secs': 0.012614} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.009199] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2c237c4d-709d-418e-825b-c1b23ab8d2a5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1383.009199] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-2c237c4d-709d-418e-825b-c1b23ab8d2a5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: da9c0fae-22ea-4a8a-b9de-e78fbcff5c7f] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1383.010061] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2c237c4d-709d-418e-825b-c1b23ab8d2a5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1383.010518] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2c237c4d-709d-418e-825b-c1b23ab8d2a5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.011018] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c237c4d-709d-418e-825b-c1b23ab8d2a5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1383.011500] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ee446fa8-79ec-4fea-b72e-2852c8691186 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.011980] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ee446fa8-79ec-4fea-b72e-2852c8691186 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1383.012360] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-23221b61-db9a-436f-9b8d-5517043f2479 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.015857] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36a98f5d-580c-4743-9604-a95864503a1d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.022022] env[62438]: DEBUG oslo_vmware.api [None req-ee446fa8-79ec-4fea-b72e-2852c8691186 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Waiting for the task: (returnval){ [ 1383.022022] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52b73be7-0e6e-aa5e-5a06-e778fff9ffb2" [ 1383.022022] env[62438]: _type = "Task" [ 1383.022022] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.026642] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c237c4d-709d-418e-825b-c1b23ab8d2a5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1383.027064] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-2c237c4d-709d-418e-825b-c1b23ab8d2a5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1383.028324] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1005894e-7c63-46ea-895a-54bdf08b8727 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.035258] env[62438]: DEBUG oslo_vmware.api [None req-ee446fa8-79ec-4fea-b72e-2852c8691186 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52b73be7-0e6e-aa5e-5a06-e778fff9ffb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.040357] env[62438]: DEBUG oslo_vmware.api [None req-2c237c4d-709d-418e-825b-c1b23ab8d2a5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Waiting for the task: (returnval){ [ 1383.040357] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52ad024b-a2b8-60d2-4d75-ddc3fcde2a20" [ 1383.040357] env[62438]: _type = "Task" [ 1383.040357] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.050876] env[62438]: DEBUG oslo_vmware.api [None req-2c237c4d-709d-418e-825b-c1b23ab8d2a5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52ad024b-a2b8-60d2-4d75-ddc3fcde2a20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.150233] env[62438]: DEBUG oslo_concurrency.lockutils [None req-bc9c2cb7-6df2-453a-b58e-c6e2fe6f0f3f tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Lock "03448a20-9731-4076-bf51-852e9fc7f016" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 22.065s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1383.274509] env[62438]: DEBUG oslo_concurrency.lockutils [req-d6cf2c34-6899-49c3-9e3c-1e9bc410c2a6 req-7862eff9-84bd-4934-ba6d-bf23b512932f service nova] Releasing lock "refresh_cache-da9c0fae-22ea-4a8a-b9de-e78fbcff5c7f" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1383.372144] env[62438]: DEBUG oslo_vmware.api [None req-7faf497a-43fb-400b-86a9-5f264e8a483a tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] Task: {'id': task-1784504, 'name': ReconfigVM_Task, 'duration_secs': 0.480738} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.374995] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-7faf497a-43fb-400b-86a9-5f264e8a483a tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] [instance: 65ded97d-a41b-4c21-b289-baa0d75c739b] Reconfigured VM instance instance-00000018 to attach disk [datastore1] 65ded97d-a41b-4c21-b289-baa0d75c739b/65ded97d-a41b-4c21-b289-baa0d75c739b.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1383.375930] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f3802b33-3115-4ad3-9b1a-17c8537de1ff {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.387746] env[62438]: DEBUG oslo_vmware.api [None req-2b35ed80-c729-4821-bf33-4bafc6ca7dea tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1784505, 'name': Rename_Task, 'duration_secs': 0.201659} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.390242] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b35ed80-c729-4821-bf33-4bafc6ca7dea tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1383.390242] env[62438]: DEBUG oslo_vmware.api [None req-7faf497a-43fb-400b-86a9-5f264e8a483a tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] Waiting for the task: (returnval){ [ 1383.390242] env[62438]: value = "task-1784506" [ 1383.390242] env[62438]: _type = "Task" [ 1383.390242] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.390242] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b25651a0-0a56-46fb-94be-baa0265da782 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.405280] env[62438]: DEBUG oslo_vmware.api [None req-7faf497a-43fb-400b-86a9-5f264e8a483a tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] Task: {'id': task-1784506, 'name': Rename_Task} progress is 10%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.406770] env[62438]: DEBUG oslo_vmware.api [None req-2b35ed80-c729-4821-bf33-4bafc6ca7dea tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Waiting for the task: (returnval){ [ 1383.406770] env[62438]: value = "task-1784507" [ 1383.406770] env[62438]: _type = "Task" [ 1383.406770] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.419947] env[62438]: DEBUG oslo_vmware.api [None req-2b35ed80-c729-4821-bf33-4bafc6ca7dea tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1784507, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.496371] env[62438]: DEBUG nova.compute.manager [req-2d81cc55-97aa-4723-b35a-cc4d2dd62d25 req-895b2e0a-9979-4050-82f4-9c9eb4dfff68 service nova] [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] Received event network-changed-e64ea7f2-5e8a-436c-b80b-fe8dd4626bb2 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1383.496913] env[62438]: DEBUG nova.compute.manager [req-2d81cc55-97aa-4723-b35a-cc4d2dd62d25 req-895b2e0a-9979-4050-82f4-9c9eb4dfff68 service nova] [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] Refreshing instance network info cache due to event network-changed-e64ea7f2-5e8a-436c-b80b-fe8dd4626bb2. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1383.497304] env[62438]: DEBUG oslo_concurrency.lockutils [req-2d81cc55-97aa-4723-b35a-cc4d2dd62d25 req-895b2e0a-9979-4050-82f4-9c9eb4dfff68 service nova] Acquiring lock "refresh_cache-b791bdf7-feaa-4752-a8a6-45d1562e4874" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1383.497615] env[62438]: DEBUG oslo_concurrency.lockutils [req-2d81cc55-97aa-4723-b35a-cc4d2dd62d25 req-895b2e0a-9979-4050-82f4-9c9eb4dfff68 service nova] Acquired lock "refresh_cache-b791bdf7-feaa-4752-a8a6-45d1562e4874" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.497938] env[62438]: DEBUG nova.network.neutron [req-2d81cc55-97aa-4723-b35a-cc4d2dd62d25 req-895b2e0a-9979-4050-82f4-9c9eb4dfff68 service nova] [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] Refreshing network info cache for port e64ea7f2-5e8a-436c-b80b-fe8dd4626bb2 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1383.537791] env[62438]: DEBUG oslo_vmware.api [None req-ee446fa8-79ec-4fea-b72e-2852c8691186 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52b73be7-0e6e-aa5e-5a06-e778fff9ffb2, 'name': SearchDatastore_Task, 'duration_secs': 0.012301} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.538970] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ee446fa8-79ec-4fea-b72e-2852c8691186 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1383.539497] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-ee446fa8-79ec-4fea-b72e-2852c8691186 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] [instance: 8234c07d-eb31-429f-b804-a3250ea396a0] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1383.539838] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ee446fa8-79ec-4fea-b72e-2852c8691186 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1383.544031] env[62438]: DEBUG nova.compute.manager [None req-59fe03ef-ac39-4fee-80d8-042d36dc0576 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] [instance: dafca806-482e-476d-aac6-f4844403efb3] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1383.544031] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-274afde1-71e9-4037-a23c-cf7f4aff25a3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.558110] env[62438]: DEBUG oslo_vmware.api [None req-2c237c4d-709d-418e-825b-c1b23ab8d2a5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52ad024b-a2b8-60d2-4d75-ddc3fcde2a20, 'name': SearchDatastore_Task, 'duration_secs': 0.011681} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.562545] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adb9c38b-086b-41f2-b893-59fd4ea7928f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.569507] env[62438]: DEBUG oslo_vmware.api [None req-2c237c4d-709d-418e-825b-c1b23ab8d2a5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Waiting for the task: (returnval){ [ 1383.569507] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52508175-e576-6ef3-d704-768655870488" [ 1383.569507] env[62438]: _type = "Task" [ 1383.569507] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.576862] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed54ebc-7f0b-4154-b9d1-1122068a9135 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.584905] env[62438]: DEBUG oslo_vmware.api [None req-2c237c4d-709d-418e-825b-c1b23ab8d2a5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52508175-e576-6ef3-d704-768655870488, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.588329] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d273e3-3848-487f-9340-e0390de78264 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.623725] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c05c0376-2a3b-403b-9809-8aec6b8cf455 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.633226] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5678b154-5589-42df-a3b9-9c2cddd54fa9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.649125] env[62438]: DEBUG nova.compute.provider_tree [None req-75a59050-3f96-4680-83cd-b1e6a47f3873 tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1383.911419] env[62438]: DEBUG oslo_vmware.api [None req-7faf497a-43fb-400b-86a9-5f264e8a483a tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] Task: {'id': task-1784506, 'name': Rename_Task, 'duration_secs': 0.214436} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.916030] env[62438]: DEBUG oslo_vmware.rw_handles [None req-aa1d5fe9-2ccc-46f6-b104-4b858066b49e tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526a84b0-460b-47e8-34ea-7117199165f6/disk-0.vmdk. {{(pid=62438) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1383.923866] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-7faf497a-43fb-400b-86a9-5f264e8a483a tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] [instance: 65ded97d-a41b-4c21-b289-baa0d75c739b] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1383.925680] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a1fb9ee-dcd4-40a6-aa3e-f8e367cd765a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.931630] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d6b70fd-948d-438a-a070-5bb2af52e56d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.949199] env[62438]: DEBUG oslo_vmware.api [None req-2b35ed80-c729-4821-bf33-4bafc6ca7dea tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1784507, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.950456] env[62438]: DEBUG oslo_vmware.rw_handles [None req-aa1d5fe9-2ccc-46f6-b104-4b858066b49e tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526a84b0-460b-47e8-34ea-7117199165f6/disk-0.vmdk is in state: ready. {{(pid=62438) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1383.950724] env[62438]: ERROR oslo_vmware.rw_handles [None req-aa1d5fe9-2ccc-46f6-b104-4b858066b49e tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526a84b0-460b-47e8-34ea-7117199165f6/disk-0.vmdk due to incomplete transfer. [ 1383.954434] env[62438]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f26203dd-43d0-41fa-833a-b85a2035b696 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.956995] env[62438]: DEBUG oslo_vmware.api [None req-7faf497a-43fb-400b-86a9-5f264e8a483a tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] Waiting for the task: (returnval){ [ 1383.956995] env[62438]: value = "task-1784508" [ 1383.956995] env[62438]: _type = "Task" [ 1383.956995] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.964219] env[62438]: DEBUG nova.compute.manager [None req-05e9653c-0e17-4108-b2bf-c595c69350f3 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: f23e6ad1-e92d-4d2d-b09e-cec7d33c551d] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1383.965651] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e3b22be-b8fb-4f3f-a3e5-9b5aa24cf217 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.985307] env[62438]: DEBUG oslo_vmware.api [None req-7faf497a-43fb-400b-86a9-5f264e8a483a tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] Task: {'id': task-1784508, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.985307] env[62438]: DEBUG oslo_vmware.rw_handles [None req-aa1d5fe9-2ccc-46f6-b104-4b858066b49e tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526a84b0-460b-47e8-34ea-7117199165f6/disk-0.vmdk. {{(pid=62438) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1383.985571] env[62438]: DEBUG nova.virt.vmwareapi.images [None req-aa1d5fe9-2ccc-46f6-b104-4b858066b49e tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: f9196911-d1ae-4b4a-a4be-08ec3690d516] Uploaded image d648477e-4763-4ff4-b8f6-57b26506f508 to the Glance image server {{(pid=62438) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 1383.988656] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa1d5fe9-2ccc-46f6-b104-4b858066b49e tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: f9196911-d1ae-4b4a-a4be-08ec3690d516] Destroying the VM {{(pid=62438) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 1383.989253] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9103730f-ac30-488e-b735-78901e5d6c2e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.001596] env[62438]: DEBUG oslo_vmware.api [None req-aa1d5fe9-2ccc-46f6-b104-4b858066b49e tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Waiting for the task: (returnval){ [ 1384.001596] env[62438]: value = "task-1784509" [ 1384.001596] env[62438]: _type = "Task" [ 1384.001596] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.015272] env[62438]: DEBUG oslo_vmware.api [None req-aa1d5fe9-2ccc-46f6-b104-4b858066b49e tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Task: {'id': task-1784509, 'name': Destroy_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.065389] env[62438]: INFO nova.compute.manager [None req-59fe03ef-ac39-4fee-80d8-042d36dc0576 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] [instance: dafca806-482e-476d-aac6-f4844403efb3] instance snapshotting [ 1384.069523] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b1230e-3cb5-4f2e-8e23-4c58cc6f2ade {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.103765] env[62438]: DEBUG oslo_vmware.api [None req-2c237c4d-709d-418e-825b-c1b23ab8d2a5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52508175-e576-6ef3-d704-768655870488, 'name': SearchDatastore_Task, 'duration_secs': 0.0197} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.104581] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e328bad5-05a1-425b-8517-b35d17cbcae2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.107312] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2c237c4d-709d-418e-825b-c1b23ab8d2a5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1384.107641] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c237c4d-709d-418e-825b-c1b23ab8d2a5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] da9c0fae-22ea-4a8a-b9de-e78fbcff5c7f/da9c0fae-22ea-4a8a-b9de-e78fbcff5c7f.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1384.107954] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ee446fa8-79ec-4fea-b72e-2852c8691186 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.108167] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee446fa8-79ec-4fea-b72e-2852c8691186 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1384.108379] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-51c14a0a-0cdf-49fe-b0d2-c96b3eeee7e4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.111830] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a6b4009-9e0e-475e-a793-0b243d65b303 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.118489] env[62438]: DEBUG oslo_vmware.api [None req-2c237c4d-709d-418e-825b-c1b23ab8d2a5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Waiting for the task: (returnval){ [ 1384.118489] env[62438]: value = "task-1784510" [ 1384.118489] env[62438]: _type = "Task" [ 1384.118489] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.125742] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee446fa8-79ec-4fea-b72e-2852c8691186 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1384.126949] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-ee446fa8-79ec-4fea-b72e-2852c8691186 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1384.128310] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-905da6ff-9ed1-4830-af4a-a8b632c5650c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.132847] env[62438]: DEBUG oslo_vmware.api [None req-2c237c4d-709d-418e-825b-c1b23ab8d2a5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': task-1784510, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.136337] env[62438]: DEBUG oslo_vmware.api [None req-ee446fa8-79ec-4fea-b72e-2852c8691186 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Waiting for the task: (returnval){ [ 1384.136337] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52dbdc4e-7f61-ff98-b436-e519f2c23e93" [ 1384.136337] env[62438]: _type = "Task" [ 1384.136337] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.146021] env[62438]: DEBUG oslo_vmware.api [None req-ee446fa8-79ec-4fea-b72e-2852c8691186 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52dbdc4e-7f61-ff98-b436-e519f2c23e93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.155106] env[62438]: DEBUG nova.scheduler.client.report [None req-75a59050-3f96-4680-83cd-b1e6a47f3873 tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1384.423479] env[62438]: DEBUG oslo_vmware.api [None req-2b35ed80-c729-4821-bf33-4bafc6ca7dea tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1784507, 'name': PowerOnVM_Task, 'duration_secs': 0.622013} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.424228] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b35ed80-c729-4821-bf33-4bafc6ca7dea tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1384.424563] env[62438]: DEBUG nova.compute.manager [None req-2b35ed80-c729-4821-bf33-4bafc6ca7dea tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1384.425556] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b121b04-8d0b-499a-88cd-11f29d3e9c2c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.477744] env[62438]: DEBUG oslo_vmware.api [None req-7faf497a-43fb-400b-86a9-5f264e8a483a tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] Task: {'id': task-1784508, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.491816] env[62438]: INFO nova.compute.manager [None req-05e9653c-0e17-4108-b2bf-c595c69350f3 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: f23e6ad1-e92d-4d2d-b09e-cec7d33c551d] instance snapshotting [ 1384.491816] env[62438]: WARNING nova.compute.manager [None req-05e9653c-0e17-4108-b2bf-c595c69350f3 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: f23e6ad1-e92d-4d2d-b09e-cec7d33c551d] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 1384.496932] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de23353-eb03-4c81-bb88-4b4af96a189f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.528574] env[62438]: DEBUG nova.network.neutron [req-2d81cc55-97aa-4723-b35a-cc4d2dd62d25 req-895b2e0a-9979-4050-82f4-9c9eb4dfff68 service nova] [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] Updated VIF entry in instance network info cache for port e64ea7f2-5e8a-436c-b80b-fe8dd4626bb2. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1384.528822] env[62438]: DEBUG nova.network.neutron [req-2d81cc55-97aa-4723-b35a-cc4d2dd62d25 req-895b2e0a-9979-4050-82f4-9c9eb4dfff68 service nova] [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] Updating instance_info_cache with network_info: [{"id": "e64ea7f2-5e8a-436c-b80b-fe8dd4626bb2", "address": "fa:16:3e:36:05:90", "network": {"id": "df726358-d39a-47a2-a4a5-1b55871dacdf", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1408920244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e435a731435d4d3da80db6fe825dc950", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape64ea7f2-5e", "ovs_interfaceid": "e64ea7f2-5e8a-436c-b80b-fe8dd4626bb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1384.531191] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-661c8406-fad9-4de6-b995-44d893df5cab {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.533986] env[62438]: DEBUG oslo_vmware.api [None req-aa1d5fe9-2ccc-46f6-b104-4b858066b49e tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Task: {'id': task-1784509, 'name': Destroy_Task} progress is 33%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.627726] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-59fe03ef-ac39-4fee-80d8-042d36dc0576 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] [instance: dafca806-482e-476d-aac6-f4844403efb3] Creating Snapshot of the VM instance {{(pid=62438) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1384.630770] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fdee5f11-bac7-4634-b05d-260abd5f4153 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.633133] env[62438]: DEBUG oslo_vmware.api [None req-2c237c4d-709d-418e-825b-c1b23ab8d2a5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': task-1784510, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.638079] env[62438]: DEBUG oslo_vmware.api [None req-59fe03ef-ac39-4fee-80d8-042d36dc0576 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Waiting for the task: (returnval){ [ 1384.638079] env[62438]: value = "task-1784511" [ 1384.638079] env[62438]: _type = "Task" [ 1384.638079] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.653633] env[62438]: DEBUG oslo_vmware.api [None req-ee446fa8-79ec-4fea-b72e-2852c8691186 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52dbdc4e-7f61-ff98-b436-e519f2c23e93, 'name': SearchDatastore_Task, 'duration_secs': 0.009655} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.657778] env[62438]: DEBUG oslo_vmware.api [None req-59fe03ef-ac39-4fee-80d8-042d36dc0576 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Task: {'id': task-1784511, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.658100] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c745a284-bd8f-47f1-8251-3bd36051bc2a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.661692] env[62438]: DEBUG oslo_concurrency.lockutils [None req-75a59050-3f96-4680-83cd-b1e6a47f3873 tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.603s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1384.662332] env[62438]: DEBUG nova.compute.manager [None req-75a59050-3f96-4680-83cd-b1e6a47f3873 tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] [instance: 9eb5afb2-9f91-428d-9590-0037b30b33b3] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1384.666134] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d3ec2bb1-e953-430f-955e-b06906f94689 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.896s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1384.666134] env[62438]: DEBUG nova.objects.instance [None req-d3ec2bb1-e953-430f-955e-b06906f94689 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Lazy-loading 'resources' on Instance uuid c26e95a2-1552-4c73-affe-a62df76b5efc {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1384.670778] env[62438]: DEBUG oslo_vmware.api [None req-ee446fa8-79ec-4fea-b72e-2852c8691186 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Waiting for the task: (returnval){ [ 1384.670778] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]529f9987-381a-b9c2-d52e-ae03e47f19e4" [ 1384.670778] env[62438]: _type = "Task" [ 1384.670778] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.684349] env[62438]: DEBUG oslo_vmware.api [None req-ee446fa8-79ec-4fea-b72e-2852c8691186 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]529f9987-381a-b9c2-d52e-ae03e47f19e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.945874] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2b35ed80-c729-4821-bf33-4bafc6ca7dea tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1384.972690] env[62438]: DEBUG oslo_vmware.api [None req-7faf497a-43fb-400b-86a9-5f264e8a483a tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] Task: {'id': task-1784508, 'name': PowerOnVM_Task, 'duration_secs': 0.961486} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.972690] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-7faf497a-43fb-400b-86a9-5f264e8a483a tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] [instance: 65ded97d-a41b-4c21-b289-baa0d75c739b] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1384.972690] env[62438]: INFO nova.compute.manager [None req-7faf497a-43fb-400b-86a9-5f264e8a483a tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] [instance: 65ded97d-a41b-4c21-b289-baa0d75c739b] Took 9.10 seconds to spawn the instance on the hypervisor. [ 1384.972690] env[62438]: DEBUG nova.compute.manager [None req-7faf497a-43fb-400b-86a9-5f264e8a483a tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] [instance: 65ded97d-a41b-4c21-b289-baa0d75c739b] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1384.973535] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e011bbfb-4c74-4bd5-bb74-e10f1ed78ffb {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.014029] env[62438]: DEBUG oslo_vmware.api [None req-aa1d5fe9-2ccc-46f6-b104-4b858066b49e tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Task: {'id': task-1784509, 'name': Destroy_Task, 'duration_secs': 0.647763} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.014392] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-aa1d5fe9-2ccc-46f6-b104-4b858066b49e tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: f9196911-d1ae-4b4a-a4be-08ec3690d516] Destroyed the VM [ 1385.014569] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-aa1d5fe9-2ccc-46f6-b104-4b858066b49e tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: f9196911-d1ae-4b4a-a4be-08ec3690d516] Deleting Snapshot of the VM instance {{(pid=62438) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1385.014833] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-353b8053-4ca7-4f97-b004-8e89fc118677 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.021915] env[62438]: DEBUG oslo_vmware.api [None req-aa1d5fe9-2ccc-46f6-b104-4b858066b49e tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Waiting for the task: (returnval){ [ 1385.021915] env[62438]: value = "task-1784512" [ 1385.021915] env[62438]: _type = "Task" [ 1385.021915] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.031434] env[62438]: DEBUG oslo_vmware.api [None req-aa1d5fe9-2ccc-46f6-b104-4b858066b49e tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Task: {'id': task-1784512, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.035199] env[62438]: DEBUG oslo_concurrency.lockutils [req-2d81cc55-97aa-4723-b35a-cc4d2dd62d25 req-895b2e0a-9979-4050-82f4-9c9eb4dfff68 service nova] Releasing lock "refresh_cache-b791bdf7-feaa-4752-a8a6-45d1562e4874" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1385.046395] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-05e9653c-0e17-4108-b2bf-c595c69350f3 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: f23e6ad1-e92d-4d2d-b09e-cec7d33c551d] Creating Snapshot of the VM instance {{(pid=62438) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1385.046395] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-36348713-3f82-4d23-914a-20152321b642 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.056403] env[62438]: DEBUG oslo_vmware.api [None req-05e9653c-0e17-4108-b2bf-c595c69350f3 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Waiting for the task: (returnval){ [ 1385.056403] env[62438]: value = "task-1784513" [ 1385.056403] env[62438]: _type = "Task" [ 1385.056403] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.065487] env[62438]: DEBUG oslo_vmware.api [None req-05e9653c-0e17-4108-b2bf-c595c69350f3 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1784513, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.132328] env[62438]: DEBUG oslo_vmware.api [None req-2c237c4d-709d-418e-825b-c1b23ab8d2a5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': task-1784510, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513623} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.132328] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c237c4d-709d-418e-825b-c1b23ab8d2a5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] da9c0fae-22ea-4a8a-b9de-e78fbcff5c7f/da9c0fae-22ea-4a8a-b9de-e78fbcff5c7f.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1385.132505] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-2c237c4d-709d-418e-825b-c1b23ab8d2a5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: da9c0fae-22ea-4a8a-b9de-e78fbcff5c7f] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1385.133114] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9fcde6a3-16f6-415d-9d09-abbf1768c45a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.142734] env[62438]: DEBUG oslo_vmware.api [None req-2c237c4d-709d-418e-825b-c1b23ab8d2a5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Waiting for the task: (returnval){ [ 1385.142734] env[62438]: value = "task-1784514" [ 1385.142734] env[62438]: _type = "Task" [ 1385.142734] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.154328] env[62438]: DEBUG oslo_vmware.api [None req-2c237c4d-709d-418e-825b-c1b23ab8d2a5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': task-1784514, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.157538] env[62438]: DEBUG oslo_vmware.api [None req-59fe03ef-ac39-4fee-80d8-042d36dc0576 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Task: {'id': task-1784511, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.169728] env[62438]: DEBUG nova.compute.utils [None req-75a59050-3f96-4680-83cd-b1e6a47f3873 tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1385.178959] env[62438]: DEBUG nova.compute.manager [None req-75a59050-3f96-4680-83cd-b1e6a47f3873 tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] [instance: 9eb5afb2-9f91-428d-9590-0037b30b33b3] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1385.178959] env[62438]: DEBUG nova.network.neutron [None req-75a59050-3f96-4680-83cd-b1e6a47f3873 tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] [instance: 9eb5afb2-9f91-428d-9590-0037b30b33b3] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1385.197320] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9b07e160-0f6e-4a31-bbd3-4c9760b3184c tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Acquiring lock "82059c94-0c99-48af-8ecb-e9bd695ba6f3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1385.197605] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9b07e160-0f6e-4a31-bbd3-4c9760b3184c tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Lock "82059c94-0c99-48af-8ecb-e9bd695ba6f3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1385.203826] env[62438]: DEBUG oslo_vmware.api [None req-ee446fa8-79ec-4fea-b72e-2852c8691186 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]529f9987-381a-b9c2-d52e-ae03e47f19e4, 'name': SearchDatastore_Task, 'duration_secs': 0.010685} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.204344] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ee446fa8-79ec-4fea-b72e-2852c8691186 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1385.204611] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee446fa8-79ec-4fea-b72e-2852c8691186 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 8234c07d-eb31-429f-b804-a3250ea396a0/8234c07d-eb31-429f-b804-a3250ea396a0.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1385.204876] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f706c39-ccb2-4063-b70c-5310e947e0d5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.215730] env[62438]: DEBUG oslo_vmware.api [None req-ee446fa8-79ec-4fea-b72e-2852c8691186 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Waiting for the task: (returnval){ [ 1385.215730] env[62438]: value = "task-1784515" [ 1385.215730] env[62438]: _type = "Task" [ 1385.215730] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.227624] env[62438]: DEBUG oslo_vmware.api [None req-ee446fa8-79ec-4fea-b72e-2852c8691186 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Task: {'id': task-1784515, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.285384] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9c74ccba-961c-42a6-a678-cf0a003de1e2 tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Acquiring lock "e70070c2-d6dc-4337-b3b5-3ca1395ae963" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1385.286535] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9c74ccba-961c-42a6-a678-cf0a003de1e2 tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Lock "e70070c2-d6dc-4337-b3b5-3ca1395ae963" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1385.286535] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9c74ccba-961c-42a6-a678-cf0a003de1e2 tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Acquiring lock "e70070c2-d6dc-4337-b3b5-3ca1395ae963-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1385.286535] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9c74ccba-961c-42a6-a678-cf0a003de1e2 tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Lock "e70070c2-d6dc-4337-b3b5-3ca1395ae963-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1385.286769] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9c74ccba-961c-42a6-a678-cf0a003de1e2 tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Lock "e70070c2-d6dc-4337-b3b5-3ca1395ae963-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1385.289429] env[62438]: INFO nova.compute.manager [None req-9c74ccba-961c-42a6-a678-cf0a003de1e2 tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] [instance: e70070c2-d6dc-4337-b3b5-3ca1395ae963] Terminating instance [ 1385.293070] env[62438]: DEBUG nova.compute.manager [None req-9c74ccba-961c-42a6-a678-cf0a003de1e2 tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] [instance: e70070c2-d6dc-4337-b3b5-3ca1395ae963] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1385.293070] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-9c74ccba-961c-42a6-a678-cf0a003de1e2 tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] [instance: e70070c2-d6dc-4337-b3b5-3ca1395ae963] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1385.295385] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3520ec4-3953-41f3-bd12-677c49194f50 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.310039] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-9c74ccba-961c-42a6-a678-cf0a003de1e2 tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] [instance: e70070c2-d6dc-4337-b3b5-3ca1395ae963] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1385.310039] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-59d75885-4bf9-4fa7-8674-b6d5c54ebe68 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.363764] env[62438]: DEBUG nova.policy [None req-75a59050-3f96-4680-83cd-b1e6a47f3873 tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dad97c9450b846ff8b890610cd71fde5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1285aea330604884a3e10736fa034b92', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1385.457160] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-9c74ccba-961c-42a6-a678-cf0a003de1e2 tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] [instance: e70070c2-d6dc-4337-b3b5-3ca1395ae963] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1385.457454] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-9c74ccba-961c-42a6-a678-cf0a003de1e2 tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] [instance: e70070c2-d6dc-4337-b3b5-3ca1395ae963] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1385.457805] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c74ccba-961c-42a6-a678-cf0a003de1e2 tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Deleting the datastore file [datastore1] e70070c2-d6dc-4337-b3b5-3ca1395ae963 {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1385.461153] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-98a2cf02-7c54-44e9-b32a-99d29254b754 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.471092] env[62438]: DEBUG oslo_vmware.api [None req-9c74ccba-961c-42a6-a678-cf0a003de1e2 tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Waiting for the task: (returnval){ [ 1385.471092] env[62438]: value = "task-1784517" [ 1385.471092] env[62438]: _type = "Task" [ 1385.471092] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.480492] env[62438]: DEBUG oslo_vmware.api [None req-9c74ccba-961c-42a6-a678-cf0a003de1e2 tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Task: {'id': task-1784517, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.505701] env[62438]: INFO nova.compute.manager [None req-7faf497a-43fb-400b-86a9-5f264e8a483a tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] [instance: 65ded97d-a41b-4c21-b289-baa0d75c739b] Took 31.06 seconds to build instance. [ 1385.532489] env[62438]: DEBUG oslo_vmware.api [None req-aa1d5fe9-2ccc-46f6-b104-4b858066b49e tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Task: {'id': task-1784512, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.568832] env[62438]: DEBUG oslo_vmware.api [None req-05e9653c-0e17-4108-b2bf-c595c69350f3 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1784513, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.668233] env[62438]: DEBUG oslo_vmware.api [None req-59fe03ef-ac39-4fee-80d8-042d36dc0576 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Task: {'id': task-1784511, 'name': CreateSnapshot_Task, 'duration_secs': 0.535943} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.673096] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-59fe03ef-ac39-4fee-80d8-042d36dc0576 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] [instance: dafca806-482e-476d-aac6-f4844403efb3] Created Snapshot of the VM instance {{(pid=62438) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1385.674034] env[62438]: DEBUG oslo_vmware.api [None req-2c237c4d-709d-418e-825b-c1b23ab8d2a5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': task-1784514, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083036} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.677983] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27e56247-b938-4910-b9dc-64e36feffdac {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.681251] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-2c237c4d-709d-418e-825b-c1b23ab8d2a5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: da9c0fae-22ea-4a8a-b9de-e78fbcff5c7f] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1385.682060] env[62438]: DEBUG nova.compute.manager [None req-75a59050-3f96-4680-83cd-b1e6a47f3873 tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] [instance: 9eb5afb2-9f91-428d-9590-0037b30b33b3] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1385.689510] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4752d435-7418-4b69-b75a-5a46b5f43986 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.724478] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c237c4d-709d-418e-825b-c1b23ab8d2a5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: da9c0fae-22ea-4a8a-b9de-e78fbcff5c7f] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] da9c0fae-22ea-4a8a-b9de-e78fbcff5c7f/da9c0fae-22ea-4a8a-b9de-e78fbcff5c7f.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1385.729816] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5376d404-73dd-4f00-8d75-d6e6c87bbd8a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.754180] env[62438]: DEBUG oslo_vmware.api [None req-ee446fa8-79ec-4fea-b72e-2852c8691186 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Task: {'id': task-1784515, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488739} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.757512] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee446fa8-79ec-4fea-b72e-2852c8691186 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 8234c07d-eb31-429f-b804-a3250ea396a0/8234c07d-eb31-429f-b804-a3250ea396a0.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1385.757512] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-ee446fa8-79ec-4fea-b72e-2852c8691186 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] [instance: 8234c07d-eb31-429f-b804-a3250ea396a0] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1385.757512] env[62438]: DEBUG oslo_vmware.api [None req-2c237c4d-709d-418e-825b-c1b23ab8d2a5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Waiting for the task: (returnval){ [ 1385.757512] env[62438]: value = "task-1784518" [ 1385.757512] env[62438]: _type = "Task" [ 1385.757512] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.759050] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e9e01ac5-1254-4dde-80c3-385fcfce646e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.769912] env[62438]: DEBUG oslo_vmware.api [None req-2c237c4d-709d-418e-825b-c1b23ab8d2a5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': task-1784518, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.772627] env[62438]: DEBUG oslo_vmware.api [None req-ee446fa8-79ec-4fea-b72e-2852c8691186 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Waiting for the task: (returnval){ [ 1385.772627] env[62438]: value = "task-1784519" [ 1385.772627] env[62438]: _type = "Task" [ 1385.772627] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.782856] env[62438]: DEBUG oslo_vmware.api [None req-ee446fa8-79ec-4fea-b72e-2852c8691186 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Task: {'id': task-1784519, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.797433] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e416aa1-583a-4a95-821b-d5a9ac750a2e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.808279] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee27d00-7765-437f-8154-63fb4d57e684 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.839309] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d2f566-3c45-4a4d-b31d-51b59aea6011 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.847078] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d6d9869-5bca-4fc6-807c-76b84bf2ed56 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.862628] env[62438]: DEBUG nova.compute.provider_tree [None req-d3ec2bb1-e953-430f-955e-b06906f94689 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1385.984030] env[62438]: DEBUG oslo_vmware.api [None req-9c74ccba-961c-42a6-a678-cf0a003de1e2 tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Task: {'id': task-1784517, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.384471} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.984030] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c74ccba-961c-42a6-a678-cf0a003de1e2 tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1385.984030] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-9c74ccba-961c-42a6-a678-cf0a003de1e2 tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] [instance: e70070c2-d6dc-4337-b3b5-3ca1395ae963] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1385.984030] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-9c74ccba-961c-42a6-a678-cf0a003de1e2 tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] [instance: e70070c2-d6dc-4337-b3b5-3ca1395ae963] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1385.984030] env[62438]: INFO nova.compute.manager [None req-9c74ccba-961c-42a6-a678-cf0a003de1e2 tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] [instance: e70070c2-d6dc-4337-b3b5-3ca1395ae963] Took 0.69 seconds to destroy the instance on the hypervisor. [ 1385.984475] env[62438]: DEBUG oslo.service.loopingcall [None req-9c74ccba-961c-42a6-a678-cf0a003de1e2 tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1385.984475] env[62438]: DEBUG nova.compute.manager [-] [instance: e70070c2-d6dc-4337-b3b5-3ca1395ae963] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1385.984475] env[62438]: DEBUG nova.network.neutron [-] [instance: e70070c2-d6dc-4337-b3b5-3ca1395ae963] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1386.009253] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7faf497a-43fb-400b-86a9-5f264e8a483a tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] Lock "65ded97d-a41b-4c21-b289-baa0d75c739b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.571s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1386.034675] env[62438]: DEBUG oslo_vmware.api [None req-aa1d5fe9-2ccc-46f6-b104-4b858066b49e tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Task: {'id': task-1784512, 'name': RemoveSnapshot_Task, 'duration_secs': 1.009336} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.035351] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-aa1d5fe9-2ccc-46f6-b104-4b858066b49e tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: f9196911-d1ae-4b4a-a4be-08ec3690d516] Deleted Snapshot of the VM instance {{(pid=62438) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1386.035831] env[62438]: INFO nova.compute.manager [None req-aa1d5fe9-2ccc-46f6-b104-4b858066b49e tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: f9196911-d1ae-4b4a-a4be-08ec3690d516] Took 16.70 seconds to snapshot the instance on the hypervisor. [ 1386.068094] env[62438]: DEBUG oslo_vmware.api [None req-05e9653c-0e17-4108-b2bf-c595c69350f3 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1784513, 'name': CreateSnapshot_Task, 'duration_secs': 0.938107} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.068490] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-05e9653c-0e17-4108-b2bf-c595c69350f3 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: f23e6ad1-e92d-4d2d-b09e-cec7d33c551d] Created Snapshot of the VM instance {{(pid=62438) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1386.069751] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-753ab85f-eb8d-42a6-bc1a-152676ad5a91 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.135677] env[62438]: DEBUG nova.network.neutron [None req-75a59050-3f96-4680-83cd-b1e6a47f3873 tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] [instance: 9eb5afb2-9f91-428d-9590-0037b30b33b3] Successfully created port: 4a1f1836-b5d6-4a4d-b4d4-906659f5afc8 {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1386.237518] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-59fe03ef-ac39-4fee-80d8-042d36dc0576 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] [instance: dafca806-482e-476d-aac6-f4844403efb3] Creating linked-clone VM from snapshot {{(pid=62438) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1386.237682] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9f217c1d-3708-43c0-930f-da974101b19c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.249022] env[62438]: DEBUG oslo_vmware.api [None req-59fe03ef-ac39-4fee-80d8-042d36dc0576 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Waiting for the task: (returnval){ [ 1386.249022] env[62438]: value = "task-1784520" [ 1386.249022] env[62438]: _type = "Task" [ 1386.249022] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.259935] env[62438]: DEBUG oslo_vmware.api [None req-59fe03ef-ac39-4fee-80d8-042d36dc0576 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Task: {'id': task-1784520, 'name': CloneVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.271190] env[62438]: DEBUG oslo_vmware.api [None req-2c237c4d-709d-418e-825b-c1b23ab8d2a5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': task-1784518, 'name': ReconfigVM_Task, 'duration_secs': 0.360711} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.272285] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c237c4d-709d-418e-825b-c1b23ab8d2a5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: da9c0fae-22ea-4a8a-b9de-e78fbcff5c7f] Reconfigured VM instance instance-00000019 to attach disk [datastore1] da9c0fae-22ea-4a8a-b9de-e78fbcff5c7f/da9c0fae-22ea-4a8a-b9de-e78fbcff5c7f.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1386.272595] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-862d2845-23e8-4d3f-8610-7d7b86da62d5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.283599] env[62438]: DEBUG oslo_vmware.api [None req-ee446fa8-79ec-4fea-b72e-2852c8691186 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Task: {'id': task-1784519, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08573} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.284876] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-ee446fa8-79ec-4fea-b72e-2852c8691186 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] [instance: 8234c07d-eb31-429f-b804-a3250ea396a0] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1386.286550] env[62438]: DEBUG oslo_vmware.api [None req-2c237c4d-709d-418e-825b-c1b23ab8d2a5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Waiting for the task: (returnval){ [ 1386.286550] env[62438]: value = "task-1784521" [ 1386.286550] env[62438]: _type = "Task" [ 1386.286550] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.286550] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb0b271-5bfc-4eb7-82f4-0be63741ed16 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.298126] env[62438]: DEBUG oslo_vmware.api [None req-2c237c4d-709d-418e-825b-c1b23ab8d2a5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': task-1784521, 'name': Rename_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.313630] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee446fa8-79ec-4fea-b72e-2852c8691186 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] [instance: 8234c07d-eb31-429f-b804-a3250ea396a0] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] 8234c07d-eb31-429f-b804-a3250ea396a0/8234c07d-eb31-429f-b804-a3250ea396a0.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1386.314438] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d86296a1-2d54-472c-9ce4-f096321d1126 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.337280] env[62438]: DEBUG oslo_vmware.api [None req-ee446fa8-79ec-4fea-b72e-2852c8691186 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Waiting for the task: (returnval){ [ 1386.337280] env[62438]: value = "task-1784522" [ 1386.337280] env[62438]: _type = "Task" [ 1386.337280] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.348777] env[62438]: DEBUG oslo_vmware.api [None req-ee446fa8-79ec-4fea-b72e-2852c8691186 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Task: {'id': task-1784522, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.367683] env[62438]: DEBUG nova.scheduler.client.report [None req-d3ec2bb1-e953-430f-955e-b06906f94689 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1386.513392] env[62438]: DEBUG nova.compute.manager [None req-8c59875f-c45c-40ef-8f57-c89914a3d612 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 7d53f422-ce2a-4fb4-b8f7-66da14a63202] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1386.588735] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-05e9653c-0e17-4108-b2bf-c595c69350f3 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: f23e6ad1-e92d-4d2d-b09e-cec7d33c551d] Creating linked-clone VM from snapshot {{(pid=62438) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1386.589148] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-647dbe07-098d-4021-9608-a7df034dc616 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.598116] env[62438]: DEBUG oslo_vmware.api [None req-05e9653c-0e17-4108-b2bf-c595c69350f3 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Waiting for the task: (returnval){ [ 1386.598116] env[62438]: value = "task-1784523" [ 1386.598116] env[62438]: _type = "Task" [ 1386.598116] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.608661] env[62438]: DEBUG oslo_vmware.api [None req-05e9653c-0e17-4108-b2bf-c595c69350f3 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1784523, 'name': CloneVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.675344] env[62438]: DEBUG oslo_concurrency.lockutils [None req-051063a0-242d-4183-b52e-27d55fe21314 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Acquiring lock "ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1386.675837] env[62438]: DEBUG oslo_concurrency.lockutils [None req-051063a0-242d-4183-b52e-27d55fe21314 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Lock "ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1386.676076] env[62438]: DEBUG oslo_concurrency.lockutils [None req-051063a0-242d-4183-b52e-27d55fe21314 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Acquiring lock "ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1386.676277] env[62438]: DEBUG oslo_concurrency.lockutils [None req-051063a0-242d-4183-b52e-27d55fe21314 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Lock "ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1386.676456] env[62438]: DEBUG oslo_concurrency.lockutils [None req-051063a0-242d-4183-b52e-27d55fe21314 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Lock "ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1386.679426] env[62438]: INFO nova.compute.manager [None req-051063a0-242d-4183-b52e-27d55fe21314 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53] Terminating instance [ 1386.681715] env[62438]: DEBUG nova.compute.manager [None req-051063a0-242d-4183-b52e-27d55fe21314 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1386.681917] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-051063a0-242d-4183-b52e-27d55fe21314 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1386.682985] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de5d80c-777e-4024-9854-29cce700aa9e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.692260] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-051063a0-242d-4183-b52e-27d55fe21314 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1386.693317] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9634d26-790f-4fd6-8fa9-bc9a8ff87a66 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.700833] env[62438]: DEBUG oslo_vmware.api [None req-051063a0-242d-4183-b52e-27d55fe21314 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Waiting for the task: (returnval){ [ 1386.700833] env[62438]: value = "task-1784524" [ 1386.700833] env[62438]: _type = "Task" [ 1386.700833] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.708412] env[62438]: DEBUG nova.compute.manager [None req-75a59050-3f96-4680-83cd-b1e6a47f3873 tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] [instance: 9eb5afb2-9f91-428d-9590-0037b30b33b3] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1386.717712] env[62438]: DEBUG oslo_vmware.api [None req-051063a0-242d-4183-b52e-27d55fe21314 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1784524, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.739056] env[62438]: DEBUG nova.virt.hardware [None req-75a59050-3f96-4680-83cd-b1e6a47f3873 tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1386.739350] env[62438]: DEBUG nova.virt.hardware [None req-75a59050-3f96-4680-83cd-b1e6a47f3873 tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1386.739542] env[62438]: DEBUG nova.virt.hardware [None req-75a59050-3f96-4680-83cd-b1e6a47f3873 tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1386.739803] env[62438]: DEBUG nova.virt.hardware [None req-75a59050-3f96-4680-83cd-b1e6a47f3873 tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1386.739965] env[62438]: DEBUG nova.virt.hardware [None req-75a59050-3f96-4680-83cd-b1e6a47f3873 tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1386.740206] env[62438]: DEBUG nova.virt.hardware [None req-75a59050-3f96-4680-83cd-b1e6a47f3873 tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1386.740453] env[62438]: DEBUG nova.virt.hardware [None req-75a59050-3f96-4680-83cd-b1e6a47f3873 tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1386.741196] env[62438]: DEBUG nova.virt.hardware [None req-75a59050-3f96-4680-83cd-b1e6a47f3873 tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1386.741335] env[62438]: DEBUG nova.virt.hardware [None req-75a59050-3f96-4680-83cd-b1e6a47f3873 tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1386.741512] env[62438]: DEBUG nova.virt.hardware [None req-75a59050-3f96-4680-83cd-b1e6a47f3873 tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1386.741726] env[62438]: DEBUG nova.virt.hardware [None req-75a59050-3f96-4680-83cd-b1e6a47f3873 tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1386.742625] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39941d42-c4df-434d-9b31-b32503dc693d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.755563] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba800019-b40d-45d5-b5c0-4d72ccf702fc {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.764051] env[62438]: DEBUG oslo_vmware.api [None req-59fe03ef-ac39-4fee-80d8-042d36dc0576 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Task: {'id': task-1784520, 'name': CloneVM_Task} progress is 94%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.796957] env[62438]: DEBUG oslo_vmware.api [None req-2c237c4d-709d-418e-825b-c1b23ab8d2a5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': task-1784521, 'name': Rename_Task, 'duration_secs': 0.37594} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.797324] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c237c4d-709d-418e-825b-c1b23ab8d2a5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: da9c0fae-22ea-4a8a-b9de-e78fbcff5c7f] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1386.797580] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-06407f8c-88a7-4b97-8c7b-057019946f8e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.803691] env[62438]: DEBUG oslo_vmware.api [None req-2c237c4d-709d-418e-825b-c1b23ab8d2a5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Waiting for the task: (returnval){ [ 1386.803691] env[62438]: value = "task-1784525" [ 1386.803691] env[62438]: _type = "Task" [ 1386.803691] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.812370] env[62438]: DEBUG oslo_vmware.api [None req-2c237c4d-709d-418e-825b-c1b23ab8d2a5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': task-1784525, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.849906] env[62438]: DEBUG oslo_vmware.api [None req-ee446fa8-79ec-4fea-b72e-2852c8691186 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Task: {'id': task-1784522, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.875113] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d3ec2bb1-e953-430f-955e-b06906f94689 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.210s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1386.877797] env[62438]: DEBUG oslo_concurrency.lockutils [None req-92020989-bed5-4d13-8553-90b13c3419ee tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.700s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1386.879596] env[62438]: INFO nova.compute.claims [None req-92020989-bed5-4d13-8553-90b13c3419ee tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] [instance: bacfabaa-c0c2-43b7-841f-5539f5de2859] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1386.912603] env[62438]: DEBUG nova.network.neutron [-] [instance: e70070c2-d6dc-4337-b3b5-3ca1395ae963] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1386.914756] env[62438]: INFO nova.scheduler.client.report [None req-d3ec2bb1-e953-430f-955e-b06906f94689 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Deleted allocations for instance c26e95a2-1552-4c73-affe-a62df76b5efc [ 1387.046216] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8c59875f-c45c-40ef-8f57-c89914a3d612 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1387.111818] env[62438]: DEBUG oslo_vmware.api [None req-05e9653c-0e17-4108-b2bf-c595c69350f3 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1784523, 'name': CloneVM_Task} progress is 94%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.194963] env[62438]: DEBUG nova.compute.manager [req-b5964f2b-bcdc-4eac-8ff1-fbb2508d4d56 req-c9597b6a-32fe-436f-8da1-0c2abc2ea801 service nova] [instance: e70070c2-d6dc-4337-b3b5-3ca1395ae963] Received event network-vif-deleted-6b161ff5-a9bc-4651-bc4e-c5b9ef44f8fc {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1387.211636] env[62438]: DEBUG oslo_vmware.api [None req-051063a0-242d-4183-b52e-27d55fe21314 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1784524, 'name': PowerOffVM_Task, 'duration_secs': 0.361119} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.212078] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-051063a0-242d-4183-b52e-27d55fe21314 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1387.212248] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-051063a0-242d-4183-b52e-27d55fe21314 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1387.212550] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-af9e1010-f4ad-4774-84f2-dda449fa48dd {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.261042] env[62438]: DEBUG oslo_vmware.api [None req-59fe03ef-ac39-4fee-80d8-042d36dc0576 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Task: {'id': task-1784520, 'name': CloneVM_Task} progress is 94%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.315382] env[62438]: DEBUG oslo_vmware.api [None req-2c237c4d-709d-418e-825b-c1b23ab8d2a5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': task-1784525, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.348786] env[62438]: DEBUG oslo_vmware.api [None req-ee446fa8-79ec-4fea-b72e-2852c8691186 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Task: {'id': task-1784522, 'name': ReconfigVM_Task, 'duration_secs': 0.688483} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.349129] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee446fa8-79ec-4fea-b72e-2852c8691186 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] [instance: 8234c07d-eb31-429f-b804-a3250ea396a0] Reconfigured VM instance instance-0000001a to attach disk [datastore1] 8234c07d-eb31-429f-b804-a3250ea396a0/8234c07d-eb31-429f-b804-a3250ea396a0.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1387.349936] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e628782f-ae64-4044-ad29-b03e80a4f4c5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.356858] env[62438]: DEBUG oslo_vmware.api [None req-ee446fa8-79ec-4fea-b72e-2852c8691186 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Waiting for the task: (returnval){ [ 1387.356858] env[62438]: value = "task-1784527" [ 1387.356858] env[62438]: _type = "Task" [ 1387.356858] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.367824] env[62438]: DEBUG oslo_vmware.api [None req-ee446fa8-79ec-4fea-b72e-2852c8691186 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Task: {'id': task-1784527, 'name': Rename_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.368763] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-051063a0-242d-4183-b52e-27d55fe21314 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1387.369091] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-051063a0-242d-4183-b52e-27d55fe21314 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1387.369318] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-051063a0-242d-4183-b52e-27d55fe21314 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Deleting the datastore file [datastore1] ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53 {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1387.369607] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8fbe0193-9017-4be9-b5cb-7ef266a42ea3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.379066] env[62438]: DEBUG oslo_vmware.api [None req-051063a0-242d-4183-b52e-27d55fe21314 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Waiting for the task: (returnval){ [ 1387.379066] env[62438]: value = "task-1784528" [ 1387.379066] env[62438]: _type = "Task" [ 1387.379066] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.395158] env[62438]: DEBUG oslo_vmware.api [None req-051063a0-242d-4183-b52e-27d55fe21314 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1784528, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.417677] env[62438]: INFO nova.compute.manager [-] [instance: e70070c2-d6dc-4337-b3b5-3ca1395ae963] Took 1.43 seconds to deallocate network for instance. [ 1387.424190] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d3ec2bb1-e953-430f-955e-b06906f94689 tempest-DeleteServersAdminTestJSON-1238479624 tempest-DeleteServersAdminTestJSON-1238479624-project-member] Lock "c26e95a2-1552-4c73-affe-a62df76b5efc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.234s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1387.611450] env[62438]: DEBUG oslo_vmware.api [None req-05e9653c-0e17-4108-b2bf-c595c69350f3 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1784523, 'name': CloneVM_Task} progress is 94%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.761521] env[62438]: DEBUG oslo_vmware.api [None req-59fe03ef-ac39-4fee-80d8-042d36dc0576 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Task: {'id': task-1784520, 'name': CloneVM_Task} progress is 95%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.821470] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d9c45ecd-3a97-4b36-ad97-d11bede2208d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Acquiring lock "2cc722a0-76fa-4431-985b-9fe0ad62ef42" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1387.821836] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d9c45ecd-3a97-4b36-ad97-d11bede2208d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Lock "2cc722a0-76fa-4431-985b-9fe0ad62ef42" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.004s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1387.826047] env[62438]: DEBUG oslo_vmware.api [None req-2c237c4d-709d-418e-825b-c1b23ab8d2a5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': task-1784525, 'name': PowerOnVM_Task, 'duration_secs': 0.687278} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.826047] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c237c4d-709d-418e-825b-c1b23ab8d2a5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: da9c0fae-22ea-4a8a-b9de-e78fbcff5c7f] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1387.826199] env[62438]: INFO nova.compute.manager [None req-2c237c4d-709d-418e-825b-c1b23ab8d2a5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: da9c0fae-22ea-4a8a-b9de-e78fbcff5c7f] Took 9.04 seconds to spawn the instance on the hypervisor. [ 1387.826278] env[62438]: DEBUG nova.compute.manager [None req-2c237c4d-709d-418e-825b-c1b23ab8d2a5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: da9c0fae-22ea-4a8a-b9de-e78fbcff5c7f] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1387.827128] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d877ebe-4590-4357-aaa5-e62ef58ce06d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.866965] env[62438]: DEBUG oslo_vmware.api [None req-ee446fa8-79ec-4fea-b72e-2852c8691186 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Task: {'id': task-1784527, 'name': Rename_Task, 'duration_secs': 0.161297} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.867224] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee446fa8-79ec-4fea-b72e-2852c8691186 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] [instance: 8234c07d-eb31-429f-b804-a3250ea396a0] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1387.867486] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a15bfbed-ea33-4f74-81b8-f412fb8b29df {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.875298] env[62438]: DEBUG oslo_vmware.api [None req-ee446fa8-79ec-4fea-b72e-2852c8691186 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Waiting for the task: (returnval){ [ 1387.875298] env[62438]: value = "task-1784529" [ 1387.875298] env[62438]: _type = "Task" [ 1387.875298] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.882928] env[62438]: DEBUG oslo_vmware.api [None req-ee446fa8-79ec-4fea-b72e-2852c8691186 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Task: {'id': task-1784529, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.896023] env[62438]: DEBUG oslo_vmware.api [None req-051063a0-242d-4183-b52e-27d55fe21314 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1784528, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.258759} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.896431] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-051063a0-242d-4183-b52e-27d55fe21314 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1387.896788] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-051063a0-242d-4183-b52e-27d55fe21314 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1387.896908] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-051063a0-242d-4183-b52e-27d55fe21314 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1387.897019] env[62438]: INFO nova.compute.manager [None req-051063a0-242d-4183-b52e-27d55fe21314 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1387.897282] env[62438]: DEBUG oslo.service.loopingcall [None req-051063a0-242d-4183-b52e-27d55fe21314 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1387.897482] env[62438]: DEBUG nova.compute.manager [-] [instance: ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1387.897576] env[62438]: DEBUG nova.network.neutron [-] [instance: ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1387.923552] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9c74ccba-961c-42a6-a678-cf0a003de1e2 tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1388.112390] env[62438]: DEBUG oslo_vmware.api [None req-05e9653c-0e17-4108-b2bf-c595c69350f3 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1784523, 'name': CloneVM_Task, 'duration_secs': 1.43625} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.112717] env[62438]: INFO nova.virt.vmwareapi.vmops [None req-05e9653c-0e17-4108-b2bf-c595c69350f3 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: f23e6ad1-e92d-4d2d-b09e-cec7d33c551d] Created linked-clone VM from snapshot [ 1388.116625] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1edda16-be68-44ac-8c7d-3a506d093c4d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.132284] env[62438]: DEBUG nova.virt.vmwareapi.images [None req-05e9653c-0e17-4108-b2bf-c595c69350f3 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: f23e6ad1-e92d-4d2d-b09e-cec7d33c551d] Uploading image cea50ab0-89be-4ded-89b0-2dc84a0fbc04 {{(pid=62438) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 1388.165305] env[62438]: DEBUG oslo_vmware.rw_handles [None req-05e9653c-0e17-4108-b2bf-c595c69350f3 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1388.165305] env[62438]: value = "vm-370312" [ 1388.165305] env[62438]: _type = "VirtualMachine" [ 1388.165305] env[62438]: }. {{(pid=62438) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1388.165667] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8f12caed-33ff-41cd-8bd8-ae16aaa38696 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.173812] env[62438]: DEBUG oslo_vmware.rw_handles [None req-05e9653c-0e17-4108-b2bf-c595c69350f3 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Lease: (returnval){ [ 1388.173812] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52efc1df-8861-36a7-bf20-7c51fc4c55a7" [ 1388.173812] env[62438]: _type = "HttpNfcLease" [ 1388.173812] env[62438]: } obtained for exporting VM: (result){ [ 1388.173812] env[62438]: value = "vm-370312" [ 1388.173812] env[62438]: _type = "VirtualMachine" [ 1388.173812] env[62438]: }. {{(pid=62438) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1388.174083] env[62438]: DEBUG oslo_vmware.api [None req-05e9653c-0e17-4108-b2bf-c595c69350f3 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Waiting for the lease: (returnval){ [ 1388.174083] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52efc1df-8861-36a7-bf20-7c51fc4c55a7" [ 1388.174083] env[62438]: _type = "HttpNfcLease" [ 1388.174083] env[62438]: } to be ready. {{(pid=62438) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1388.181852] env[62438]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1388.181852] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52efc1df-8861-36a7-bf20-7c51fc4c55a7" [ 1388.181852] env[62438]: _type = "HttpNfcLease" [ 1388.181852] env[62438]: } is initializing. {{(pid=62438) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1388.188634] env[62438]: DEBUG nova.network.neutron [None req-75a59050-3f96-4680-83cd-b1e6a47f3873 tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] [instance: 9eb5afb2-9f91-428d-9590-0037b30b33b3] Successfully updated port: 4a1f1836-b5d6-4a4d-b4d4-906659f5afc8 {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1388.261212] env[62438]: DEBUG oslo_vmware.api [None req-59fe03ef-ac39-4fee-80d8-042d36dc0576 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Task: {'id': task-1784520, 'name': CloneVM_Task, 'duration_secs': 1.867838} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.261484] env[62438]: INFO nova.virt.vmwareapi.vmops [None req-59fe03ef-ac39-4fee-80d8-042d36dc0576 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] [instance: dafca806-482e-476d-aac6-f4844403efb3] Created linked-clone VM from snapshot [ 1388.262239] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe1572c-2d8d-4671-aaf2-d4ac9711b9a7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.275523] env[62438]: DEBUG nova.virt.vmwareapi.images [None req-59fe03ef-ac39-4fee-80d8-042d36dc0576 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] [instance: dafca806-482e-476d-aac6-f4844403efb3] Uploading image 75aa744a-8ef9-4479-87e9-d5b1df8a5e6d {{(pid=62438) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 1388.315469] env[62438]: DEBUG oslo_vmware.rw_handles [None req-59fe03ef-ac39-4fee-80d8-042d36dc0576 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1388.315469] env[62438]: value = "vm-370311" [ 1388.315469] env[62438]: _type = "VirtualMachine" [ 1388.315469] env[62438]: }. {{(pid=62438) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1388.315878] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-60064616-f606-4da9-841c-72a6c9edc53f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.326233] env[62438]: DEBUG oslo_vmware.rw_handles [None req-59fe03ef-ac39-4fee-80d8-042d36dc0576 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Lease: (returnval){ [ 1388.326233] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]525880dd-a62a-cda9-af7b-77393db1af77" [ 1388.326233] env[62438]: _type = "HttpNfcLease" [ 1388.326233] env[62438]: } obtained for exporting VM: (result){ [ 1388.326233] env[62438]: value = "vm-370311" [ 1388.326233] env[62438]: _type = "VirtualMachine" [ 1388.326233] env[62438]: }. {{(pid=62438) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1388.326495] env[62438]: DEBUG oslo_vmware.api [None req-59fe03ef-ac39-4fee-80d8-042d36dc0576 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Waiting for the lease: (returnval){ [ 1388.326495] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]525880dd-a62a-cda9-af7b-77393db1af77" [ 1388.326495] env[62438]: _type = "HttpNfcLease" [ 1388.326495] env[62438]: } to be ready. {{(pid=62438) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1388.334455] env[62438]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1388.334455] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]525880dd-a62a-cda9-af7b-77393db1af77" [ 1388.334455] env[62438]: _type = "HttpNfcLease" [ 1388.334455] env[62438]: } is initializing. {{(pid=62438) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1388.346039] env[62438]: INFO nova.compute.manager [None req-2c237c4d-709d-418e-825b-c1b23ab8d2a5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: da9c0fae-22ea-4a8a-b9de-e78fbcff5c7f] Took 30.57 seconds to build instance. [ 1388.385889] env[62438]: DEBUG oslo_vmware.api [None req-ee446fa8-79ec-4fea-b72e-2852c8691186 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Task: {'id': task-1784529, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.431932] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f22926a7-2072-470d-b5d5-b34af114eb11 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.440241] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22434ee8-53ee-46e0-a9d2-ed5699168d2b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.471481] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a427cab-b41e-4f43-9a68-9deaeeb702f0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.479911] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e2140c9-d2b3-4d16-bd97-a979e40bd924 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.496527] env[62438]: DEBUG nova.compute.provider_tree [None req-92020989-bed5-4d13-8553-90b13c3419ee tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1388.687808] env[62438]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1388.687808] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52efc1df-8861-36a7-bf20-7c51fc4c55a7" [ 1388.687808] env[62438]: _type = "HttpNfcLease" [ 1388.687808] env[62438]: } is ready. {{(pid=62438) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1388.688178] env[62438]: DEBUG oslo_vmware.rw_handles [None req-05e9653c-0e17-4108-b2bf-c595c69350f3 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1388.688178] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52efc1df-8861-36a7-bf20-7c51fc4c55a7" [ 1388.688178] env[62438]: _type = "HttpNfcLease" [ 1388.688178] env[62438]: }. {{(pid=62438) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1388.688925] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de67927b-8e14-4dc6-adb7-b079513e0627 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.692233] env[62438]: DEBUG oslo_concurrency.lockutils [None req-75a59050-3f96-4680-83cd-b1e6a47f3873 tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] Acquiring lock "refresh_cache-9eb5afb2-9f91-428d-9590-0037b30b33b3" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1388.692373] env[62438]: DEBUG oslo_concurrency.lockutils [None req-75a59050-3f96-4680-83cd-b1e6a47f3873 tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] Acquired lock "refresh_cache-9eb5afb2-9f91-428d-9590-0037b30b33b3" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.692527] env[62438]: DEBUG nova.network.neutron [None req-75a59050-3f96-4680-83cd-b1e6a47f3873 tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] [instance: 9eb5afb2-9f91-428d-9590-0037b30b33b3] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1388.701491] env[62438]: DEBUG oslo_vmware.rw_handles [None req-05e9653c-0e17-4108-b2bf-c595c69350f3 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52787e8f-5f66-609e-4a91-d819fd541189/disk-0.vmdk from lease info. {{(pid=62438) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1388.701686] env[62438]: DEBUG oslo_vmware.rw_handles [None req-05e9653c-0e17-4108-b2bf-c595c69350f3 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52787e8f-5f66-609e-4a91-d819fd541189/disk-0.vmdk for reading. {{(pid=62438) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1388.835646] env[62438]: DEBUG nova.network.neutron [-] [instance: ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1388.836759] env[62438]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1388.836759] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]525880dd-a62a-cda9-af7b-77393db1af77" [ 1388.836759] env[62438]: _type = "HttpNfcLease" [ 1388.836759] env[62438]: } is ready. {{(pid=62438) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1388.837041] env[62438]: DEBUG oslo_vmware.rw_handles [None req-59fe03ef-ac39-4fee-80d8-042d36dc0576 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1388.837041] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]525880dd-a62a-cda9-af7b-77393db1af77" [ 1388.837041] env[62438]: _type = "HttpNfcLease" [ 1388.837041] env[62438]: }. {{(pid=62438) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1388.841894] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-737d5660-6b0e-492c-a48e-72cf514f368f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.847414] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2c237c4d-709d-418e-825b-c1b23ab8d2a5 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Lock "da9c0fae-22ea-4a8a-b9de-e78fbcff5c7f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.088s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1388.855279] env[62438]: DEBUG oslo_vmware.rw_handles [None req-59fe03ef-ac39-4fee-80d8-042d36dc0576 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524e1e6c-2a6e-1a48-8c06-9d9ec11bebd4/disk-0.vmdk from lease info. {{(pid=62438) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1388.855505] env[62438]: DEBUG oslo_vmware.rw_handles [None req-59fe03ef-ac39-4fee-80d8-042d36dc0576 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524e1e6c-2a6e-1a48-8c06-9d9ec11bebd4/disk-0.vmdk for reading. {{(pid=62438) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1388.861065] env[62438]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-68bd180f-e9d9-40c3-9704-48c1de02847c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.937771] env[62438]: DEBUG oslo_concurrency.lockutils [None req-02f7eed8-805c-48e0-bb17-56dd221fdfe2 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Acquiring lock "84f3ff00-94b2-4595-8046-865c3016fc77" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1388.937771] env[62438]: DEBUG oslo_concurrency.lockutils [None req-02f7eed8-805c-48e0-bb17-56dd221fdfe2 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Lock "84f3ff00-94b2-4595-8046-865c3016fc77" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1388.942443] env[62438]: DEBUG oslo_vmware.api [None req-ee446fa8-79ec-4fea-b72e-2852c8691186 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Task: {'id': task-1784529, 'name': PowerOnVM_Task, 'duration_secs': 0.760202} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.944761] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee446fa8-79ec-4fea-b72e-2852c8691186 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] [instance: 8234c07d-eb31-429f-b804-a3250ea396a0] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1388.945192] env[62438]: INFO nova.compute.manager [None req-ee446fa8-79ec-4fea-b72e-2852c8691186 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] [instance: 8234c07d-eb31-429f-b804-a3250ea396a0] Took 7.53 seconds to spawn the instance on the hypervisor. [ 1388.945291] env[62438]: DEBUG nova.compute.manager [None req-ee446fa8-79ec-4fea-b72e-2852c8691186 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] [instance: 8234c07d-eb31-429f-b804-a3250ea396a0] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1388.949422] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d3e4ac6-0edf-49b1-a33c-44264ebda710 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.990968] env[62438]: DEBUG nova.compute.manager [req-e618d9ee-be9b-4447-9889-6e06263fa07d req-3f4c4e82-e6af-4c7e-9585-075a6dce11eb service nova] [instance: 9eb5afb2-9f91-428d-9590-0037b30b33b3] Received event network-vif-plugged-4a1f1836-b5d6-4a4d-b4d4-906659f5afc8 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1388.990968] env[62438]: DEBUG oslo_concurrency.lockutils [req-e618d9ee-be9b-4447-9889-6e06263fa07d req-3f4c4e82-e6af-4c7e-9585-075a6dce11eb service nova] Acquiring lock "9eb5afb2-9f91-428d-9590-0037b30b33b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1388.990968] env[62438]: DEBUG oslo_concurrency.lockutils [req-e618d9ee-be9b-4447-9889-6e06263fa07d req-3f4c4e82-e6af-4c7e-9585-075a6dce11eb service nova] Lock "9eb5afb2-9f91-428d-9590-0037b30b33b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1388.990968] env[62438]: DEBUG oslo_concurrency.lockutils [req-e618d9ee-be9b-4447-9889-6e06263fa07d req-3f4c4e82-e6af-4c7e-9585-075a6dce11eb service nova] Lock "9eb5afb2-9f91-428d-9590-0037b30b33b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1388.990968] env[62438]: DEBUG nova.compute.manager [req-e618d9ee-be9b-4447-9889-6e06263fa07d req-3f4c4e82-e6af-4c7e-9585-075a6dce11eb service nova] [instance: 9eb5afb2-9f91-428d-9590-0037b30b33b3] No waiting events found dispatching network-vif-plugged-4a1f1836-b5d6-4a4d-b4d4-906659f5afc8 {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1388.991188] env[62438]: WARNING nova.compute.manager [req-e618d9ee-be9b-4447-9889-6e06263fa07d req-3f4c4e82-e6af-4c7e-9585-075a6dce11eb service nova] [instance: 9eb5afb2-9f91-428d-9590-0037b30b33b3] Received unexpected event network-vif-plugged-4a1f1836-b5d6-4a4d-b4d4-906659f5afc8 for instance with vm_state building and task_state spawning. [ 1389.000105] env[62438]: DEBUG nova.scheduler.client.report [None req-92020989-bed5-4d13-8553-90b13c3419ee tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1389.075220] env[62438]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b52a1227-4609-4bcb-a065-8dadaff908ef {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.253879] env[62438]: DEBUG nova.network.neutron [None req-75a59050-3f96-4680-83cd-b1e6a47f3873 tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] [instance: 9eb5afb2-9f91-428d-9590-0037b30b33b3] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1389.346503] env[62438]: INFO nova.compute.manager [-] [instance: ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53] Took 1.45 seconds to deallocate network for instance. [ 1389.358185] env[62438]: DEBUG nova.compute.manager [None req-b730f3a8-53d4-4322-badd-2ca2345eb16c tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] [instance: 75e311d0-fb4c-40b4-b25e-ca9df8db5f8e] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1389.479486] env[62438]: INFO nova.compute.manager [None req-ee446fa8-79ec-4fea-b72e-2852c8691186 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] [instance: 8234c07d-eb31-429f-b804-a3250ea396a0] Took 29.37 seconds to build instance. [ 1389.506543] env[62438]: DEBUG oslo_concurrency.lockutils [None req-92020989-bed5-4d13-8553-90b13c3419ee tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.629s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1389.507302] env[62438]: DEBUG nova.compute.manager [None req-92020989-bed5-4d13-8553-90b13c3419ee tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] [instance: bacfabaa-c0c2-43b7-841f-5539f5de2859] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1389.510293] env[62438]: DEBUG oslo_concurrency.lockutils [None req-280113d4-c0dd-4ef1-a4b5-9f5524b52fa8 tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.581s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1389.512083] env[62438]: INFO nova.compute.claims [None req-280113d4-c0dd-4ef1-a4b5-9f5524b52fa8 tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] [instance: 593cd047-3ea0-4bc8-ab9d-9833747a6752] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1389.610180] env[62438]: DEBUG nova.network.neutron [None req-75a59050-3f96-4680-83cd-b1e6a47f3873 tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] [instance: 9eb5afb2-9f91-428d-9590-0037b30b33b3] Updating instance_info_cache with network_info: [{"id": "4a1f1836-b5d6-4a4d-b4d4-906659f5afc8", "address": "fa:16:3e:9c:d0:89", "network": {"id": "8e2a4cc9-3d97-4555-97e3-837d85836978", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.82", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "332326a11cdf4ec891065b36ccc5aa20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a1f1836-b5", "ovs_interfaceid": "4a1f1836-b5d6-4a4d-b4d4-906659f5afc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1389.856652] env[62438]: DEBUG oslo_concurrency.lockutils [None req-051063a0-242d-4183-b52e-27d55fe21314 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1389.888486] env[62438]: DEBUG oslo_concurrency.lockutils [None req-b730f3a8-53d4-4322-badd-2ca2345eb16c tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1389.958982] env[62438]: DEBUG nova.compute.manager [None req-c61b2416-11e0-4eae-b42f-35e7a0b1cfe3 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: 123a890e-3772-4f4f-b12d-5fae028ee895] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1389.960325] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-052ca4ae-fa31-410f-82bb-4ba712219856 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.982476] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ee446fa8-79ec-4fea-b72e-2852c8691186 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Lock "8234c07d-eb31-429f-b804-a3250ea396a0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.258s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1390.008357] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c50d957a-58ba-4351-8125-a9e9db17fa6b tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] Acquiring lock "98544a26-b42e-4164-8397-18188e662d64" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1390.008357] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c50d957a-58ba-4351-8125-a9e9db17fa6b tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] Lock "98544a26-b42e-4164-8397-18188e662d64" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1390.018596] env[62438]: DEBUG nova.compute.utils [None req-92020989-bed5-4d13-8553-90b13c3419ee tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1390.024611] env[62438]: DEBUG nova.compute.manager [None req-92020989-bed5-4d13-8553-90b13c3419ee tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] [instance: bacfabaa-c0c2-43b7-841f-5539f5de2859] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1390.024611] env[62438]: DEBUG nova.network.neutron [None req-92020989-bed5-4d13-8553-90b13c3419ee tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] [instance: bacfabaa-c0c2-43b7-841f-5539f5de2859] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1390.088697] env[62438]: DEBUG nova.policy [None req-92020989-bed5-4d13-8553-90b13c3419ee tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd3b4571a7bd94fab8425d9e70ec7f875', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae50e7a0076742958d559c8650144a2d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1390.114984] env[62438]: DEBUG oslo_concurrency.lockutils [None req-75a59050-3f96-4680-83cd-b1e6a47f3873 tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] Releasing lock "refresh_cache-9eb5afb2-9f91-428d-9590-0037b30b33b3" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1390.118771] env[62438]: DEBUG nova.compute.manager [None req-75a59050-3f96-4680-83cd-b1e6a47f3873 tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] [instance: 9eb5afb2-9f91-428d-9590-0037b30b33b3] Instance network_info: |[{"id": "4a1f1836-b5d6-4a4d-b4d4-906659f5afc8", "address": "fa:16:3e:9c:d0:89", "network": {"id": "8e2a4cc9-3d97-4555-97e3-837d85836978", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.82", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "332326a11cdf4ec891065b36ccc5aa20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a1f1836-b5", "ovs_interfaceid": "4a1f1836-b5d6-4a4d-b4d4-906659f5afc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1390.122791] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-75a59050-3f96-4680-83cd-b1e6a47f3873 tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] [instance: 9eb5afb2-9f91-428d-9590-0037b30b33b3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:d0:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '359850cc-b061-4c9c-a61c-eb42e0f7c359', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4a1f1836-b5d6-4a4d-b4d4-906659f5afc8', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1390.136321] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-75a59050-3f96-4680-83cd-b1e6a47f3873 tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] Creating folder: Project (1285aea330604884a3e10736fa034b92). Parent ref: group-v370230. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1390.136727] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eef57a2e-3f3d-40f5-b560-bd9a9025e9e4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.149665] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-75a59050-3f96-4680-83cd-b1e6a47f3873 tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] Created folder: Project (1285aea330604884a3e10736fa034b92) in parent group-v370230. [ 1390.150222] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-75a59050-3f96-4680-83cd-b1e6a47f3873 tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] Creating folder: Instances. Parent ref: group-v370313. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1390.150553] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2d498483-536f-4ed5-b1b6-dabcb1160482 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.160593] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-75a59050-3f96-4680-83cd-b1e6a47f3873 tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] Created folder: Instances in parent group-v370313. [ 1390.161029] env[62438]: DEBUG oslo.service.loopingcall [None req-75a59050-3f96-4680-83cd-b1e6a47f3873 tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1390.161029] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9eb5afb2-9f91-428d-9590-0037b30b33b3] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1390.162597] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c91d9d46-c470-4abe-abec-1d6e676014bd {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.187933] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1390.187933] env[62438]: value = "task-1784534" [ 1390.187933] env[62438]: _type = "Task" [ 1390.187933] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.199325] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784534, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.447294] env[62438]: DEBUG nova.network.neutron [None req-92020989-bed5-4d13-8553-90b13c3419ee tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] [instance: bacfabaa-c0c2-43b7-841f-5539f5de2859] Successfully created port: d6e0e389-d874-472f-b23f-9dd5b6fe8d2e {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1390.473442] env[62438]: INFO nova.compute.manager [None req-c61b2416-11e0-4eae-b42f-35e7a0b1cfe3 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: 123a890e-3772-4f4f-b12d-5fae028ee895] instance snapshotting [ 1390.479250] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e3b56b-b0f9-4a4f-95c0-2258a638e97e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.486907] env[62438]: DEBUG nova.compute.manager [None req-9b07e160-0f6e-4a31-bbd3-4c9760b3184c tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] [instance: 82059c94-0c99-48af-8ecb-e9bd695ba6f3] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1390.519269] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba26220d-371d-4033-94a1-415ce96d4309 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.531342] env[62438]: DEBUG nova.compute.manager [None req-92020989-bed5-4d13-8553-90b13c3419ee tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] [instance: bacfabaa-c0c2-43b7-841f-5539f5de2859] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1390.700825] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784534, 'name': CreateVM_Task, 'duration_secs': 0.419188} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.700825] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9eb5afb2-9f91-428d-9590-0037b30b33b3] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1390.704330] env[62438]: DEBUG oslo_concurrency.lockutils [None req-75a59050-3f96-4680-83cd-b1e6a47f3873 tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1390.704656] env[62438]: DEBUG oslo_concurrency.lockutils [None req-75a59050-3f96-4680-83cd-b1e6a47f3873 tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.705137] env[62438]: DEBUG oslo_concurrency.lockutils [None req-75a59050-3f96-4680-83cd-b1e6a47f3873 tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1390.706283] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b45b833-6c3c-4698-811f-c24602a632bb {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.711467] env[62438]: DEBUG oslo_vmware.api [None req-75a59050-3f96-4680-83cd-b1e6a47f3873 tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] Waiting for the task: (returnval){ [ 1390.711467] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]526596f9-c1d8-e34f-a4a7-e838d468f5d7" [ 1390.711467] env[62438]: _type = "Task" [ 1390.711467] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.728081] env[62438]: DEBUG oslo_vmware.api [None req-75a59050-3f96-4680-83cd-b1e6a47f3873 tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]526596f9-c1d8-e34f-a4a7-e838d468f5d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.012336] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9b07e160-0f6e-4a31-bbd3-4c9760b3184c tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1391.030606] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de4d1629-f953-41b6-b2e2-1e6e8c54f4f1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.039192] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83b1056d-cb7e-4294-b912-d9ceeacd565d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.044277] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-c61b2416-11e0-4eae-b42f-35e7a0b1cfe3 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: 123a890e-3772-4f4f-b12d-5fae028ee895] Creating Snapshot of the VM instance {{(pid=62438) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1391.048457] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2d63ebc0-e490-49f7-9aaa-877f1829294f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.082123] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d92c8abc-6d47-4a6a-9150-599af5fb5269 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.085032] env[62438]: DEBUG oslo_vmware.api [None req-c61b2416-11e0-4eae-b42f-35e7a0b1cfe3 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Waiting for the task: (returnval){ [ 1391.085032] env[62438]: value = "task-1784535" [ 1391.085032] env[62438]: _type = "Task" [ 1391.085032] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.094380] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a5235fe-ca4c-4730-ac3e-9eeec95fa8e2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.102109] env[62438]: DEBUG oslo_vmware.api [None req-c61b2416-11e0-4eae-b42f-35e7a0b1cfe3 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Task: {'id': task-1784535, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.112814] env[62438]: DEBUG nova.compute.provider_tree [None req-280113d4-c0dd-4ef1-a4b5-9f5524b52fa8 tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1391.222869] env[62438]: DEBUG oslo_vmware.api [None req-75a59050-3f96-4680-83cd-b1e6a47f3873 tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]526596f9-c1d8-e34f-a4a7-e838d468f5d7, 'name': SearchDatastore_Task, 'duration_secs': 0.013515} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.223234] env[62438]: DEBUG oslo_concurrency.lockutils [None req-75a59050-3f96-4680-83cd-b1e6a47f3873 tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1391.224267] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-75a59050-3f96-4680-83cd-b1e6a47f3873 tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] [instance: 9eb5afb2-9f91-428d-9590-0037b30b33b3] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1391.224267] env[62438]: DEBUG oslo_concurrency.lockutils [None req-75a59050-3f96-4680-83cd-b1e6a47f3873 tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1391.224267] env[62438]: DEBUG oslo_concurrency.lockutils [None req-75a59050-3f96-4680-83cd-b1e6a47f3873 tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.224267] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-75a59050-3f96-4680-83cd-b1e6a47f3873 tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1391.224584] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b4bf1f0-dcaa-4f46-996c-905bb021ac34 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.235034] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-75a59050-3f96-4680-83cd-b1e6a47f3873 tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1391.235435] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-75a59050-3f96-4680-83cd-b1e6a47f3873 tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1391.236369] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17268e4d-6511-4af2-873a-0202672898f5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.242728] env[62438]: DEBUG oslo_vmware.api [None req-75a59050-3f96-4680-83cd-b1e6a47f3873 tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] Waiting for the task: (returnval){ [ 1391.242728] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]522835e8-39bb-11d9-d8cb-f8f7276693f0" [ 1391.242728] env[62438]: _type = "Task" [ 1391.242728] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.251839] env[62438]: DEBUG oslo_vmware.api [None req-75a59050-3f96-4680-83cd-b1e6a47f3873 tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]522835e8-39bb-11d9-d8cb-f8f7276693f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.553532] env[62438]: DEBUG nova.compute.manager [None req-92020989-bed5-4d13-8553-90b13c3419ee tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] [instance: bacfabaa-c0c2-43b7-841f-5539f5de2859] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1391.599906] env[62438]: DEBUG oslo_vmware.api [None req-c61b2416-11e0-4eae-b42f-35e7a0b1cfe3 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Task: {'id': task-1784535, 'name': CreateSnapshot_Task, 'duration_secs': 0.531778} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.600217] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-c61b2416-11e0-4eae-b42f-35e7a0b1cfe3 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: 123a890e-3772-4f4f-b12d-5fae028ee895] Created Snapshot of the VM instance {{(pid=62438) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1391.601756] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a077ffd-343f-4b17-bc2c-f6c7ca26aeb3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.615391] env[62438]: DEBUG nova.scheduler.client.report [None req-280113d4-c0dd-4ef1-a4b5-9f5524b52fa8 tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1391.757248] env[62438]: DEBUG oslo_vmware.api [None req-75a59050-3f96-4680-83cd-b1e6a47f3873 tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]522835e8-39bb-11d9-d8cb-f8f7276693f0, 'name': SearchDatastore_Task, 'duration_secs': 0.015055} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.758569] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32e2d319-3714-4206-b60e-3453f5bad3bb {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.765384] env[62438]: DEBUG oslo_vmware.api [None req-75a59050-3f96-4680-83cd-b1e6a47f3873 tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] Waiting for the task: (returnval){ [ 1391.765384] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5243bda9-6d7d-8556-961f-116b0f0aaabc" [ 1391.765384] env[62438]: _type = "Task" [ 1391.765384] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.776341] env[62438]: DEBUG oslo_vmware.api [None req-75a59050-3f96-4680-83cd-b1e6a47f3873 tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5243bda9-6d7d-8556-961f-116b0f0aaabc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.120906] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-c61b2416-11e0-4eae-b42f-35e7a0b1cfe3 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: 123a890e-3772-4f4f-b12d-5fae028ee895] Creating linked-clone VM from snapshot {{(pid=62438) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1392.121915] env[62438]: DEBUG oslo_concurrency.lockutils [None req-280113d4-c0dd-4ef1-a4b5-9f5524b52fa8 tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.612s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1392.122471] env[62438]: DEBUG nova.compute.manager [None req-280113d4-c0dd-4ef1-a4b5-9f5524b52fa8 tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] [instance: 593cd047-3ea0-4bc8-ab9d-9833747a6752] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1392.125310] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-bad366cf-8597-4468-a858-7003bb824912 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.129315] env[62438]: DEBUG oslo_concurrency.lockutils [None req-21836c77-d7a0-4bd9-81a6-052a84160cc4 tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.954s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1392.131580] env[62438]: INFO nova.compute.claims [None req-21836c77-d7a0-4bd9-81a6-052a84160cc4 tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] [instance: e1af2037-ebee-4ea8-aade-9949bb2c4891] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1392.141283] env[62438]: DEBUG oslo_vmware.api [None req-c61b2416-11e0-4eae-b42f-35e7a0b1cfe3 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Waiting for the task: (returnval){ [ 1392.141283] env[62438]: value = "task-1784536" [ 1392.141283] env[62438]: _type = "Task" [ 1392.141283] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.151191] env[62438]: DEBUG oslo_vmware.api [None req-c61b2416-11e0-4eae-b42f-35e7a0b1cfe3 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Task: {'id': task-1784536, 'name': CloneVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.198316] env[62438]: DEBUG nova.network.neutron [None req-92020989-bed5-4d13-8553-90b13c3419ee tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] [instance: bacfabaa-c0c2-43b7-841f-5539f5de2859] Successfully updated port: d6e0e389-d874-472f-b23f-9dd5b6fe8d2e {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1392.277092] env[62438]: DEBUG oslo_vmware.api [None req-75a59050-3f96-4680-83cd-b1e6a47f3873 tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5243bda9-6d7d-8556-961f-116b0f0aaabc, 'name': SearchDatastore_Task, 'duration_secs': 0.021167} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.277399] env[62438]: DEBUG oslo_concurrency.lockutils [None req-75a59050-3f96-4680-83cd-b1e6a47f3873 tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1392.278983] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-75a59050-3f96-4680-83cd-b1e6a47f3873 tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 9eb5afb2-9f91-428d-9590-0037b30b33b3/9eb5afb2-9f91-428d-9590-0037b30b33b3.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1392.278983] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-62984a3d-7243-4d40-890d-db4f657cdb7c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.285607] env[62438]: DEBUG oslo_vmware.api [None req-75a59050-3f96-4680-83cd-b1e6a47f3873 tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] Waiting for the task: (returnval){ [ 1392.285607] env[62438]: value = "task-1784537" [ 1392.285607] env[62438]: _type = "Task" [ 1392.285607] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.294916] env[62438]: DEBUG oslo_vmware.api [None req-75a59050-3f96-4680-83cd-b1e6a47f3873 tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] Task: {'id': task-1784537, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.633024] env[62438]: DEBUG nova.compute.utils [None req-280113d4-c0dd-4ef1-a4b5-9f5524b52fa8 tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1392.633748] env[62438]: DEBUG nova.compute.manager [None req-280113d4-c0dd-4ef1-a4b5-9f5524b52fa8 tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] [instance: 593cd047-3ea0-4bc8-ab9d-9833747a6752] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1392.634170] env[62438]: DEBUG nova.network.neutron [None req-280113d4-c0dd-4ef1-a4b5-9f5524b52fa8 tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] [instance: 593cd047-3ea0-4bc8-ab9d-9833747a6752] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1392.655599] env[62438]: DEBUG oslo_vmware.api [None req-c61b2416-11e0-4eae-b42f-35e7a0b1cfe3 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Task: {'id': task-1784536, 'name': CloneVM_Task} progress is 94%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.685696] env[62438]: DEBUG nova.policy [None req-280113d4-c0dd-4ef1-a4b5-9f5524b52fa8 tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5f65e9afceaa43299d2f41e30c66280e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9cc7983a38d44cf7ab3c25806945f39e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1392.702357] env[62438]: DEBUG oslo_concurrency.lockutils [None req-92020989-bed5-4d13-8553-90b13c3419ee tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] Acquiring lock "refresh_cache-bacfabaa-c0c2-43b7-841f-5539f5de2859" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1392.702617] env[62438]: DEBUG oslo_concurrency.lockutils [None req-92020989-bed5-4d13-8553-90b13c3419ee tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] Acquired lock "refresh_cache-bacfabaa-c0c2-43b7-841f-5539f5de2859" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.702791] env[62438]: DEBUG nova.network.neutron [None req-92020989-bed5-4d13-8553-90b13c3419ee tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] [instance: bacfabaa-c0c2-43b7-841f-5539f5de2859] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1392.798827] env[62438]: DEBUG oslo_vmware.api [None req-75a59050-3f96-4680-83cd-b1e6a47f3873 tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] Task: {'id': task-1784537, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.997909] env[62438]: DEBUG nova.network.neutron [None req-280113d4-c0dd-4ef1-a4b5-9f5524b52fa8 tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] [instance: 593cd047-3ea0-4bc8-ab9d-9833747a6752] Successfully created port: d7fe83ce-ddba-451e-9d27-e77e57a49a18 {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1393.137942] env[62438]: DEBUG nova.compute.manager [None req-280113d4-c0dd-4ef1-a4b5-9f5524b52fa8 tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] [instance: 593cd047-3ea0-4bc8-ab9d-9833747a6752] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1393.155068] env[62438]: DEBUG oslo_vmware.api [None req-c61b2416-11e0-4eae-b42f-35e7a0b1cfe3 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Task: {'id': task-1784536, 'name': CloneVM_Task} progress is 94%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.252153] env[62438]: DEBUG nova.network.neutron [None req-92020989-bed5-4d13-8553-90b13c3419ee tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] [instance: bacfabaa-c0c2-43b7-841f-5539f5de2859] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1393.296528] env[62438]: DEBUG oslo_vmware.api [None req-75a59050-3f96-4680-83cd-b1e6a47f3873 tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] Task: {'id': task-1784537, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.874299} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.301390] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-75a59050-3f96-4680-83cd-b1e6a47f3873 tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 9eb5afb2-9f91-428d-9590-0037b30b33b3/9eb5afb2-9f91-428d-9590-0037b30b33b3.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1393.301594] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-75a59050-3f96-4680-83cd-b1e6a47f3873 tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] [instance: 9eb5afb2-9f91-428d-9590-0037b30b33b3] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1393.302459] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b832d223-c2fc-4e60-9885-11d1ffb7e4b5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.311239] env[62438]: DEBUG oslo_vmware.api [None req-75a59050-3f96-4680-83cd-b1e6a47f3873 tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] Waiting for the task: (returnval){ [ 1393.311239] env[62438]: value = "task-1784538" [ 1393.311239] env[62438]: _type = "Task" [ 1393.311239] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.322072] env[62438]: DEBUG oslo_vmware.api [None req-75a59050-3f96-4680-83cd-b1e6a47f3873 tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] Task: {'id': task-1784538, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.417894] env[62438]: DEBUG nova.network.neutron [None req-92020989-bed5-4d13-8553-90b13c3419ee tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] [instance: bacfabaa-c0c2-43b7-841f-5539f5de2859] Updating instance_info_cache with network_info: [{"id": "d6e0e389-d874-472f-b23f-9dd5b6fe8d2e", "address": "fa:16:3e:f0:c9:e7", "network": {"id": "881afeaa-193b-4d5a-abd0-7c038cd6bfde", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1443821020-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae50e7a0076742958d559c8650144a2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6e0e389-d8", "ovs_interfaceid": "d6e0e389-d874-472f-b23f-9dd5b6fe8d2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1393.636525] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb4c020-9b6b-46ab-ad5e-1dc66a8bd2ee {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.646115] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18fd3b48-90cb-4758-a0c9-51efb7648beb {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.661562] env[62438]: DEBUG oslo_vmware.api [None req-c61b2416-11e0-4eae-b42f-35e7a0b1cfe3 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Task: {'id': task-1784536, 'name': CloneVM_Task, 'duration_secs': 1.409882} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.684917] env[62438]: INFO nova.virt.vmwareapi.vmops [None req-c61b2416-11e0-4eae-b42f-35e7a0b1cfe3 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: 123a890e-3772-4f4f-b12d-5fae028ee895] Created linked-clone VM from snapshot [ 1393.686599] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd3cfe2f-c03d-4492-bb2a-e68f996543e8 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.689711] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29077ad3-5cfe-4dd9-abb1-64e22e87cbea {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.698439] env[62438]: DEBUG nova.virt.vmwareapi.images [None req-c61b2416-11e0-4eae-b42f-35e7a0b1cfe3 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: 123a890e-3772-4f4f-b12d-5fae028ee895] Uploading image 8a82e5f1-fed5-4996-953e-b4df9834f83e {{(pid=62438) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 1393.702879] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-824080bd-f92d-450b-a692-86ddc814ac30 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.718834] env[62438]: DEBUG nova.compute.provider_tree [None req-21836c77-d7a0-4bd9-81a6-052a84160cc4 tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1393.824495] env[62438]: DEBUG oslo_vmware.api [None req-75a59050-3f96-4680-83cd-b1e6a47f3873 tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] Task: {'id': task-1784538, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.137703} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.824839] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-75a59050-3f96-4680-83cd-b1e6a47f3873 tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] [instance: 9eb5afb2-9f91-428d-9590-0037b30b33b3] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1393.826139] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5358204b-8733-4e50-a7f7-de7a84b99868 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.851815] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-75a59050-3f96-4680-83cd-b1e6a47f3873 tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] [instance: 9eb5afb2-9f91-428d-9590-0037b30b33b3] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] 9eb5afb2-9f91-428d-9590-0037b30b33b3/9eb5afb2-9f91-428d-9590-0037b30b33b3.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1393.852171] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1258f85a-cfc1-484b-b475-b899c067a4ec {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.873107] env[62438]: DEBUG oslo_vmware.api [None req-75a59050-3f96-4680-83cd-b1e6a47f3873 tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] Waiting for the task: (returnval){ [ 1393.873107] env[62438]: value = "task-1784539" [ 1393.873107] env[62438]: _type = "Task" [ 1393.873107] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.882153] env[62438]: DEBUG oslo_vmware.api [None req-75a59050-3f96-4680-83cd-b1e6a47f3873 tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] Task: {'id': task-1784539, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.923050] env[62438]: DEBUG oslo_concurrency.lockutils [None req-92020989-bed5-4d13-8553-90b13c3419ee tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] Releasing lock "refresh_cache-bacfabaa-c0c2-43b7-841f-5539f5de2859" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1393.923342] env[62438]: DEBUG nova.compute.manager [None req-92020989-bed5-4d13-8553-90b13c3419ee tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] [instance: bacfabaa-c0c2-43b7-841f-5539f5de2859] Instance network_info: |[{"id": "d6e0e389-d874-472f-b23f-9dd5b6fe8d2e", "address": "fa:16:3e:f0:c9:e7", "network": {"id": "881afeaa-193b-4d5a-abd0-7c038cd6bfde", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1443821020-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae50e7a0076742958d559c8650144a2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6e0e389-d8", "ovs_interfaceid": "d6e0e389-d874-472f-b23f-9dd5b6fe8d2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1394.157543] env[62438]: DEBUG nova.compute.manager [None req-280113d4-c0dd-4ef1-a4b5-9f5524b52fa8 tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] [instance: 593cd047-3ea0-4bc8-ab9d-9833747a6752] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1394.222382] env[62438]: DEBUG nova.scheduler.client.report [None req-21836c77-d7a0-4bd9-81a6-052a84160cc4 tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1394.390015] env[62438]: DEBUG oslo_vmware.api [None req-75a59050-3f96-4680-83cd-b1e6a47f3873 tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] Task: {'id': task-1784539, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.612208] env[62438]: DEBUG nova.network.neutron [None req-280113d4-c0dd-4ef1-a4b5-9f5524b52fa8 tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] [instance: 593cd047-3ea0-4bc8-ab9d-9833747a6752] Successfully updated port: d7fe83ce-ddba-451e-9d27-e77e57a49a18 {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1394.728456] env[62438]: DEBUG oslo_concurrency.lockutils [None req-21836c77-d7a0-4bd9-81a6-052a84160cc4 tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.599s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1394.729078] env[62438]: DEBUG nova.compute.manager [None req-21836c77-d7a0-4bd9-81a6-052a84160cc4 tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] [instance: e1af2037-ebee-4ea8-aade-9949bb2c4891] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1394.731986] env[62438]: DEBUG oslo_concurrency.lockutils [None req-4e8d39c9-b76b-4b9e-8675-b5c07987c81d tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.985s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1394.733559] env[62438]: INFO nova.compute.claims [None req-4e8d39c9-b76b-4b9e-8675-b5c07987c81d tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] [instance: 8d4c832d-e0b5-44ef-a8ce-0d5c6b8ed7ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1394.884847] env[62438]: DEBUG oslo_vmware.api [None req-75a59050-3f96-4680-83cd-b1e6a47f3873 tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] Task: {'id': task-1784539, 'name': ReconfigVM_Task, 'duration_secs': 0.689129} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.885125] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-75a59050-3f96-4680-83cd-b1e6a47f3873 tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] [instance: 9eb5afb2-9f91-428d-9590-0037b30b33b3] Reconfigured VM instance instance-0000001b to attach disk [datastore1] 9eb5afb2-9f91-428d-9590-0037b30b33b3/9eb5afb2-9f91-428d-9590-0037b30b33b3.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1394.885751] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-199f5537-36bc-4945-a59e-07ba3530fdc9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.892143] env[62438]: DEBUG oslo_vmware.api [None req-75a59050-3f96-4680-83cd-b1e6a47f3873 tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] Waiting for the task: (returnval){ [ 1394.892143] env[62438]: value = "task-1784540" [ 1394.892143] env[62438]: _type = "Task" [ 1394.892143] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.900209] env[62438]: DEBUG oslo_vmware.api [None req-75a59050-3f96-4680-83cd-b1e6a47f3873 tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] Task: {'id': task-1784540, 'name': Rename_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.114400] env[62438]: DEBUG oslo_concurrency.lockutils [None req-280113d4-c0dd-4ef1-a4b5-9f5524b52fa8 tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] Acquiring lock "refresh_cache-593cd047-3ea0-4bc8-ab9d-9833747a6752" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1395.114564] env[62438]: DEBUG oslo_concurrency.lockutils [None req-280113d4-c0dd-4ef1-a4b5-9f5524b52fa8 tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] Acquired lock "refresh_cache-593cd047-3ea0-4bc8-ab9d-9833747a6752" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.114774] env[62438]: DEBUG nova.network.neutron [None req-280113d4-c0dd-4ef1-a4b5-9f5524b52fa8 tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] [instance: 593cd047-3ea0-4bc8-ab9d-9833747a6752] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1395.238074] env[62438]: DEBUG nova.compute.utils [None req-21836c77-d7a0-4bd9-81a6-052a84160cc4 tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1395.242029] env[62438]: DEBUG nova.compute.manager [None req-21836c77-d7a0-4bd9-81a6-052a84160cc4 tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] [instance: e1af2037-ebee-4ea8-aade-9949bb2c4891] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1395.242154] env[62438]: DEBUG nova.network.neutron [None req-21836c77-d7a0-4bd9-81a6-052a84160cc4 tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] [instance: e1af2037-ebee-4ea8-aade-9949bb2c4891] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1395.282380] env[62438]: DEBUG nova.policy [None req-21836c77-d7a0-4bd9-81a6-052a84160cc4 tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7a06f8b76fa64f26a086f3f8884d660b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '52e2af640436496f9e1c9c0475b3d4dc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1395.406637] env[62438]: DEBUG oslo_vmware.api [None req-75a59050-3f96-4680-83cd-b1e6a47f3873 tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] Task: {'id': task-1784540, 'name': Rename_Task, 'duration_secs': 0.282354} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.407091] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-75a59050-3f96-4680-83cd-b1e6a47f3873 tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] [instance: 9eb5afb2-9f91-428d-9590-0037b30b33b3] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1395.407453] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-47245cad-f6af-4376-a9cd-e883a36c8d57 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.415362] env[62438]: DEBUG oslo_vmware.api [None req-75a59050-3f96-4680-83cd-b1e6a47f3873 tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] Waiting for the task: (returnval){ [ 1395.415362] env[62438]: value = "task-1784541" [ 1395.415362] env[62438]: _type = "Task" [ 1395.415362] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.428593] env[62438]: DEBUG oslo_vmware.api [None req-75a59050-3f96-4680-83cd-b1e6a47f3873 tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] Task: {'id': task-1784541, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.550205] env[62438]: DEBUG nova.network.neutron [None req-21836c77-d7a0-4bd9-81a6-052a84160cc4 tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] [instance: e1af2037-ebee-4ea8-aade-9949bb2c4891] Successfully created port: d9589832-a615-4606-97a6-9f4fa0ad3b5c {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1395.658591] env[62438]: DEBUG nova.network.neutron [None req-280113d4-c0dd-4ef1-a4b5-9f5524b52fa8 tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] [instance: 593cd047-3ea0-4bc8-ab9d-9833747a6752] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1395.743275] env[62438]: DEBUG nova.compute.manager [None req-21836c77-d7a0-4bd9-81a6-052a84160cc4 tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] [instance: e1af2037-ebee-4ea8-aade-9949bb2c4891] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1395.813963] env[62438]: DEBUG nova.network.neutron [None req-280113d4-c0dd-4ef1-a4b5-9f5524b52fa8 tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] [instance: 593cd047-3ea0-4bc8-ab9d-9833747a6752] Updating instance_info_cache with network_info: [{"id": "d7fe83ce-ddba-451e-9d27-e77e57a49a18", "address": "fa:16:3e:16:9c:3d", "network": {"id": "5bf26cea-e60e-46f9-9fe8-b05912144806", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1921451431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cc7983a38d44cf7ab3c25806945f39e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7fe83ce-dd", "ovs_interfaceid": "d7fe83ce-ddba-451e-9d27-e77e57a49a18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1395.925642] env[62438]: DEBUG oslo_vmware.api [None req-75a59050-3f96-4680-83cd-b1e6a47f3873 tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] Task: {'id': task-1784541, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.187808] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f1ee43-5539-4d1a-bf9f-3fa8e4401825 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.196111] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89a159ed-4063-43ab-9d05-b3bc32af1009 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.229179] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f8d86dd-5b85-4190-a372-a06ee0e5341f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.238253] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba8195c2-9a65-4b61-b5d7-e1ed76883180 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.258042] env[62438]: DEBUG nova.compute.provider_tree [None req-4e8d39c9-b76b-4b9e-8675-b5c07987c81d tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1396.318338] env[62438]: DEBUG oslo_concurrency.lockutils [None req-280113d4-c0dd-4ef1-a4b5-9f5524b52fa8 tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] Releasing lock "refresh_cache-593cd047-3ea0-4bc8-ab9d-9833747a6752" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1396.318871] env[62438]: DEBUG nova.compute.manager [None req-280113d4-c0dd-4ef1-a4b5-9f5524b52fa8 tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] [instance: 593cd047-3ea0-4bc8-ab9d-9833747a6752] Instance network_info: |[{"id": "d7fe83ce-ddba-451e-9d27-e77e57a49a18", "address": "fa:16:3e:16:9c:3d", "network": {"id": "5bf26cea-e60e-46f9-9fe8-b05912144806", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1921451431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cc7983a38d44cf7ab3c25806945f39e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7fe83ce-dd", "ovs_interfaceid": "d7fe83ce-ddba-451e-9d27-e77e57a49a18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1396.426837] env[62438]: DEBUG oslo_vmware.api [None req-75a59050-3f96-4680-83cd-b1e6a47f3873 tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] Task: {'id': task-1784541, 'name': PowerOnVM_Task, 'duration_secs': 0.914339} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.427175] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-75a59050-3f96-4680-83cd-b1e6a47f3873 tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] [instance: 9eb5afb2-9f91-428d-9590-0037b30b33b3] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1396.427265] env[62438]: INFO nova.compute.manager [None req-75a59050-3f96-4680-83cd-b1e6a47f3873 tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] [instance: 9eb5afb2-9f91-428d-9590-0037b30b33b3] Took 9.72 seconds to spawn the instance on the hypervisor. [ 1396.428029] env[62438]: DEBUG nova.compute.manager [None req-75a59050-3f96-4680-83cd-b1e6a47f3873 tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] [instance: 9eb5afb2-9f91-428d-9590-0037b30b33b3] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1396.428411] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-891160e7-93f2-4abd-a8fe-dfc7d5146631 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.761623] env[62438]: DEBUG nova.scheduler.client.report [None req-4e8d39c9-b76b-4b9e-8675-b5c07987c81d tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1396.765668] env[62438]: DEBUG nova.compute.manager [None req-21836c77-d7a0-4bd9-81a6-052a84160cc4 tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] [instance: e1af2037-ebee-4ea8-aade-9949bb2c4891] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1396.950637] env[62438]: INFO nova.compute.manager [None req-75a59050-3f96-4680-83cd-b1e6a47f3873 tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] [instance: 9eb5afb2-9f91-428d-9590-0037b30b33b3] Took 29.85 seconds to build instance. [ 1397.073820] env[62438]: DEBUG nova.network.neutron [None req-21836c77-d7a0-4bd9-81a6-052a84160cc4 tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] [instance: e1af2037-ebee-4ea8-aade-9949bb2c4891] Successfully updated port: d9589832-a615-4606-97a6-9f4fa0ad3b5c {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1397.269696] env[62438]: DEBUG oslo_concurrency.lockutils [None req-4e8d39c9-b76b-4b9e-8675-b5c07987c81d tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.538s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1397.270271] env[62438]: DEBUG nova.compute.manager [None req-4e8d39c9-b76b-4b9e-8675-b5c07987c81d tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] [instance: 8d4c832d-e0b5-44ef-a8ce-0d5c6b8ed7ed] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1397.273208] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1f2f5f83-e1c5-4261-ab26-7ddcdf110c7a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.652s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1397.274754] env[62438]: INFO nova.compute.claims [None req-1f2f5f83-e1c5-4261-ab26-7ddcdf110c7a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] [instance: aece6fe8-5252-42bc-a4ac-c45a386770b3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1397.452716] env[62438]: DEBUG oslo_concurrency.lockutils [None req-75a59050-3f96-4680-83cd-b1e6a47f3873 tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] Lock "9eb5afb2-9f91-428d-9590-0037b30b33b3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.376s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1397.576397] env[62438]: DEBUG oslo_concurrency.lockutils [None req-21836c77-d7a0-4bd9-81a6-052a84160cc4 tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] Acquiring lock "refresh_cache-e1af2037-ebee-4ea8-aade-9949bb2c4891" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1397.576581] env[62438]: DEBUG oslo_concurrency.lockutils [None req-21836c77-d7a0-4bd9-81a6-052a84160cc4 tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] Acquired lock "refresh_cache-e1af2037-ebee-4ea8-aade-9949bb2c4891" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.576794] env[62438]: DEBUG nova.network.neutron [None req-21836c77-d7a0-4bd9-81a6-052a84160cc4 tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] [instance: e1af2037-ebee-4ea8-aade-9949bb2c4891] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1397.779793] env[62438]: DEBUG nova.compute.utils [None req-4e8d39c9-b76b-4b9e-8675-b5c07987c81d tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1397.783268] env[62438]: DEBUG nova.compute.manager [None req-4e8d39c9-b76b-4b9e-8675-b5c07987c81d tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] [instance: 8d4c832d-e0b5-44ef-a8ce-0d5c6b8ed7ed] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1397.783468] env[62438]: DEBUG nova.network.neutron [None req-4e8d39c9-b76b-4b9e-8675-b5c07987c81d tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] [instance: 8d4c832d-e0b5-44ef-a8ce-0d5c6b8ed7ed] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1397.829824] env[62438]: DEBUG nova.policy [None req-4e8d39c9-b76b-4b9e-8675-b5c07987c81d tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '88883b310b8f4f7385919c62ff1f43f0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dc56d24397644320b2e7e8b8074c4af8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1397.955947] env[62438]: DEBUG nova.compute.manager [None req-d9c45ecd-3a97-4b36-ad97-d11bede2208d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: 2cc722a0-76fa-4431-985b-9fe0ad62ef42] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1398.079610] env[62438]: DEBUG nova.network.neutron [None req-4e8d39c9-b76b-4b9e-8675-b5c07987c81d tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] [instance: 8d4c832d-e0b5-44ef-a8ce-0d5c6b8ed7ed] Successfully created port: 98e0d594-fc4c-4c32-97b5-19238ef6ba13 {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1398.114513] env[62438]: DEBUG nova.network.neutron [None req-21836c77-d7a0-4bd9-81a6-052a84160cc4 tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] [instance: e1af2037-ebee-4ea8-aade-9949bb2c4891] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1398.283789] env[62438]: DEBUG nova.compute.manager [None req-4e8d39c9-b76b-4b9e-8675-b5c07987c81d tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] [instance: 8d4c832d-e0b5-44ef-a8ce-0d5c6b8ed7ed] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1398.406636] env[62438]: DEBUG nova.virt.hardware [None req-92020989-bed5-4d13-8553-90b13c3419ee tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1398.406883] env[62438]: DEBUG nova.virt.hardware [None req-92020989-bed5-4d13-8553-90b13c3419ee tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1398.407057] env[62438]: DEBUG nova.virt.hardware [None req-92020989-bed5-4d13-8553-90b13c3419ee tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1398.408584] env[62438]: DEBUG nova.virt.hardware [None req-92020989-bed5-4d13-8553-90b13c3419ee tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1398.408584] env[62438]: DEBUG nova.virt.hardware [None req-92020989-bed5-4d13-8553-90b13c3419ee tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1398.408584] env[62438]: DEBUG nova.virt.hardware [None req-92020989-bed5-4d13-8553-90b13c3419ee tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1398.408584] env[62438]: DEBUG nova.virt.hardware [None req-92020989-bed5-4d13-8553-90b13c3419ee tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1398.408584] env[62438]: DEBUG nova.virt.hardware [None req-92020989-bed5-4d13-8553-90b13c3419ee tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1398.408856] env[62438]: DEBUG nova.virt.hardware [None req-92020989-bed5-4d13-8553-90b13c3419ee tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1398.408856] env[62438]: DEBUG nova.virt.hardware [None req-92020989-bed5-4d13-8553-90b13c3419ee tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1398.408856] env[62438]: DEBUG nova.virt.hardware [None req-92020989-bed5-4d13-8553-90b13c3419ee tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1398.411328] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7720879c-9efc-4bc5-9a7e-59c50418aab3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.423062] env[62438]: DEBUG oslo_vmware.rw_handles [None req-c61b2416-11e0-4eae-b42f-35e7a0b1cfe3 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1398.423062] env[62438]: value = "vm-370317" [ 1398.423062] env[62438]: _type = "VirtualMachine" [ 1398.423062] env[62438]: }. {{(pid=62438) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1398.426949] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a60ec3-6c72-492d-a6f1-229b90ac0efa {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.432369] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8d77bcbb-34e0-40cd-8002-a07da8b62849 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.439607] env[62438]: DEBUG nova.compute.manager [req-ecfa8fb4-6294-4d91-9417-52a9bcc8bd61 req-182fed60-58ef-42fd-a62f-60bba3b814ef service nova] [instance: ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53] Received event network-vif-deleted-3fe31496-801c-4dca-916d-8a4a5066d5fb {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1398.442630] env[62438]: DEBUG nova.virt.hardware [None req-280113d4-c0dd-4ef1-a4b5-9f5524b52fa8 tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1398.442864] env[62438]: DEBUG nova.virt.hardware [None req-280113d4-c0dd-4ef1-a4b5-9f5524b52fa8 tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1398.443039] env[62438]: DEBUG nova.virt.hardware [None req-280113d4-c0dd-4ef1-a4b5-9f5524b52fa8 tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1398.443235] env[62438]: DEBUG nova.virt.hardware [None req-280113d4-c0dd-4ef1-a4b5-9f5524b52fa8 tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1398.443389] env[62438]: DEBUG nova.virt.hardware [None req-280113d4-c0dd-4ef1-a4b5-9f5524b52fa8 tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1398.443545] env[62438]: DEBUG nova.virt.hardware [None req-280113d4-c0dd-4ef1-a4b5-9f5524b52fa8 tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1398.443761] env[62438]: DEBUG nova.virt.hardware [None req-280113d4-c0dd-4ef1-a4b5-9f5524b52fa8 tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1398.443930] env[62438]: DEBUG nova.virt.hardware [None req-280113d4-c0dd-4ef1-a4b5-9f5524b52fa8 tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1398.444146] env[62438]: DEBUG nova.virt.hardware [None req-280113d4-c0dd-4ef1-a4b5-9f5524b52fa8 tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1398.444371] env[62438]: DEBUG nova.virt.hardware [None req-280113d4-c0dd-4ef1-a4b5-9f5524b52fa8 tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1398.444553] env[62438]: DEBUG nova.virt.hardware [None req-280113d4-c0dd-4ef1-a4b5-9f5524b52fa8 tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1398.448260] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f012fa-ebb6-4de5-9999-d54a107a4a33 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.465345] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-92020989-bed5-4d13-8553-90b13c3419ee tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] [instance: bacfabaa-c0c2-43b7-841f-5539f5de2859] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:c9:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '744515ee-aa5b-4c23-b959-b56c51da6b86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd6e0e389-d874-472f-b23f-9dd5b6fe8d2e', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1398.473119] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-92020989-bed5-4d13-8553-90b13c3419ee tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] Creating folder: Project (ae50e7a0076742958d559c8650144a2d). Parent ref: group-v370230. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1398.473606] env[62438]: DEBUG oslo_vmware.rw_handles [None req-c61b2416-11e0-4eae-b42f-35e7a0b1cfe3 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Lease: (returnval){ [ 1398.473606] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]522d7e6c-fa6d-1285-aca2-c6458fe5d0ba" [ 1398.473606] env[62438]: _type = "HttpNfcLease" [ 1398.473606] env[62438]: } obtained for exporting VM: (result){ [ 1398.473606] env[62438]: value = "vm-370317" [ 1398.473606] env[62438]: _type = "VirtualMachine" [ 1398.473606] env[62438]: }. {{(pid=62438) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1398.474392] env[62438]: DEBUG oslo_vmware.api [None req-c61b2416-11e0-4eae-b42f-35e7a0b1cfe3 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Waiting for the lease: (returnval){ [ 1398.474392] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]522d7e6c-fa6d-1285-aca2-c6458fe5d0ba" [ 1398.474392] env[62438]: _type = "HttpNfcLease" [ 1398.474392] env[62438]: } to be ready. {{(pid=62438) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1398.478840] env[62438]: DEBUG nova.virt.hardware [None req-21836c77-d7a0-4bd9-81a6-052a84160cc4 tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1398.479095] env[62438]: DEBUG nova.virt.hardware [None req-21836c77-d7a0-4bd9-81a6-052a84160cc4 tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1398.479392] env[62438]: DEBUG nova.virt.hardware [None req-21836c77-d7a0-4bd9-81a6-052a84160cc4 tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1398.479488] env[62438]: DEBUG nova.virt.hardware [None req-21836c77-d7a0-4bd9-81a6-052a84160cc4 tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1398.479594] env[62438]: DEBUG nova.virt.hardware [None req-21836c77-d7a0-4bd9-81a6-052a84160cc4 tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1398.479793] env[62438]: DEBUG nova.virt.hardware [None req-21836c77-d7a0-4bd9-81a6-052a84160cc4 tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1398.479961] env[62438]: DEBUG nova.virt.hardware [None req-21836c77-d7a0-4bd9-81a6-052a84160cc4 tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1398.480146] env[62438]: DEBUG nova.virt.hardware [None req-21836c77-d7a0-4bd9-81a6-052a84160cc4 tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1398.480322] env[62438]: DEBUG nova.virt.hardware [None req-21836c77-d7a0-4bd9-81a6-052a84160cc4 tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1398.480506] env[62438]: DEBUG nova.virt.hardware [None req-21836c77-d7a0-4bd9-81a6-052a84160cc4 tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1398.480791] env[62438]: DEBUG nova.virt.hardware [None req-21836c77-d7a0-4bd9-81a6-052a84160cc4 tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1398.484053] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7b37475f-b49e-42ce-9837-3a6428b88dfc {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.487915] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8953450d-9f38-4460-93d5-3ec9121c4a75 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.498589] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fbe75da-20d6-4c5b-bf59-41d15a94a639 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.505293] env[62438]: DEBUG oslo_vmware.rw_handles [None req-05e9653c-0e17-4108-b2bf-c595c69350f3 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52787e8f-5f66-609e-4a91-d819fd541189/disk-0.vmdk. {{(pid=62438) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1398.509284] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fcfe20a-d83f-4d64-95c0-67edda31311e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.517977] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d9c45ecd-3a97-4b36-ad97-d11bede2208d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1398.520072] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5b6775-6a1e-4aa9-90cb-d6f803c5107d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.524847] env[62438]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1398.524847] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]522d7e6c-fa6d-1285-aca2-c6458fe5d0ba" [ 1398.524847] env[62438]: _type = "HttpNfcLease" [ 1398.524847] env[62438]: } is ready. {{(pid=62438) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1398.525159] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-92020989-bed5-4d13-8553-90b13c3419ee tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] Created folder: Project (ae50e7a0076742958d559c8650144a2d) in parent group-v370230. [ 1398.525346] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-92020989-bed5-4d13-8553-90b13c3419ee tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] Creating folder: Instances. Parent ref: group-v370318. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1398.534693] env[62438]: DEBUG oslo_vmware.rw_handles [None req-c61b2416-11e0-4eae-b42f-35e7a0b1cfe3 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1398.534693] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]522d7e6c-fa6d-1285-aca2-c6458fe5d0ba" [ 1398.534693] env[62438]: _type = "HttpNfcLease" [ 1398.534693] env[62438]: }. {{(pid=62438) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1398.535043] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a4692559-c0b9-4340-abeb-680f2cb87533 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.537507] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-280113d4-c0dd-4ef1-a4b5-9f5524b52fa8 tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] [instance: 593cd047-3ea0-4bc8-ab9d-9833747a6752] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:9c:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a874c214-8cdf-4a41-a718-84262b2a28d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd7fe83ce-ddba-451e-9d27-e77e57a49a18', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1398.545590] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-280113d4-c0dd-4ef1-a4b5-9f5524b52fa8 tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] Creating folder: Project (9cc7983a38d44cf7ab3c25806945f39e). Parent ref: group-v370230. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1398.553353] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76232754-84c0-49ac-aea0-b3250dd430f1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.556492] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-585215e5-d498-4674-b01b-3f18d10c6a2b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.558733] env[62438]: DEBUG oslo_vmware.rw_handles [None req-05e9653c-0e17-4108-b2bf-c595c69350f3 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52787e8f-5f66-609e-4a91-d819fd541189/disk-0.vmdk is in state: ready. {{(pid=62438) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1398.558914] env[62438]: ERROR oslo_vmware.rw_handles [None req-05e9653c-0e17-4108-b2bf-c595c69350f3 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52787e8f-5f66-609e-4a91-d819fd541189/disk-0.vmdk due to incomplete transfer. [ 1398.569075] env[62438]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-cbcc26f8-c662-43d0-87d5-ce1a8a33e15f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.576944] env[62438]: DEBUG oslo_vmware.rw_handles [None req-c61b2416-11e0-4eae-b42f-35e7a0b1cfe3 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529356fa-8617-73b4-8382-94f0b0e4fbb5/disk-0.vmdk from lease info. {{(pid=62438) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1398.577332] env[62438]: DEBUG oslo_vmware.rw_handles [None req-c61b2416-11e0-4eae-b42f-35e7a0b1cfe3 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529356fa-8617-73b4-8382-94f0b0e4fbb5/disk-0.vmdk for reading. {{(pid=62438) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1398.581245] env[62438]: DEBUG oslo_vmware.rw_handles [None req-05e9653c-0e17-4108-b2bf-c595c69350f3 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52787e8f-5f66-609e-4a91-d819fd541189/disk-0.vmdk. {{(pid=62438) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1398.581432] env[62438]: DEBUG nova.virt.vmwareapi.images [None req-05e9653c-0e17-4108-b2bf-c595c69350f3 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: f23e6ad1-e92d-4d2d-b09e-cec7d33c551d] Uploaded image cea50ab0-89be-4ded-89b0-2dc84a0fbc04 to the Glance image server {{(pid=62438) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 1398.583753] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-05e9653c-0e17-4108-b2bf-c595c69350f3 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: f23e6ad1-e92d-4d2d-b09e-cec7d33c551d] Destroying the VM {{(pid=62438) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 1398.584191] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-92020989-bed5-4d13-8553-90b13c3419ee tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] Created folder: Instances in parent group-v370318. [ 1398.584336] env[62438]: DEBUG oslo.service.loopingcall [None req-92020989-bed5-4d13-8553-90b13c3419ee tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1398.589204] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0f0c2277-8364-4de6-825e-3460ed5ec9b3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.591307] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bacfabaa-c0c2-43b7-841f-5539f5de2859] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1398.591423] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-280113d4-c0dd-4ef1-a4b5-9f5524b52fa8 tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] Created folder: Project (9cc7983a38d44cf7ab3c25806945f39e) in parent group-v370230. [ 1398.591528] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-280113d4-c0dd-4ef1-a4b5-9f5524b52fa8 tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] Creating folder: Instances. Parent ref: group-v370320. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1398.646578] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1c273ef5-ac88-4f64-bfa0-4f0110c1d572 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.663501] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ccd4107b-e6e7-422d-bb1c-2972eb6b163f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.666990] env[62438]: DEBUG nova.network.neutron [None req-21836c77-d7a0-4bd9-81a6-052a84160cc4 tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] [instance: e1af2037-ebee-4ea8-aade-9949bb2c4891] Updating instance_info_cache with network_info: [{"id": "d9589832-a615-4606-97a6-9f4fa0ad3b5c", "address": "fa:16:3e:ae:e4:ea", "network": {"id": "e38db3a0-1e53-4002-8255-70fe5f55fd19", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-671600468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52e2af640436496f9e1c9c0475b3d4dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9589832-a6", "ovs_interfaceid": "d9589832-a615-4606-97a6-9f4fa0ad3b5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1398.678616] env[62438]: DEBUG oslo_vmware.api [None req-05e9653c-0e17-4108-b2bf-c595c69350f3 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Waiting for the task: (returnval){ [ 1398.678616] env[62438]: value = "task-1784546" [ 1398.678616] env[62438]: _type = "Task" [ 1398.678616] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.680244] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1398.680244] env[62438]: value = "task-1784548" [ 1398.680244] env[62438]: _type = "Task" [ 1398.680244] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.688712] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-280113d4-c0dd-4ef1-a4b5-9f5524b52fa8 tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] Created folder: Instances in parent group-v370320. [ 1398.688971] env[62438]: DEBUG oslo.service.loopingcall [None req-280113d4-c0dd-4ef1-a4b5-9f5524b52fa8 tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1398.690226] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 593cd047-3ea0-4bc8-ab9d-9833747a6752] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1398.693312] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e83516a-2a51-4d0b-bd67-b95521cd3f25 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.716278] env[62438]: DEBUG oslo_vmware.api [None req-05e9653c-0e17-4108-b2bf-c595c69350f3 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1784546, 'name': Destroy_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.716501] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784548, 'name': CreateVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.721649] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1398.721649] env[62438]: value = "task-1784549" [ 1398.721649] env[62438]: _type = "Task" [ 1398.721649] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.731041] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784549, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.743982] env[62438]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e08ff435-a941-443e-a46a-b3368d510632 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.079432] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f3fa644-3e77-4ed9-ab00-a8fd5bcc408d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.091445] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c4acb88-6e8a-4b28-8bec-47f0b97d25ee {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.148339] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-229ec493-59c4-4a0c-84db-4de4621b98b0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.160197] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f9b0888-34db-4253-9177-7dd30be8c1e7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.185069] env[62438]: DEBUG oslo_concurrency.lockutils [None req-21836c77-d7a0-4bd9-81a6-052a84160cc4 tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] Releasing lock "refresh_cache-e1af2037-ebee-4ea8-aade-9949bb2c4891" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1399.185601] env[62438]: DEBUG nova.compute.manager [None req-21836c77-d7a0-4bd9-81a6-052a84160cc4 tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] [instance: e1af2037-ebee-4ea8-aade-9949bb2c4891] Instance network_info: |[{"id": "d9589832-a615-4606-97a6-9f4fa0ad3b5c", "address": "fa:16:3e:ae:e4:ea", "network": {"id": "e38db3a0-1e53-4002-8255-70fe5f55fd19", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-671600468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52e2af640436496f9e1c9c0475b3d4dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9589832-a6", "ovs_interfaceid": "d9589832-a615-4606-97a6-9f4fa0ad3b5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1399.186819] env[62438]: DEBUG nova.compute.provider_tree [None req-1f2f5f83-e1c5-4261-ab26-7ddcdf110c7a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1399.189306] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-21836c77-d7a0-4bd9-81a6-052a84160cc4 tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] [instance: e1af2037-ebee-4ea8-aade-9949bb2c4891] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:e4:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e99c063c-0cb7-4db6-b077-114166cfe889', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd9589832-a615-4606-97a6-9f4fa0ad3b5c', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1399.203205] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-21836c77-d7a0-4bd9-81a6-052a84160cc4 tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] Creating folder: Project (52e2af640436496f9e1c9c0475b3d4dc). Parent ref: group-v370230. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1399.215575] env[62438]: DEBUG nova.scheduler.client.report [None req-1f2f5f83-e1c5-4261-ab26-7ddcdf110c7a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1399.219042] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4e2d93ca-f01e-4be4-b7aa-926c338141b0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.234567] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784548, 'name': CreateVM_Task, 'duration_secs': 0.482443} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.234862] env[62438]: DEBUG oslo_vmware.api [None req-05e9653c-0e17-4108-b2bf-c595c69350f3 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1784546, 'name': Destroy_Task} progress is 33%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.237212] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bacfabaa-c0c2-43b7-841f-5539f5de2859] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1399.237757] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-21836c77-d7a0-4bd9-81a6-052a84160cc4 tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] Created folder: Project (52e2af640436496f9e1c9c0475b3d4dc) in parent group-v370230. [ 1399.237981] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-21836c77-d7a0-4bd9-81a6-052a84160cc4 tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] Creating folder: Instances. Parent ref: group-v370324. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1399.238720] env[62438]: DEBUG oslo_concurrency.lockutils [None req-92020989-bed5-4d13-8553-90b13c3419ee tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1399.239209] env[62438]: DEBUG oslo_concurrency.lockutils [None req-92020989-bed5-4d13-8553-90b13c3419ee tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.239301] env[62438]: DEBUG oslo_concurrency.lockutils [None req-92020989-bed5-4d13-8553-90b13c3419ee tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1399.239501] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-05407fb4-aebc-415a-8f49-a592170ef0cb {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.245283] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-606f2f74-eb33-47cf-8965-61cc4e1587b3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.247848] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784549, 'name': CreateVM_Task} progress is 99%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.253598] env[62438]: DEBUG oslo_vmware.api [None req-92020989-bed5-4d13-8553-90b13c3419ee tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] Waiting for the task: (returnval){ [ 1399.253598] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]527de2e8-d2f9-8c82-dcd6-fa6a96ed7d65" [ 1399.253598] env[62438]: _type = "Task" [ 1399.253598] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.258924] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-21836c77-d7a0-4bd9-81a6-052a84160cc4 tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] Created folder: Instances in parent group-v370324. [ 1399.259337] env[62438]: DEBUG oslo.service.loopingcall [None req-21836c77-d7a0-4bd9-81a6-052a84160cc4 tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1399.260315] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1af2037-ebee-4ea8-aade-9949bb2c4891] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1399.260670] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce5f049d-69b6-4589-a728-54e90e9bcd1c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.282761] env[62438]: DEBUG oslo_vmware.api [None req-92020989-bed5-4d13-8553-90b13c3419ee tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]527de2e8-d2f9-8c82-dcd6-fa6a96ed7d65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.288709] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1399.288709] env[62438]: value = "task-1784552" [ 1399.288709] env[62438]: _type = "Task" [ 1399.288709] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.295472] env[62438]: DEBUG nova.compute.manager [None req-4e8d39c9-b76b-4b9e-8675-b5c07987c81d tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] [instance: 8d4c832d-e0b5-44ef-a8ce-0d5c6b8ed7ed] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1399.301141] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784552, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.698664] env[62438]: DEBUG oslo_vmware.api [None req-05e9653c-0e17-4108-b2bf-c595c69350f3 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1784546, 'name': Destroy_Task, 'duration_secs': 0.619897} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.699010] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-05e9653c-0e17-4108-b2bf-c595c69350f3 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: f23e6ad1-e92d-4d2d-b09e-cec7d33c551d] Destroyed the VM [ 1399.701180] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-05e9653c-0e17-4108-b2bf-c595c69350f3 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: f23e6ad1-e92d-4d2d-b09e-cec7d33c551d] Deleting Snapshot of the VM instance {{(pid=62438) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1399.704728] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-40d318fb-2f0a-4a5d-906b-bcd0795e99bb {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.709862] env[62438]: DEBUG oslo_vmware.api [None req-05e9653c-0e17-4108-b2bf-c595c69350f3 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Waiting for the task: (returnval){ [ 1399.709862] env[62438]: value = "task-1784553" [ 1399.709862] env[62438]: _type = "Task" [ 1399.709862] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.720164] env[62438]: DEBUG oslo_vmware.api [None req-05e9653c-0e17-4108-b2bf-c595c69350f3 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1784553, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.723223] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1f2f5f83-e1c5-4261-ab26-7ddcdf110c7a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.450s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1399.724463] env[62438]: DEBUG nova.compute.manager [None req-1f2f5f83-e1c5-4261-ab26-7ddcdf110c7a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] [instance: aece6fe8-5252-42bc-a4ac-c45a386770b3] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1399.726877] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a434d0d7-e1e9-4f36-9427-712cb0231f08 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.359s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1399.728571] env[62438]: INFO nova.compute.claims [None req-a434d0d7-e1e9-4f36-9427-712cb0231f08 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] [instance: 2f2bdef2-e31e-446b-beec-b6be1970dc9e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1399.741984] env[62438]: DEBUG nova.network.neutron [None req-4e8d39c9-b76b-4b9e-8675-b5c07987c81d tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] [instance: 8d4c832d-e0b5-44ef-a8ce-0d5c6b8ed7ed] Successfully updated port: 98e0d594-fc4c-4c32-97b5-19238ef6ba13 {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1399.752480] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784549, 'name': CreateVM_Task} progress is 99%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.763602] env[62438]: DEBUG oslo_vmware.api [None req-92020989-bed5-4d13-8553-90b13c3419ee tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]527de2e8-d2f9-8c82-dcd6-fa6a96ed7d65, 'name': SearchDatastore_Task, 'duration_secs': 0.016968} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.763799] env[62438]: DEBUG oslo_concurrency.lockutils [None req-92020989-bed5-4d13-8553-90b13c3419ee tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1399.764039] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-92020989-bed5-4d13-8553-90b13c3419ee tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] [instance: bacfabaa-c0c2-43b7-841f-5539f5de2859] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1399.764301] env[62438]: DEBUG oslo_concurrency.lockutils [None req-92020989-bed5-4d13-8553-90b13c3419ee tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1399.764479] env[62438]: DEBUG oslo_concurrency.lockutils [None req-92020989-bed5-4d13-8553-90b13c3419ee tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.764696] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-92020989-bed5-4d13-8553-90b13c3419ee tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1399.765041] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e016d41-5d6e-4533-b384-a55fcfcd1216 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.775459] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-92020989-bed5-4d13-8553-90b13c3419ee tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1399.775894] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-92020989-bed5-4d13-8553-90b13c3419ee tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1399.777239] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-628ec32a-7ebc-493f-ae5f-a8ba743a627c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.784186] env[62438]: DEBUG oslo_vmware.api [None req-92020989-bed5-4d13-8553-90b13c3419ee tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] Waiting for the task: (returnval){ [ 1399.784186] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52282bab-cb54-8b91-aa7b-35b7e77b4502" [ 1399.784186] env[62438]: _type = "Task" [ 1399.784186] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.800614] env[62438]: DEBUG oslo_vmware.api [None req-92020989-bed5-4d13-8553-90b13c3419ee tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52282bab-cb54-8b91-aa7b-35b7e77b4502, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.803345] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784552, 'name': CreateVM_Task} progress is 25%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.993853] env[62438]: DEBUG nova.virt.hardware [None req-4e8d39c9-b76b-4b9e-8675-b5c07987c81d tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1399.994207] env[62438]: DEBUG nova.virt.hardware [None req-4e8d39c9-b76b-4b9e-8675-b5c07987c81d tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1399.994471] env[62438]: DEBUG nova.virt.hardware [None req-4e8d39c9-b76b-4b9e-8675-b5c07987c81d tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1399.994686] env[62438]: DEBUG nova.virt.hardware [None req-4e8d39c9-b76b-4b9e-8675-b5c07987c81d tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1399.994923] env[62438]: DEBUG nova.virt.hardware [None req-4e8d39c9-b76b-4b9e-8675-b5c07987c81d tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1399.995262] env[62438]: DEBUG nova.virt.hardware [None req-4e8d39c9-b76b-4b9e-8675-b5c07987c81d tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1399.995578] env[62438]: DEBUG nova.virt.hardware [None req-4e8d39c9-b76b-4b9e-8675-b5c07987c81d tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1399.995835] env[62438]: DEBUG nova.virt.hardware [None req-4e8d39c9-b76b-4b9e-8675-b5c07987c81d tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1399.996079] env[62438]: DEBUG nova.virt.hardware [None req-4e8d39c9-b76b-4b9e-8675-b5c07987c81d tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1399.996294] env[62438]: DEBUG nova.virt.hardware [None req-4e8d39c9-b76b-4b9e-8675-b5c07987c81d tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1399.996574] env[62438]: DEBUG nova.virt.hardware [None req-4e8d39c9-b76b-4b9e-8675-b5c07987c81d tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1399.998801] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fa36d39-d52d-4f74-9668-9bf62eeb38ad {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.008411] env[62438]: DEBUG oslo_vmware.rw_handles [None req-59fe03ef-ac39-4fee-80d8-042d36dc0576 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524e1e6c-2a6e-1a48-8c06-9d9ec11bebd4/disk-0.vmdk. {{(pid=62438) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1400.009987] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-813a9948-2e92-4630-8b52-00e39f8d10af {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.014796] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bdc03ce-159c-4dbc-afc5-36a73887d3ff {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.029572] env[62438]: DEBUG oslo_vmware.rw_handles [None req-59fe03ef-ac39-4fee-80d8-042d36dc0576 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524e1e6c-2a6e-1a48-8c06-9d9ec11bebd4/disk-0.vmdk is in state: ready. {{(pid=62438) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1400.029705] env[62438]: ERROR oslo_vmware.rw_handles [None req-59fe03ef-ac39-4fee-80d8-042d36dc0576 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524e1e6c-2a6e-1a48-8c06-9d9ec11bebd4/disk-0.vmdk due to incomplete transfer. [ 1400.030141] env[62438]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7a40b1d9-8a10-4f24-a13c-fe4412a66928 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.037465] env[62438]: DEBUG oslo_vmware.rw_handles [None req-59fe03ef-ac39-4fee-80d8-042d36dc0576 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524e1e6c-2a6e-1a48-8c06-9d9ec11bebd4/disk-0.vmdk. {{(pid=62438) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1400.037708] env[62438]: DEBUG nova.virt.vmwareapi.images [None req-59fe03ef-ac39-4fee-80d8-042d36dc0576 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] [instance: dafca806-482e-476d-aac6-f4844403efb3] Uploaded image 75aa744a-8ef9-4479-87e9-d5b1df8a5e6d to the Glance image server {{(pid=62438) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 1400.039521] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-59fe03ef-ac39-4fee-80d8-042d36dc0576 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] [instance: dafca806-482e-476d-aac6-f4844403efb3] Destroying the VM {{(pid=62438) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 1400.040864] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d73073a0-51a8-47e4-817d-c799d87292c8 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.045474] env[62438]: DEBUG oslo_vmware.api [None req-59fe03ef-ac39-4fee-80d8-042d36dc0576 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Waiting for the task: (returnval){ [ 1400.045474] env[62438]: value = "task-1784554" [ 1400.045474] env[62438]: _type = "Task" [ 1400.045474] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.054747] env[62438]: DEBUG oslo_vmware.api [None req-59fe03ef-ac39-4fee-80d8-042d36dc0576 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Task: {'id': task-1784554, 'name': Destroy_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.193671] env[62438]: DEBUG oslo_concurrency.lockutils [None req-edd23b50-a8be-45b1-a84f-ef0514029596 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Acquiring lock "77038eff-3013-423d-b1bf-a6d14e892441" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1400.193994] env[62438]: DEBUG oslo_concurrency.lockutils [None req-edd23b50-a8be-45b1-a84f-ef0514029596 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Lock "77038eff-3013-423d-b1bf-a6d14e892441" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1400.219727] env[62438]: DEBUG oslo_vmware.api [None req-05e9653c-0e17-4108-b2bf-c595c69350f3 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1784553, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.232965] env[62438]: DEBUG nova.compute.utils [None req-1f2f5f83-e1c5-4261-ab26-7ddcdf110c7a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1400.238993] env[62438]: DEBUG nova.compute.manager [None req-1f2f5f83-e1c5-4261-ab26-7ddcdf110c7a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] [instance: aece6fe8-5252-42bc-a4ac-c45a386770b3] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1400.239349] env[62438]: DEBUG nova.network.neutron [None req-1f2f5f83-e1c5-4261-ab26-7ddcdf110c7a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] [instance: aece6fe8-5252-42bc-a4ac-c45a386770b3] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1400.252013] env[62438]: DEBUG oslo_concurrency.lockutils [None req-4e8d39c9-b76b-4b9e-8675-b5c07987c81d tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] Acquiring lock "refresh_cache-8d4c832d-e0b5-44ef-a8ce-0d5c6b8ed7ed" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1400.252230] env[62438]: DEBUG oslo_concurrency.lockutils [None req-4e8d39c9-b76b-4b9e-8675-b5c07987c81d tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] Acquired lock "refresh_cache-8d4c832d-e0b5-44ef-a8ce-0d5c6b8ed7ed" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.252577] env[62438]: DEBUG nova.network.neutron [None req-4e8d39c9-b76b-4b9e-8675-b5c07987c81d tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] [instance: 8d4c832d-e0b5-44ef-a8ce-0d5c6b8ed7ed] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1400.254869] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784549, 'name': CreateVM_Task} progress is 99%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.295124] env[62438]: DEBUG oslo_vmware.api [None req-92020989-bed5-4d13-8553-90b13c3419ee tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52282bab-cb54-8b91-aa7b-35b7e77b4502, 'name': SearchDatastore_Task, 'duration_secs': 0.019787} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.300918] env[62438]: DEBUG nova.policy [None req-1f2f5f83-e1c5-4261-ab26-7ddcdf110c7a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '52ecdd2219984766a4436db3851d309f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '470f37781ab94ac09a01d83c741f1916', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1400.302550] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fba3c8d1-1c64-4d46-ae2a-b8a5ff4d03ac {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.310842] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784552, 'name': CreateVM_Task, 'duration_secs': 0.641441} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.314460] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1af2037-ebee-4ea8-aade-9949bb2c4891] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1400.314460] env[62438]: DEBUG oslo_vmware.api [None req-92020989-bed5-4d13-8553-90b13c3419ee tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] Waiting for the task: (returnval){ [ 1400.314460] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52035f9b-f381-01ff-a800-e3ea99c015a3" [ 1400.314460] env[62438]: _type = "Task" [ 1400.314460] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.314460] env[62438]: DEBUG oslo_concurrency.lockutils [None req-21836c77-d7a0-4bd9-81a6-052a84160cc4 tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1400.314460] env[62438]: DEBUG oslo_concurrency.lockutils [None req-21836c77-d7a0-4bd9-81a6-052a84160cc4 tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.314460] env[62438]: DEBUG oslo_concurrency.lockutils [None req-21836c77-d7a0-4bd9-81a6-052a84160cc4 tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1400.314878] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb8098d0-d5eb-4952-b1a1-bc0b88c76126 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.323585] env[62438]: DEBUG oslo_vmware.api [None req-21836c77-d7a0-4bd9-81a6-052a84160cc4 tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] Waiting for the task: (returnval){ [ 1400.323585] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52726af2-b44b-afc0-a46e-114f7a93fa85" [ 1400.323585] env[62438]: _type = "Task" [ 1400.323585] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.332018] env[62438]: DEBUG oslo_vmware.api [None req-92020989-bed5-4d13-8553-90b13c3419ee tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52035f9b-f381-01ff-a800-e3ea99c015a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.339020] env[62438]: DEBUG oslo_vmware.api [None req-21836c77-d7a0-4bd9-81a6-052a84160cc4 tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52726af2-b44b-afc0-a46e-114f7a93fa85, 'name': SearchDatastore_Task, 'duration_secs': 0.012447} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.339471] env[62438]: DEBUG oslo_concurrency.lockutils [None req-21836c77-d7a0-4bd9-81a6-052a84160cc4 tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1400.339746] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-21836c77-d7a0-4bd9-81a6-052a84160cc4 tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] [instance: e1af2037-ebee-4ea8-aade-9949bb2c4891] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1400.340142] env[62438]: DEBUG oslo_concurrency.lockutils [None req-21836c77-d7a0-4bd9-81a6-052a84160cc4 tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1400.559091] env[62438]: DEBUG oslo_vmware.api [None req-59fe03ef-ac39-4fee-80d8-042d36dc0576 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Task: {'id': task-1784554, 'name': Destroy_Task} progress is 33%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.604338] env[62438]: INFO nova.compute.manager [None req-2fc3cdc3-7afe-4b46-a7bb-969aec517517 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] [instance: 8234c07d-eb31-429f-b804-a3250ea396a0] Rebuilding instance [ 1400.632371] env[62438]: DEBUG nova.network.neutron [None req-1f2f5f83-e1c5-4261-ab26-7ddcdf110c7a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] [instance: aece6fe8-5252-42bc-a4ac-c45a386770b3] Successfully created port: 53111168-a0af-4c68-94d4-884c2cf48a7b {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1400.657457] env[62438]: DEBUG nova.compute.manager [None req-2fc3cdc3-7afe-4b46-a7bb-969aec517517 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] [instance: 8234c07d-eb31-429f-b804-a3250ea396a0] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1400.658400] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cf99c7a-b404-4c78-b8ae-991b59039e39 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.721170] env[62438]: DEBUG oslo_vmware.api [None req-05e9653c-0e17-4108-b2bf-c595c69350f3 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1784553, 'name': RemoveSnapshot_Task, 'duration_secs': 0.79568} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.721325] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-05e9653c-0e17-4108-b2bf-c595c69350f3 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: f23e6ad1-e92d-4d2d-b09e-cec7d33c551d] Deleted Snapshot of the VM instance {{(pid=62438) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1400.721695] env[62438]: INFO nova.compute.manager [None req-05e9653c-0e17-4108-b2bf-c595c69350f3 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: f23e6ad1-e92d-4d2d-b09e-cec7d33c551d] Took 16.23 seconds to snapshot the instance on the hypervisor. [ 1400.743213] env[62438]: DEBUG nova.compute.manager [None req-1f2f5f83-e1c5-4261-ab26-7ddcdf110c7a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] [instance: aece6fe8-5252-42bc-a4ac-c45a386770b3] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1400.745842] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784549, 'name': CreateVM_Task, 'duration_secs': 1.636824} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.748970] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 593cd047-3ea0-4bc8-ab9d-9833747a6752] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1400.748970] env[62438]: DEBUG nova.compute.manager [req-aedf2ee2-ebbf-4289-bb90-aa4689ae20af req-4549bb84-0c18-46d5-96fe-4b3c5e148959 service nova] [instance: 9eb5afb2-9f91-428d-9590-0037b30b33b3] Received event network-changed-4a1f1836-b5d6-4a4d-b4d4-906659f5afc8 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1400.748970] env[62438]: DEBUG nova.compute.manager [req-aedf2ee2-ebbf-4289-bb90-aa4689ae20af req-4549bb84-0c18-46d5-96fe-4b3c5e148959 service nova] [instance: 9eb5afb2-9f91-428d-9590-0037b30b33b3] Refreshing instance network info cache due to event network-changed-4a1f1836-b5d6-4a4d-b4d4-906659f5afc8. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1400.749372] env[62438]: DEBUG oslo_concurrency.lockutils [req-aedf2ee2-ebbf-4289-bb90-aa4689ae20af req-4549bb84-0c18-46d5-96fe-4b3c5e148959 service nova] Acquiring lock "refresh_cache-9eb5afb2-9f91-428d-9590-0037b30b33b3" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1400.749372] env[62438]: DEBUG oslo_concurrency.lockutils [req-aedf2ee2-ebbf-4289-bb90-aa4689ae20af req-4549bb84-0c18-46d5-96fe-4b3c5e148959 service nova] Acquired lock "refresh_cache-9eb5afb2-9f91-428d-9590-0037b30b33b3" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.749372] env[62438]: DEBUG nova.network.neutron [req-aedf2ee2-ebbf-4289-bb90-aa4689ae20af req-4549bb84-0c18-46d5-96fe-4b3c5e148959 service nova] [instance: 9eb5afb2-9f91-428d-9590-0037b30b33b3] Refreshing network info cache for port 4a1f1836-b5d6-4a4d-b4d4-906659f5afc8 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1400.750987] env[62438]: DEBUG oslo_concurrency.lockutils [None req-280113d4-c0dd-4ef1-a4b5-9f5524b52fa8 tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1400.751165] env[62438]: DEBUG oslo_concurrency.lockutils [None req-280113d4-c0dd-4ef1-a4b5-9f5524b52fa8 tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.751473] env[62438]: DEBUG oslo_concurrency.lockutils [None req-280113d4-c0dd-4ef1-a4b5-9f5524b52fa8 tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1400.752153] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53caf75e-f1b2-4089-8bff-1dfee24da55e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.761829] env[62438]: DEBUG oslo_vmware.api [None req-280113d4-c0dd-4ef1-a4b5-9f5524b52fa8 tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] Waiting for the task: (returnval){ [ 1400.761829] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52339fb0-22b7-1665-ace1-30b5d0c9da0f" [ 1400.761829] env[62438]: _type = "Task" [ 1400.761829] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.775811] env[62438]: DEBUG oslo_vmware.api [None req-280113d4-c0dd-4ef1-a4b5-9f5524b52fa8 tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52339fb0-22b7-1665-ace1-30b5d0c9da0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.812018] env[62438]: DEBUG nova.network.neutron [None req-4e8d39c9-b76b-4b9e-8675-b5c07987c81d tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] [instance: 8d4c832d-e0b5-44ef-a8ce-0d5c6b8ed7ed] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1400.824059] env[62438]: DEBUG oslo_vmware.api [None req-92020989-bed5-4d13-8553-90b13c3419ee tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52035f9b-f381-01ff-a800-e3ea99c015a3, 'name': SearchDatastore_Task, 'duration_secs': 0.016299} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.826922] env[62438]: DEBUG oslo_concurrency.lockutils [None req-92020989-bed5-4d13-8553-90b13c3419ee tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1400.827262] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-92020989-bed5-4d13-8553-90b13c3419ee tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] bacfabaa-c0c2-43b7-841f-5539f5de2859/bacfabaa-c0c2-43b7-841f-5539f5de2859.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1400.828056] env[62438]: DEBUG oslo_concurrency.lockutils [None req-21836c77-d7a0-4bd9-81a6-052a84160cc4 tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.828056] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-21836c77-d7a0-4bd9-81a6-052a84160cc4 tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1400.828225] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d66c2ef-589d-4ea6-8e04-979a0d7edec8 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.830274] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f1af26d4-f256-40fd-97e8-6b465f055df4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.837853] env[62438]: DEBUG oslo_vmware.api [None req-92020989-bed5-4d13-8553-90b13c3419ee tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] Waiting for the task: (returnval){ [ 1400.837853] env[62438]: value = "task-1784555" [ 1400.837853] env[62438]: _type = "Task" [ 1400.837853] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.845168] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-21836c77-d7a0-4bd9-81a6-052a84160cc4 tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1400.845370] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-21836c77-d7a0-4bd9-81a6-052a84160cc4 tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1400.846450] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dba04013-df46-4395-9f3e-f45105fbabfd {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.853967] env[62438]: DEBUG oslo_vmware.api [None req-92020989-bed5-4d13-8553-90b13c3419ee tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] Task: {'id': task-1784555, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.857922] env[62438]: DEBUG oslo_vmware.api [None req-21836c77-d7a0-4bd9-81a6-052a84160cc4 tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] Waiting for the task: (returnval){ [ 1400.857922] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5237d2b9-87b1-d5c6-af29-b29a1f12cd22" [ 1400.857922] env[62438]: _type = "Task" [ 1400.857922] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.868369] env[62438]: DEBUG oslo_vmware.api [None req-21836c77-d7a0-4bd9-81a6-052a84160cc4 tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5237d2b9-87b1-d5c6-af29-b29a1f12cd22, 'name': SearchDatastore_Task, 'duration_secs': 0.00983} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.871426] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ca31fe7-9efe-48ce-8df4-bc45255575f5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.877210] env[62438]: DEBUG oslo_vmware.api [None req-21836c77-d7a0-4bd9-81a6-052a84160cc4 tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] Waiting for the task: (returnval){ [ 1400.877210] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52e556ff-1587-7942-41b0-25b2d1eff205" [ 1400.877210] env[62438]: _type = "Task" [ 1400.877210] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.894277] env[62438]: DEBUG oslo_vmware.api [None req-21836c77-d7a0-4bd9-81a6-052a84160cc4 tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52e556ff-1587-7942-41b0-25b2d1eff205, 'name': SearchDatastore_Task, 'duration_secs': 0.010681} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.897213] env[62438]: DEBUG oslo_concurrency.lockutils [None req-21836c77-d7a0-4bd9-81a6-052a84160cc4 tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1400.897575] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-21836c77-d7a0-4bd9-81a6-052a84160cc4 tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] e1af2037-ebee-4ea8-aade-9949bb2c4891/e1af2037-ebee-4ea8-aade-9949bb2c4891.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1400.898320] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d1378924-177d-4870-a505-6cef47929bc6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.904793] env[62438]: DEBUG oslo_vmware.api [None req-21836c77-d7a0-4bd9-81a6-052a84160cc4 tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] Waiting for the task: (returnval){ [ 1400.904793] env[62438]: value = "task-1784556" [ 1400.904793] env[62438]: _type = "Task" [ 1400.904793] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.913778] env[62438]: DEBUG oslo_vmware.api [None req-21836c77-d7a0-4bd9-81a6-052a84160cc4 tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] Task: {'id': task-1784556, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.920153] env[62438]: DEBUG nova.compute.manager [None req-acb4be27-62e0-42cd-8e41-a3212f812e65 tempest-ServerExternalEventsTest-358388866 tempest-ServerExternalEventsTest-358388866-project] [instance: 9eb5afb2-9f91-428d-9590-0037b30b33b3] Received event network-changed {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1400.920372] env[62438]: DEBUG nova.compute.manager [None req-acb4be27-62e0-42cd-8e41-a3212f812e65 tempest-ServerExternalEventsTest-358388866 tempest-ServerExternalEventsTest-358388866-project] [instance: 9eb5afb2-9f91-428d-9590-0037b30b33b3] Refreshing instance network info cache due to event network-changed. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1400.920535] env[62438]: DEBUG oslo_concurrency.lockutils [None req-acb4be27-62e0-42cd-8e41-a3212f812e65 tempest-ServerExternalEventsTest-358388866 tempest-ServerExternalEventsTest-358388866-project] Acquiring lock "refresh_cache-9eb5afb2-9f91-428d-9590-0037b30b33b3" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1400.926428] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e308700c-17c9-4c86-968f-930d02a44b2f tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Acquiring lock "1ed63f2e-9e74-4d64-96fb-7a3315793ca9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1400.926792] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e308700c-17c9-4c86-968f-930d02a44b2f tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Lock "1ed63f2e-9e74-4d64-96fb-7a3315793ca9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1401.057357] env[62438]: DEBUG oslo_vmware.api [None req-59fe03ef-ac39-4fee-80d8-042d36dc0576 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Task: {'id': task-1784554, 'name': Destroy_Task, 'duration_secs': 0.595539} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.060399] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-59fe03ef-ac39-4fee-80d8-042d36dc0576 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] [instance: dafca806-482e-476d-aac6-f4844403efb3] Destroyed the VM [ 1401.060863] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-59fe03ef-ac39-4fee-80d8-042d36dc0576 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] [instance: dafca806-482e-476d-aac6-f4844403efb3] Deleting Snapshot of the VM instance {{(pid=62438) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1401.061465] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c14d8f51-ffb3-4f0c-b1b3-0033dc911e88 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.069039] env[62438]: DEBUG oslo_vmware.api [None req-59fe03ef-ac39-4fee-80d8-042d36dc0576 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Waiting for the task: (returnval){ [ 1401.069039] env[62438]: value = "task-1784557" [ 1401.069039] env[62438]: _type = "Task" [ 1401.069039] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.080531] env[62438]: DEBUG oslo_vmware.api [None req-59fe03ef-ac39-4fee-80d8-042d36dc0576 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Task: {'id': task-1784557, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.109046] env[62438]: DEBUG nova.network.neutron [None req-4e8d39c9-b76b-4b9e-8675-b5c07987c81d tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] [instance: 8d4c832d-e0b5-44ef-a8ce-0d5c6b8ed7ed] Updating instance_info_cache with network_info: [{"id": "98e0d594-fc4c-4c32-97b5-19238ef6ba13", "address": "fa:16:3e:3c:e4:d6", "network": {"id": "5123e49c-879f-492f-b078-52c8bd8287eb", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-735114465-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc56d24397644320b2e7e8b8074c4af8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98e0d594-fc", "ovs_interfaceid": "98e0d594-fc4c-4c32-97b5-19238ef6ba13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1401.170993] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fc3cdc3-7afe-4b46-a7bb-969aec517517 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] [instance: 8234c07d-eb31-429f-b804-a3250ea396a0] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1401.172145] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43a531a5-985c-4db6-ab8d-c85e2d36f910 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.179131] env[62438]: DEBUG oslo_vmware.api [None req-2fc3cdc3-7afe-4b46-a7bb-969aec517517 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Waiting for the task: (returnval){ [ 1401.179131] env[62438]: value = "task-1784558" [ 1401.179131] env[62438]: _type = "Task" [ 1401.179131] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.191631] env[62438]: DEBUG oslo_vmware.api [None req-2fc3cdc3-7afe-4b46-a7bb-969aec517517 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Task: {'id': task-1784558, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.277708] env[62438]: DEBUG oslo_vmware.api [None req-280113d4-c0dd-4ef1-a4b5-9f5524b52fa8 tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52339fb0-22b7-1665-ace1-30b5d0c9da0f, 'name': SearchDatastore_Task, 'duration_secs': 0.01646} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.279171] env[62438]: DEBUG oslo_concurrency.lockutils [None req-280113d4-c0dd-4ef1-a4b5-9f5524b52fa8 tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1401.279171] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-280113d4-c0dd-4ef1-a4b5-9f5524b52fa8 tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] [instance: 593cd047-3ea0-4bc8-ab9d-9833747a6752] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1401.279171] env[62438]: DEBUG oslo_concurrency.lockutils [None req-280113d4-c0dd-4ef1-a4b5-9f5524b52fa8 tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1401.279171] env[62438]: DEBUG oslo_concurrency.lockutils [None req-280113d4-c0dd-4ef1-a4b5-9f5524b52fa8 tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.279385] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-280113d4-c0dd-4ef1-a4b5-9f5524b52fa8 tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1401.279385] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c6036c13-c17b-4467-b27d-98ce48c3d129 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.294407] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-280113d4-c0dd-4ef1-a4b5-9f5524b52fa8 tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1401.294530] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-280113d4-c0dd-4ef1-a4b5-9f5524b52fa8 tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1401.295406] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7ab0127-0aae-4d0a-94ea-c662f5cc447e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.302280] env[62438]: DEBUG oslo_vmware.api [None req-280113d4-c0dd-4ef1-a4b5-9f5524b52fa8 tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] Waiting for the task: (returnval){ [ 1401.302280] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52942ab8-34fc-2b2b-fc5b-9afb18d041e1" [ 1401.302280] env[62438]: _type = "Task" [ 1401.302280] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.318317] env[62438]: DEBUG oslo_vmware.api [None req-280113d4-c0dd-4ef1-a4b5-9f5524b52fa8 tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52942ab8-34fc-2b2b-fc5b-9afb18d041e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.337961] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4781c92-3473-4fac-9707-8acd69ff48db {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.354147] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f046922e-b2d9-4640-a615-6850fda614a0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.359270] env[62438]: DEBUG oslo_vmware.api [None req-92020989-bed5-4d13-8553-90b13c3419ee tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] Task: {'id': task-1784555, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.393213] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bc4e79f-f380-4492-9b59-6079c9de26e7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.406719] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b2cb6ba-610d-4fbe-9241-a3ac38dc387f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.422051] env[62438]: DEBUG oslo_vmware.api [None req-21836c77-d7a0-4bd9-81a6-052a84160cc4 tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] Task: {'id': task-1784556, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.434587] env[62438]: DEBUG nova.compute.provider_tree [None req-a434d0d7-e1e9-4f36-9427-712cb0231f08 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1401.442518] env[62438]: DEBUG nova.compute.manager [req-f3b4d5b1-17da-4405-ab3a-5a62f22d0ffe req-cd9d8284-e3e4-48c3-8486-47cf375b1724 service nova] [instance: bacfabaa-c0c2-43b7-841f-5539f5de2859] Received event network-vif-plugged-d6e0e389-d874-472f-b23f-9dd5b6fe8d2e {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1401.442955] env[62438]: DEBUG oslo_concurrency.lockutils [req-f3b4d5b1-17da-4405-ab3a-5a62f22d0ffe req-cd9d8284-e3e4-48c3-8486-47cf375b1724 service nova] Acquiring lock "bacfabaa-c0c2-43b7-841f-5539f5de2859-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1401.443261] env[62438]: DEBUG oslo_concurrency.lockutils [req-f3b4d5b1-17da-4405-ab3a-5a62f22d0ffe req-cd9d8284-e3e4-48c3-8486-47cf375b1724 service nova] Lock "bacfabaa-c0c2-43b7-841f-5539f5de2859-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1401.443653] env[62438]: DEBUG oslo_concurrency.lockutils [req-f3b4d5b1-17da-4405-ab3a-5a62f22d0ffe req-cd9d8284-e3e4-48c3-8486-47cf375b1724 service nova] Lock "bacfabaa-c0c2-43b7-841f-5539f5de2859-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1401.443653] env[62438]: DEBUG nova.compute.manager [req-f3b4d5b1-17da-4405-ab3a-5a62f22d0ffe req-cd9d8284-e3e4-48c3-8486-47cf375b1724 service nova] [instance: bacfabaa-c0c2-43b7-841f-5539f5de2859] No waiting events found dispatching network-vif-plugged-d6e0e389-d874-472f-b23f-9dd5b6fe8d2e {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1401.444509] env[62438]: WARNING nova.compute.manager [req-f3b4d5b1-17da-4405-ab3a-5a62f22d0ffe req-cd9d8284-e3e4-48c3-8486-47cf375b1724 service nova] [instance: bacfabaa-c0c2-43b7-841f-5539f5de2859] Received unexpected event network-vif-plugged-d6e0e389-d874-472f-b23f-9dd5b6fe8d2e for instance with vm_state building and task_state spawning. [ 1401.444509] env[62438]: DEBUG nova.compute.manager [req-f3b4d5b1-17da-4405-ab3a-5a62f22d0ffe req-cd9d8284-e3e4-48c3-8486-47cf375b1724 service nova] [instance: bacfabaa-c0c2-43b7-841f-5539f5de2859] Received event network-changed-d6e0e389-d874-472f-b23f-9dd5b6fe8d2e {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1401.444509] env[62438]: DEBUG nova.compute.manager [req-f3b4d5b1-17da-4405-ab3a-5a62f22d0ffe req-cd9d8284-e3e4-48c3-8486-47cf375b1724 service nova] [instance: bacfabaa-c0c2-43b7-841f-5539f5de2859] Refreshing instance network info cache due to event network-changed-d6e0e389-d874-472f-b23f-9dd5b6fe8d2e. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1401.444925] env[62438]: DEBUG oslo_concurrency.lockutils [req-f3b4d5b1-17da-4405-ab3a-5a62f22d0ffe req-cd9d8284-e3e4-48c3-8486-47cf375b1724 service nova] Acquiring lock "refresh_cache-bacfabaa-c0c2-43b7-841f-5539f5de2859" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1401.445049] env[62438]: DEBUG oslo_concurrency.lockutils [req-f3b4d5b1-17da-4405-ab3a-5a62f22d0ffe req-cd9d8284-e3e4-48c3-8486-47cf375b1724 service nova] Acquired lock "refresh_cache-bacfabaa-c0c2-43b7-841f-5539f5de2859" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.445470] env[62438]: DEBUG nova.network.neutron [req-f3b4d5b1-17da-4405-ab3a-5a62f22d0ffe req-cd9d8284-e3e4-48c3-8486-47cf375b1724 service nova] [instance: bacfabaa-c0c2-43b7-841f-5539f5de2859] Refreshing network info cache for port d6e0e389-d874-472f-b23f-9dd5b6fe8d2e {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1401.584438] env[62438]: DEBUG oslo_vmware.api [None req-59fe03ef-ac39-4fee-80d8-042d36dc0576 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Task: {'id': task-1784557, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.612938] env[62438]: DEBUG oslo_concurrency.lockutils [None req-4e8d39c9-b76b-4b9e-8675-b5c07987c81d tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] Releasing lock "refresh_cache-8d4c832d-e0b5-44ef-a8ce-0d5c6b8ed7ed" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1401.613350] env[62438]: DEBUG nova.compute.manager [None req-4e8d39c9-b76b-4b9e-8675-b5c07987c81d tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] [instance: 8d4c832d-e0b5-44ef-a8ce-0d5c6b8ed7ed] Instance network_info: |[{"id": "98e0d594-fc4c-4c32-97b5-19238ef6ba13", "address": "fa:16:3e:3c:e4:d6", "network": {"id": "5123e49c-879f-492f-b078-52c8bd8287eb", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-735114465-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc56d24397644320b2e7e8b8074c4af8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98e0d594-fc", "ovs_interfaceid": "98e0d594-fc4c-4c32-97b5-19238ef6ba13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1401.614093] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-4e8d39c9-b76b-4b9e-8675-b5c07987c81d tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] [instance: 8d4c832d-e0b5-44ef-a8ce-0d5c6b8ed7ed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:e4:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8f441782-e89c-4815-b53e-af83c5d27902', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '98e0d594-fc4c-4c32-97b5-19238ef6ba13', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1401.624224] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e8d39c9-b76b-4b9e-8675-b5c07987c81d tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] Creating folder: Project (dc56d24397644320b2e7e8b8074c4af8). Parent ref: group-v370230. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1401.625371] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-55599503-b322-4923-9c63-d092de5cf007 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.643982] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-4e8d39c9-b76b-4b9e-8675-b5c07987c81d tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] Created folder: Project (dc56d24397644320b2e7e8b8074c4af8) in parent group-v370230. [ 1401.644216] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e8d39c9-b76b-4b9e-8675-b5c07987c81d tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] Creating folder: Instances. Parent ref: group-v370327. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1401.644479] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b91c277d-913d-483f-86ca-36aa1fa6944c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.647422] env[62438]: DEBUG nova.network.neutron [req-aedf2ee2-ebbf-4289-bb90-aa4689ae20af req-4549bb84-0c18-46d5-96fe-4b3c5e148959 service nova] [instance: 9eb5afb2-9f91-428d-9590-0037b30b33b3] Updated VIF entry in instance network info cache for port 4a1f1836-b5d6-4a4d-b4d4-906659f5afc8. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1401.647750] env[62438]: DEBUG nova.network.neutron [req-aedf2ee2-ebbf-4289-bb90-aa4689ae20af req-4549bb84-0c18-46d5-96fe-4b3c5e148959 service nova] [instance: 9eb5afb2-9f91-428d-9590-0037b30b33b3] Updating instance_info_cache with network_info: [{"id": "4a1f1836-b5d6-4a4d-b4d4-906659f5afc8", "address": "fa:16:3e:9c:d0:89", "network": {"id": "8e2a4cc9-3d97-4555-97e3-837d85836978", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.82", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "332326a11cdf4ec891065b36ccc5aa20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a1f1836-b5", "ovs_interfaceid": "4a1f1836-b5d6-4a4d-b4d4-906659f5afc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1401.660794] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-4e8d39c9-b76b-4b9e-8675-b5c07987c81d tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] Created folder: Instances in parent group-v370327. [ 1401.661105] env[62438]: DEBUG oslo.service.loopingcall [None req-4e8d39c9-b76b-4b9e-8675-b5c07987c81d tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1401.661325] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d4c832d-e0b5-44ef-a8ce-0d5c6b8ed7ed] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1401.662301] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6843fe42-4db9-4b0a-9afb-511cd52997e8 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.684712] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1401.684712] env[62438]: value = "task-1784561" [ 1401.684712] env[62438]: _type = "Task" [ 1401.684712] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.691969] env[62438]: DEBUG oslo_vmware.api [None req-2fc3cdc3-7afe-4b46-a7bb-969aec517517 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Task: {'id': task-1784558, 'name': PowerOffVM_Task, 'duration_secs': 0.212946} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.692659] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fc3cdc3-7afe-4b46-a7bb-969aec517517 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] [instance: 8234c07d-eb31-429f-b804-a3250ea396a0] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1401.692893] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-2fc3cdc3-7afe-4b46-a7bb-969aec517517 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] [instance: 8234c07d-eb31-429f-b804-a3250ea396a0] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1401.693677] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16695128-883d-4ef1-8236-3a43e434136c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.700403] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784561, 'name': CreateVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.705682] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-2fc3cdc3-7afe-4b46-a7bb-969aec517517 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] [instance: 8234c07d-eb31-429f-b804-a3250ea396a0] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1401.705947] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-043c42e1-edb1-488b-9996-6553f41d4a88 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.736191] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-2fc3cdc3-7afe-4b46-a7bb-969aec517517 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] [instance: 8234c07d-eb31-429f-b804-a3250ea396a0] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1401.736511] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-2fc3cdc3-7afe-4b46-a7bb-969aec517517 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] [instance: 8234c07d-eb31-429f-b804-a3250ea396a0] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1401.736835] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fc3cdc3-7afe-4b46-a7bb-969aec517517 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Deleting the datastore file [datastore1] 8234c07d-eb31-429f-b804-a3250ea396a0 {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1401.737660] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3fcda55e-7611-4dbd-b2f9-5bc491697921 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.744400] env[62438]: DEBUG oslo_vmware.api [None req-2fc3cdc3-7afe-4b46-a7bb-969aec517517 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Waiting for the task: (returnval){ [ 1401.744400] env[62438]: value = "task-1784563" [ 1401.744400] env[62438]: _type = "Task" [ 1401.744400] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.754098] env[62438]: DEBUG oslo_vmware.api [None req-2fc3cdc3-7afe-4b46-a7bb-969aec517517 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Task: {'id': task-1784563, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.759451] env[62438]: DEBUG nova.compute.manager [None req-1f2f5f83-e1c5-4261-ab26-7ddcdf110c7a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] [instance: aece6fe8-5252-42bc-a4ac-c45a386770b3] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1401.789109] env[62438]: DEBUG nova.virt.hardware [None req-1f2f5f83-e1c5-4261-ab26-7ddcdf110c7a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1401.792137] env[62438]: DEBUG nova.virt.hardware [None req-1f2f5f83-e1c5-4261-ab26-7ddcdf110c7a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1401.792137] env[62438]: DEBUG nova.virt.hardware [None req-1f2f5f83-e1c5-4261-ab26-7ddcdf110c7a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1401.792137] env[62438]: DEBUG nova.virt.hardware [None req-1f2f5f83-e1c5-4261-ab26-7ddcdf110c7a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1401.792137] env[62438]: DEBUG nova.virt.hardware [None req-1f2f5f83-e1c5-4261-ab26-7ddcdf110c7a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1401.792137] env[62438]: DEBUG nova.virt.hardware [None req-1f2f5f83-e1c5-4261-ab26-7ddcdf110c7a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1401.792334] env[62438]: DEBUG nova.virt.hardware [None req-1f2f5f83-e1c5-4261-ab26-7ddcdf110c7a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1401.792334] env[62438]: DEBUG nova.virt.hardware [None req-1f2f5f83-e1c5-4261-ab26-7ddcdf110c7a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1401.792334] env[62438]: DEBUG nova.virt.hardware [None req-1f2f5f83-e1c5-4261-ab26-7ddcdf110c7a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1401.792334] env[62438]: DEBUG nova.virt.hardware [None req-1f2f5f83-e1c5-4261-ab26-7ddcdf110c7a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1401.792334] env[62438]: DEBUG nova.virt.hardware [None req-1f2f5f83-e1c5-4261-ab26-7ddcdf110c7a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1401.792472] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d9c18bc-f3d5-4b7a-8634-e373698c44d7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.801171] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49088644-97d0-4294-9d13-f346c35a76aa {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.825827] env[62438]: DEBUG oslo_vmware.api [None req-280113d4-c0dd-4ef1-a4b5-9f5524b52fa8 tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52942ab8-34fc-2b2b-fc5b-9afb18d041e1, 'name': SearchDatastore_Task, 'duration_secs': 0.058996} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.827606] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c42cca0-e77b-4d32-a3a0-5afc645aa4e2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.832460] env[62438]: DEBUG oslo_vmware.api [None req-280113d4-c0dd-4ef1-a4b5-9f5524b52fa8 tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] Waiting for the task: (returnval){ [ 1401.832460] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52300041-51be-28b3-6be0-92afc12ded16" [ 1401.832460] env[62438]: _type = "Task" [ 1401.832460] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.842430] env[62438]: DEBUG oslo_vmware.api [None req-280113d4-c0dd-4ef1-a4b5-9f5524b52fa8 tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52300041-51be-28b3-6be0-92afc12ded16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.852179] env[62438]: DEBUG oslo_vmware.api [None req-92020989-bed5-4d13-8553-90b13c3419ee tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] Task: {'id': task-1784555, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540594} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.852494] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-92020989-bed5-4d13-8553-90b13c3419ee tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] bacfabaa-c0c2-43b7-841f-5539f5de2859/bacfabaa-c0c2-43b7-841f-5539f5de2859.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1401.852680] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-92020989-bed5-4d13-8553-90b13c3419ee tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] [instance: bacfabaa-c0c2-43b7-841f-5539f5de2859] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1401.852934] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eedd5b07-091c-4ffc-857b-4073c6549341 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.860283] env[62438]: DEBUG oslo_vmware.api [None req-92020989-bed5-4d13-8553-90b13c3419ee tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] Waiting for the task: (returnval){ [ 1401.860283] env[62438]: value = "task-1784564" [ 1401.860283] env[62438]: _type = "Task" [ 1401.860283] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.868596] env[62438]: DEBUG oslo_vmware.api [None req-92020989-bed5-4d13-8553-90b13c3419ee tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] Task: {'id': task-1784564, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.915401] env[62438]: DEBUG oslo_vmware.api [None req-21836c77-d7a0-4bd9-81a6-052a84160cc4 tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] Task: {'id': task-1784556, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.784822} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.915710] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-21836c77-d7a0-4bd9-81a6-052a84160cc4 tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] e1af2037-ebee-4ea8-aade-9949bb2c4891/e1af2037-ebee-4ea8-aade-9949bb2c4891.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1401.915970] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-21836c77-d7a0-4bd9-81a6-052a84160cc4 tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] [instance: e1af2037-ebee-4ea8-aade-9949bb2c4891] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1401.916293] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0e9a8a72-3f42-4faa-91ee-55c59fe03f00 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.923154] env[62438]: DEBUG oslo_vmware.api [None req-21836c77-d7a0-4bd9-81a6-052a84160cc4 tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] Waiting for the task: (returnval){ [ 1401.923154] env[62438]: value = "task-1784565" [ 1401.923154] env[62438]: _type = "Task" [ 1401.923154] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.933614] env[62438]: DEBUG oslo_vmware.api [None req-21836c77-d7a0-4bd9-81a6-052a84160cc4 tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] Task: {'id': task-1784565, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.937980] env[62438]: DEBUG nova.scheduler.client.report [None req-a434d0d7-e1e9-4f36-9427-712cb0231f08 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1402.057156] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9c6e0d1f-3c4e-4af8-8450-854ddc1c095e tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] Acquiring lock "9eb5afb2-9f91-428d-9590-0037b30b33b3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1402.057461] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9c6e0d1f-3c4e-4af8-8450-854ddc1c095e tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] Lock "9eb5afb2-9f91-428d-9590-0037b30b33b3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1402.057679] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9c6e0d1f-3c4e-4af8-8450-854ddc1c095e tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] Acquiring lock "9eb5afb2-9f91-428d-9590-0037b30b33b3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1402.057974] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9c6e0d1f-3c4e-4af8-8450-854ddc1c095e tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] Lock "9eb5afb2-9f91-428d-9590-0037b30b33b3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1402.058056] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9c6e0d1f-3c4e-4af8-8450-854ddc1c095e tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] Lock "9eb5afb2-9f91-428d-9590-0037b30b33b3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1402.066162] env[62438]: INFO nova.compute.manager [None req-9c6e0d1f-3c4e-4af8-8450-854ddc1c095e tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] [instance: 9eb5afb2-9f91-428d-9590-0037b30b33b3] Terminating instance [ 1402.070776] env[62438]: DEBUG nova.compute.manager [None req-9c6e0d1f-3c4e-4af8-8450-854ddc1c095e tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] [instance: 9eb5afb2-9f91-428d-9590-0037b30b33b3] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1402.071032] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-9c6e0d1f-3c4e-4af8-8450-854ddc1c095e tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] [instance: 9eb5afb2-9f91-428d-9590-0037b30b33b3] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1402.073730] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e1073be-0559-4a50-9db5-be72bb8c0c60 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.089969] env[62438]: DEBUG oslo_vmware.api [None req-59fe03ef-ac39-4fee-80d8-042d36dc0576 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Task: {'id': task-1784557, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.093328] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c6e0d1f-3c4e-4af8-8450-854ddc1c095e tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] [instance: 9eb5afb2-9f91-428d-9590-0037b30b33b3] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1402.093636] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f347fb61-6b8e-4c8c-883f-3a6a586bfbad {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.101583] env[62438]: DEBUG oslo_vmware.api [None req-9c6e0d1f-3c4e-4af8-8450-854ddc1c095e tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] Waiting for the task: (returnval){ [ 1402.101583] env[62438]: value = "task-1784566" [ 1402.101583] env[62438]: _type = "Task" [ 1402.101583] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.118045] env[62438]: DEBUG oslo_vmware.api [None req-9c6e0d1f-3c4e-4af8-8450-854ddc1c095e tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] Task: {'id': task-1784566, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.150936] env[62438]: DEBUG oslo_concurrency.lockutils [req-aedf2ee2-ebbf-4289-bb90-aa4689ae20af req-4549bb84-0c18-46d5-96fe-4b3c5e148959 service nova] Releasing lock "refresh_cache-9eb5afb2-9f91-428d-9590-0037b30b33b3" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1402.151396] env[62438]: DEBUG nova.compute.manager [req-aedf2ee2-ebbf-4289-bb90-aa4689ae20af req-4549bb84-0c18-46d5-96fe-4b3c5e148959 service nova] [instance: 65ded97d-a41b-4c21-b289-baa0d75c739b] Received event network-changed-00dc7973-004c-444e-850d-c5d981b07ec4 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1402.151588] env[62438]: DEBUG nova.compute.manager [req-aedf2ee2-ebbf-4289-bb90-aa4689ae20af req-4549bb84-0c18-46d5-96fe-4b3c5e148959 service nova] [instance: 65ded97d-a41b-4c21-b289-baa0d75c739b] Refreshing instance network info cache due to event network-changed-00dc7973-004c-444e-850d-c5d981b07ec4. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1402.151974] env[62438]: DEBUG oslo_concurrency.lockutils [req-aedf2ee2-ebbf-4289-bb90-aa4689ae20af req-4549bb84-0c18-46d5-96fe-4b3c5e148959 service nova] Acquiring lock "refresh_cache-65ded97d-a41b-4c21-b289-baa0d75c739b" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1402.152214] env[62438]: DEBUG oslo_concurrency.lockutils [req-aedf2ee2-ebbf-4289-bb90-aa4689ae20af req-4549bb84-0c18-46d5-96fe-4b3c5e148959 service nova] Acquired lock "refresh_cache-65ded97d-a41b-4c21-b289-baa0d75c739b" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.152421] env[62438]: DEBUG nova.network.neutron [req-aedf2ee2-ebbf-4289-bb90-aa4689ae20af req-4549bb84-0c18-46d5-96fe-4b3c5e148959 service nova] [instance: 65ded97d-a41b-4c21-b289-baa0d75c739b] Refreshing network info cache for port 00dc7973-004c-444e-850d-c5d981b07ec4 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1402.153806] env[62438]: DEBUG oslo_concurrency.lockutils [None req-acb4be27-62e0-42cd-8e41-a3212f812e65 tempest-ServerExternalEventsTest-358388866 tempest-ServerExternalEventsTest-358388866-project] Acquired lock "refresh_cache-9eb5afb2-9f91-428d-9590-0037b30b33b3" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.154532] env[62438]: DEBUG nova.network.neutron [None req-acb4be27-62e0-42cd-8e41-a3212f812e65 tempest-ServerExternalEventsTest-358388866 tempest-ServerExternalEventsTest-358388866-project] [instance: 9eb5afb2-9f91-428d-9590-0037b30b33b3] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1402.196525] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784561, 'name': CreateVM_Task, 'duration_secs': 0.451266} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.196852] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d4c832d-e0b5-44ef-a8ce-0d5c6b8ed7ed] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1402.197613] env[62438]: DEBUG oslo_concurrency.lockutils [None req-4e8d39c9-b76b-4b9e-8675-b5c07987c81d tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1402.197672] env[62438]: DEBUG oslo_concurrency.lockutils [None req-4e8d39c9-b76b-4b9e-8675-b5c07987c81d tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.197956] env[62438]: DEBUG oslo_concurrency.lockutils [None req-4e8d39c9-b76b-4b9e-8675-b5c07987c81d tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1402.198243] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4f240fe-7f30-449a-b584-1ee1b62ce3e1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.203558] env[62438]: DEBUG oslo_vmware.api [None req-4e8d39c9-b76b-4b9e-8675-b5c07987c81d tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] Waiting for the task: (returnval){ [ 1402.203558] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]524d5c16-fde7-fee5-ed35-4db71dedda79" [ 1402.203558] env[62438]: _type = "Task" [ 1402.203558] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.212223] env[62438]: DEBUG oslo_vmware.api [None req-4e8d39c9-b76b-4b9e-8675-b5c07987c81d tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]524d5c16-fde7-fee5-ed35-4db71dedda79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.255824] env[62438]: DEBUG oslo_vmware.api [None req-2fc3cdc3-7afe-4b46-a7bb-969aec517517 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Task: {'id': task-1784563, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137946} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.256142] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fc3cdc3-7afe-4b46-a7bb-969aec517517 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1402.256338] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-2fc3cdc3-7afe-4b46-a7bb-969aec517517 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] [instance: 8234c07d-eb31-429f-b804-a3250ea396a0] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1402.256540] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-2fc3cdc3-7afe-4b46-a7bb-969aec517517 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] [instance: 8234c07d-eb31-429f-b804-a3250ea396a0] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1402.282029] env[62438]: DEBUG nova.network.neutron [None req-1f2f5f83-e1c5-4261-ab26-7ddcdf110c7a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] [instance: aece6fe8-5252-42bc-a4ac-c45a386770b3] Successfully updated port: 53111168-a0af-4c68-94d4-884c2cf48a7b {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1402.345249] env[62438]: DEBUG oslo_vmware.api [None req-280113d4-c0dd-4ef1-a4b5-9f5524b52fa8 tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52300041-51be-28b3-6be0-92afc12ded16, 'name': SearchDatastore_Task, 'duration_secs': 0.013503} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.345539] env[62438]: DEBUG oslo_concurrency.lockutils [None req-280113d4-c0dd-4ef1-a4b5-9f5524b52fa8 tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1402.345799] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-280113d4-c0dd-4ef1-a4b5-9f5524b52fa8 tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 593cd047-3ea0-4bc8-ab9d-9833747a6752/593cd047-3ea0-4bc8-ab9d-9833747a6752.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1402.346097] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4b6ad0c-bbeb-420a-9aa1-b6ea3957d583 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.352436] env[62438]: DEBUG oslo_vmware.api [None req-280113d4-c0dd-4ef1-a4b5-9f5524b52fa8 tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] Waiting for the task: (returnval){ [ 1402.352436] env[62438]: value = "task-1784567" [ 1402.352436] env[62438]: _type = "Task" [ 1402.352436] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.364395] env[62438]: DEBUG oslo_vmware.api [None req-280113d4-c0dd-4ef1-a4b5-9f5524b52fa8 tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] Task: {'id': task-1784567, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.369493] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1402.375931] env[62438]: DEBUG oslo_vmware.api [None req-92020989-bed5-4d13-8553-90b13c3419ee tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] Task: {'id': task-1784564, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090276} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.376290] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-92020989-bed5-4d13-8553-90b13c3419ee tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] [instance: bacfabaa-c0c2-43b7-841f-5539f5de2859] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1402.377356] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a177be4c-3bb1-451f-952a-319ba69dc5c0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.380984] env[62438]: DEBUG nova.network.neutron [req-f3b4d5b1-17da-4405-ab3a-5a62f22d0ffe req-cd9d8284-e3e4-48c3-8486-47cf375b1724 service nova] [instance: bacfabaa-c0c2-43b7-841f-5539f5de2859] Updated VIF entry in instance network info cache for port d6e0e389-d874-472f-b23f-9dd5b6fe8d2e. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1402.381372] env[62438]: DEBUG nova.network.neutron [req-f3b4d5b1-17da-4405-ab3a-5a62f22d0ffe req-cd9d8284-e3e4-48c3-8486-47cf375b1724 service nova] [instance: bacfabaa-c0c2-43b7-841f-5539f5de2859] Updating instance_info_cache with network_info: [{"id": "d6e0e389-d874-472f-b23f-9dd5b6fe8d2e", "address": "fa:16:3e:f0:c9:e7", "network": {"id": "881afeaa-193b-4d5a-abd0-7c038cd6bfde", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1443821020-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae50e7a0076742958d559c8650144a2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6e0e389-d8", "ovs_interfaceid": "d6e0e389-d874-472f-b23f-9dd5b6fe8d2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1402.406662] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-92020989-bed5-4d13-8553-90b13c3419ee tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] [instance: bacfabaa-c0c2-43b7-841f-5539f5de2859] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] bacfabaa-c0c2-43b7-841f-5539f5de2859/bacfabaa-c0c2-43b7-841f-5539f5de2859.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1402.407786] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-970a0451-b49d-4838-9d1f-5631f4db062e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.434728] env[62438]: DEBUG oslo_vmware.api [None req-21836c77-d7a0-4bd9-81a6-052a84160cc4 tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] Task: {'id': task-1784565, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090492} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.436586] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-21836c77-d7a0-4bd9-81a6-052a84160cc4 tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] [instance: e1af2037-ebee-4ea8-aade-9949bb2c4891] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1402.436984] env[62438]: DEBUG oslo_vmware.api [None req-92020989-bed5-4d13-8553-90b13c3419ee tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] Waiting for the task: (returnval){ [ 1402.436984] env[62438]: value = "task-1784568" [ 1402.436984] env[62438]: _type = "Task" [ 1402.436984] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.437702] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af923b42-168f-4f6e-8ecf-e2b40b339372 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.444082] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a434d0d7-e1e9-4f36-9427-712cb0231f08 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.717s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1402.444727] env[62438]: DEBUG nova.compute.manager [None req-a434d0d7-e1e9-4f36-9427-712cb0231f08 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] [instance: 2f2bdef2-e31e-446b-beec-b6be1970dc9e] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1402.457367] env[62438]: DEBUG oslo_concurrency.lockutils [None req-3a783a8e-5352-4f7c-8d76-9138b8ba3380 tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.071s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1402.457720] env[62438]: DEBUG nova.objects.instance [None req-3a783a8e-5352-4f7c-8d76-9138b8ba3380 tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] Lazy-loading 'resources' on Instance uuid b2bf5c0d-e3c0-46e3-ade0-50f0dc7dff46 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1402.469935] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-21836c77-d7a0-4bd9-81a6-052a84160cc4 tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] [instance: e1af2037-ebee-4ea8-aade-9949bb2c4891] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] e1af2037-ebee-4ea8-aade-9949bb2c4891/e1af2037-ebee-4ea8-aade-9949bb2c4891.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1402.475023] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2fc4263c-1dec-4f1c-8d71-180b0dc52a62 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.490966] env[62438]: DEBUG oslo_vmware.api [None req-92020989-bed5-4d13-8553-90b13c3419ee tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] Task: {'id': task-1784568, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.496414] env[62438]: DEBUG oslo_vmware.api [None req-21836c77-d7a0-4bd9-81a6-052a84160cc4 tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] Waiting for the task: (returnval){ [ 1402.496414] env[62438]: value = "task-1784569" [ 1402.496414] env[62438]: _type = "Task" [ 1402.496414] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.506110] env[62438]: DEBUG oslo_vmware.api [None req-21836c77-d7a0-4bd9-81a6-052a84160cc4 tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] Task: {'id': task-1784569, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.581384] env[62438]: DEBUG oslo_vmware.api [None req-59fe03ef-ac39-4fee-80d8-042d36dc0576 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Task: {'id': task-1784557, 'name': RemoveSnapshot_Task, 'duration_secs': 1.252855} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.581700] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-59fe03ef-ac39-4fee-80d8-042d36dc0576 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] [instance: dafca806-482e-476d-aac6-f4844403efb3] Deleted Snapshot of the VM instance {{(pid=62438) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1402.582117] env[62438]: INFO nova.compute.manager [None req-59fe03ef-ac39-4fee-80d8-042d36dc0576 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] [instance: dafca806-482e-476d-aac6-f4844403efb3] Took 18.51 seconds to snapshot the instance on the hypervisor. [ 1402.615135] env[62438]: DEBUG oslo_vmware.api [None req-9c6e0d1f-3c4e-4af8-8450-854ddc1c095e tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] Task: {'id': task-1784566, 'name': PowerOffVM_Task, 'duration_secs': 0.228586} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.615135] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c6e0d1f-3c4e-4af8-8450-854ddc1c095e tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] [instance: 9eb5afb2-9f91-428d-9590-0037b30b33b3] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1402.615135] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-9c6e0d1f-3c4e-4af8-8450-854ddc1c095e tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] [instance: 9eb5afb2-9f91-428d-9590-0037b30b33b3] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1402.615135] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc1585a1-e463-4856-b630-235b07b59e30 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.700630] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-9c6e0d1f-3c4e-4af8-8450-854ddc1c095e tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] [instance: 9eb5afb2-9f91-428d-9590-0037b30b33b3] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1402.702019] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-9c6e0d1f-3c4e-4af8-8450-854ddc1c095e tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] [instance: 9eb5afb2-9f91-428d-9590-0037b30b33b3] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1402.702019] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c6e0d1f-3c4e-4af8-8450-854ddc1c095e tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] Deleting the datastore file [datastore1] 9eb5afb2-9f91-428d-9590-0037b30b33b3 {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1402.702019] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2607bc36-4ef2-4584-92ec-6e46aefe4452 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.717606] env[62438]: DEBUG oslo_vmware.api [None req-9c6e0d1f-3c4e-4af8-8450-854ddc1c095e tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] Waiting for the task: (returnval){ [ 1402.717606] env[62438]: value = "task-1784571" [ 1402.717606] env[62438]: _type = "Task" [ 1402.717606] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.728699] env[62438]: DEBUG oslo_vmware.api [None req-4e8d39c9-b76b-4b9e-8675-b5c07987c81d tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]524d5c16-fde7-fee5-ed35-4db71dedda79, 'name': SearchDatastore_Task, 'duration_secs': 0.015857} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.729318] env[62438]: DEBUG oslo_concurrency.lockutils [None req-4e8d39c9-b76b-4b9e-8675-b5c07987c81d tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1402.733076] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-4e8d39c9-b76b-4b9e-8675-b5c07987c81d tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] [instance: 8d4c832d-e0b5-44ef-a8ce-0d5c6b8ed7ed] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1402.733076] env[62438]: DEBUG oslo_concurrency.lockutils [None req-4e8d39c9-b76b-4b9e-8675-b5c07987c81d tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1402.733076] env[62438]: DEBUG oslo_concurrency.lockutils [None req-4e8d39c9-b76b-4b9e-8675-b5c07987c81d tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.733076] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e8d39c9-b76b-4b9e-8675-b5c07987c81d tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1402.733076] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-140c8c10-ac23-4e49-9f75-96367366f428 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.739204] env[62438]: DEBUG oslo_concurrency.lockutils [None req-91b97f58-4ba9-48c8-a3df-cdf4ded8fb6d tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Acquiring lock "f23e6ad1-e92d-4d2d-b09e-cec7d33c551d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1402.739785] env[62438]: DEBUG oslo_concurrency.lockutils [None req-91b97f58-4ba9-48c8-a3df-cdf4ded8fb6d tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Lock "f23e6ad1-e92d-4d2d-b09e-cec7d33c551d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1402.740207] env[62438]: DEBUG oslo_concurrency.lockutils [None req-91b97f58-4ba9-48c8-a3df-cdf4ded8fb6d tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Acquiring lock "f23e6ad1-e92d-4d2d-b09e-cec7d33c551d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1402.740596] env[62438]: DEBUG oslo_concurrency.lockutils [None req-91b97f58-4ba9-48c8-a3df-cdf4ded8fb6d tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Lock "f23e6ad1-e92d-4d2d-b09e-cec7d33c551d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1402.740931] env[62438]: DEBUG oslo_concurrency.lockutils [None req-91b97f58-4ba9-48c8-a3df-cdf4ded8fb6d tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Lock "f23e6ad1-e92d-4d2d-b09e-cec7d33c551d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1402.742977] env[62438]: DEBUG oslo_vmware.api [None req-9c6e0d1f-3c4e-4af8-8450-854ddc1c095e tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] Task: {'id': task-1784571, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.744411] env[62438]: INFO nova.compute.manager [None req-91b97f58-4ba9-48c8-a3df-cdf4ded8fb6d tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: f23e6ad1-e92d-4d2d-b09e-cec7d33c551d] Terminating instance [ 1402.747158] env[62438]: DEBUG nova.compute.manager [None req-91b97f58-4ba9-48c8-a3df-cdf4ded8fb6d tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: f23e6ad1-e92d-4d2d-b09e-cec7d33c551d] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1402.747523] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-91b97f58-4ba9-48c8-a3df-cdf4ded8fb6d tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: f23e6ad1-e92d-4d2d-b09e-cec7d33c551d] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1402.748619] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b82a1c0-0de9-4872-97c4-ea4e30ae8090 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.757680] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e8d39c9-b76b-4b9e-8675-b5c07987c81d tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1402.758205] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-4e8d39c9-b76b-4b9e-8675-b5c07987c81d tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1402.762483] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf304b87-b3d1-452d-8091-3cf76a7e6835 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.769170] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-91b97f58-4ba9-48c8-a3df-cdf4ded8fb6d tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: f23e6ad1-e92d-4d2d-b09e-cec7d33c551d] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1402.769720] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-53e9aa9f-a05e-41e0-823f-756d360b4e3b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.780337] env[62438]: DEBUG oslo_vmware.api [None req-4e8d39c9-b76b-4b9e-8675-b5c07987c81d tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] Waiting for the task: (returnval){ [ 1402.780337] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52bf9587-6e8d-d2de-850f-5820975088bc" [ 1402.780337] env[62438]: _type = "Task" [ 1402.780337] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.786299] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1f2f5f83-e1c5-4261-ab26-7ddcdf110c7a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] Acquiring lock "refresh_cache-aece6fe8-5252-42bc-a4ac-c45a386770b3" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1402.786299] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1f2f5f83-e1c5-4261-ab26-7ddcdf110c7a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] Acquired lock "refresh_cache-aece6fe8-5252-42bc-a4ac-c45a386770b3" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.786421] env[62438]: DEBUG nova.network.neutron [None req-1f2f5f83-e1c5-4261-ab26-7ddcdf110c7a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] [instance: aece6fe8-5252-42bc-a4ac-c45a386770b3] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1402.796654] env[62438]: DEBUG oslo_vmware.api [None req-4e8d39c9-b76b-4b9e-8675-b5c07987c81d tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52bf9587-6e8d-d2de-850f-5820975088bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.864386] env[62438]: DEBUG oslo_vmware.api [None req-280113d4-c0dd-4ef1-a4b5-9f5524b52fa8 tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] Task: {'id': task-1784567, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.885286] env[62438]: DEBUG oslo_concurrency.lockutils [req-f3b4d5b1-17da-4405-ab3a-5a62f22d0ffe req-cd9d8284-e3e4-48c3-8486-47cf375b1724 service nova] Releasing lock "refresh_cache-bacfabaa-c0c2-43b7-841f-5539f5de2859" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1402.885743] env[62438]: DEBUG nova.compute.manager [req-f3b4d5b1-17da-4405-ab3a-5a62f22d0ffe req-cd9d8284-e3e4-48c3-8486-47cf375b1724 service nova] [instance: 593cd047-3ea0-4bc8-ab9d-9833747a6752] Received event network-vif-plugged-d7fe83ce-ddba-451e-9d27-e77e57a49a18 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1402.885880] env[62438]: DEBUG oslo_concurrency.lockutils [req-f3b4d5b1-17da-4405-ab3a-5a62f22d0ffe req-cd9d8284-e3e4-48c3-8486-47cf375b1724 service nova] Acquiring lock "593cd047-3ea0-4bc8-ab9d-9833747a6752-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1402.886132] env[62438]: DEBUG oslo_concurrency.lockutils [req-f3b4d5b1-17da-4405-ab3a-5a62f22d0ffe req-cd9d8284-e3e4-48c3-8486-47cf375b1724 service nova] Lock "593cd047-3ea0-4bc8-ab9d-9833747a6752-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1402.886390] env[62438]: DEBUG oslo_concurrency.lockutils [req-f3b4d5b1-17da-4405-ab3a-5a62f22d0ffe req-cd9d8284-e3e4-48c3-8486-47cf375b1724 service nova] Lock "593cd047-3ea0-4bc8-ab9d-9833747a6752-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1402.886552] env[62438]: DEBUG nova.compute.manager [req-f3b4d5b1-17da-4405-ab3a-5a62f22d0ffe req-cd9d8284-e3e4-48c3-8486-47cf375b1724 service nova] [instance: 593cd047-3ea0-4bc8-ab9d-9833747a6752] No waiting events found dispatching network-vif-plugged-d7fe83ce-ddba-451e-9d27-e77e57a49a18 {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1402.886693] env[62438]: WARNING nova.compute.manager [req-f3b4d5b1-17da-4405-ab3a-5a62f22d0ffe req-cd9d8284-e3e4-48c3-8486-47cf375b1724 service nova] [instance: 593cd047-3ea0-4bc8-ab9d-9833747a6752] Received unexpected event network-vif-plugged-d7fe83ce-ddba-451e-9d27-e77e57a49a18 for instance with vm_state building and task_state spawning. [ 1402.886907] env[62438]: DEBUG nova.compute.manager [req-f3b4d5b1-17da-4405-ab3a-5a62f22d0ffe req-cd9d8284-e3e4-48c3-8486-47cf375b1724 service nova] [instance: 593cd047-3ea0-4bc8-ab9d-9833747a6752] Received event network-changed-d7fe83ce-ddba-451e-9d27-e77e57a49a18 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1402.887051] env[62438]: DEBUG nova.compute.manager [req-f3b4d5b1-17da-4405-ab3a-5a62f22d0ffe req-cd9d8284-e3e4-48c3-8486-47cf375b1724 service nova] [instance: 593cd047-3ea0-4bc8-ab9d-9833747a6752] Refreshing instance network info cache due to event network-changed-d7fe83ce-ddba-451e-9d27-e77e57a49a18. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1402.887245] env[62438]: DEBUG oslo_concurrency.lockutils [req-f3b4d5b1-17da-4405-ab3a-5a62f22d0ffe req-cd9d8284-e3e4-48c3-8486-47cf375b1724 service nova] Acquiring lock "refresh_cache-593cd047-3ea0-4bc8-ab9d-9833747a6752" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1402.887390] env[62438]: DEBUG oslo_concurrency.lockutils [req-f3b4d5b1-17da-4405-ab3a-5a62f22d0ffe req-cd9d8284-e3e4-48c3-8486-47cf375b1724 service nova] Acquired lock "refresh_cache-593cd047-3ea0-4bc8-ab9d-9833747a6752" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.887555] env[62438]: DEBUG nova.network.neutron [req-f3b4d5b1-17da-4405-ab3a-5a62f22d0ffe req-cd9d8284-e3e4-48c3-8486-47cf375b1724 service nova] [instance: 593cd047-3ea0-4bc8-ab9d-9833747a6752] Refreshing network info cache for port d7fe83ce-ddba-451e-9d27-e77e57a49a18 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1402.955016] env[62438]: DEBUG oslo_vmware.api [None req-92020989-bed5-4d13-8553-90b13c3419ee tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] Task: {'id': task-1784568, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.970249] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-91b97f58-4ba9-48c8-a3df-cdf4ded8fb6d tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: f23e6ad1-e92d-4d2d-b09e-cec7d33c551d] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1402.970249] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-91b97f58-4ba9-48c8-a3df-cdf4ded8fb6d tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: f23e6ad1-e92d-4d2d-b09e-cec7d33c551d] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1402.970249] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-91b97f58-4ba9-48c8-a3df-cdf4ded8fb6d tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Deleting the datastore file [datastore1] f23e6ad1-e92d-4d2d-b09e-cec7d33c551d {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1402.970249] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da235b87-580f-4a48-b438-657d207795e8 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.976761] env[62438]: DEBUG nova.compute.utils [None req-a434d0d7-e1e9-4f36-9427-712cb0231f08 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1402.981272] env[62438]: DEBUG oslo_vmware.api [None req-91b97f58-4ba9-48c8-a3df-cdf4ded8fb6d tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Waiting for the task: (returnval){ [ 1402.981272] env[62438]: value = "task-1784573" [ 1402.981272] env[62438]: _type = "Task" [ 1402.981272] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.981272] env[62438]: DEBUG nova.compute.manager [None req-a434d0d7-e1e9-4f36-9427-712cb0231f08 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] [instance: 2f2bdef2-e31e-446b-beec-b6be1970dc9e] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1402.981272] env[62438]: DEBUG nova.network.neutron [None req-a434d0d7-e1e9-4f36-9427-712cb0231f08 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] [instance: 2f2bdef2-e31e-446b-beec-b6be1970dc9e] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1402.992208] env[62438]: DEBUG oslo_vmware.api [None req-91b97f58-4ba9-48c8-a3df-cdf4ded8fb6d tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1784573, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.007357] env[62438]: DEBUG oslo_vmware.api [None req-21836c77-d7a0-4bd9-81a6-052a84160cc4 tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] Task: {'id': task-1784569, 'name': ReconfigVM_Task, 'duration_secs': 0.502022} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.007649] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-21836c77-d7a0-4bd9-81a6-052a84160cc4 tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] [instance: e1af2037-ebee-4ea8-aade-9949bb2c4891] Reconfigured VM instance instance-0000001e to attach disk [datastore1] e1af2037-ebee-4ea8-aade-9949bb2c4891/e1af2037-ebee-4ea8-aade-9949bb2c4891.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1403.009039] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1be27b1d-1eee-4c09-87ac-622b06c5e4f7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.017852] env[62438]: DEBUG oslo_vmware.api [None req-21836c77-d7a0-4bd9-81a6-052a84160cc4 tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] Waiting for the task: (returnval){ [ 1403.017852] env[62438]: value = "task-1784574" [ 1403.017852] env[62438]: _type = "Task" [ 1403.017852] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.032514] env[62438]: DEBUG oslo_vmware.api [None req-21836c77-d7a0-4bd9-81a6-052a84160cc4 tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] Task: {'id': task-1784574, 'name': Rename_Task} progress is 10%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.101729] env[62438]: DEBUG nova.policy [None req-a434d0d7-e1e9-4f36-9427-712cb0231f08 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cbdf79812658421ebea3af6dfb2938d6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '717c546fceb64599bbf7617fb9e93384', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1403.149663] env[62438]: DEBUG nova.network.neutron [None req-acb4be27-62e0-42cd-8e41-a3212f812e65 tempest-ServerExternalEventsTest-358388866 tempest-ServerExternalEventsTest-358388866-project] [instance: 9eb5afb2-9f91-428d-9590-0037b30b33b3] Updating instance_info_cache with network_info: [{"id": "4a1f1836-b5d6-4a4d-b4d4-906659f5afc8", "address": "fa:16:3e:9c:d0:89", "network": {"id": "8e2a4cc9-3d97-4555-97e3-837d85836978", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.82", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "332326a11cdf4ec891065b36ccc5aa20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a1f1836-b5", "ovs_interfaceid": "4a1f1836-b5d6-4a4d-b4d4-906659f5afc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1403.231034] env[62438]: DEBUG oslo_vmware.api [None req-9c6e0d1f-3c4e-4af8-8450-854ddc1c095e tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] Task: {'id': task-1784571, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.493345} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.233966] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c6e0d1f-3c4e-4af8-8450-854ddc1c095e tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1403.234274] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-9c6e0d1f-3c4e-4af8-8450-854ddc1c095e tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] [instance: 9eb5afb2-9f91-428d-9590-0037b30b33b3] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1403.234516] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-9c6e0d1f-3c4e-4af8-8450-854ddc1c095e tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] [instance: 9eb5afb2-9f91-428d-9590-0037b30b33b3] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1403.234735] env[62438]: INFO nova.compute.manager [None req-9c6e0d1f-3c4e-4af8-8450-854ddc1c095e tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] [instance: 9eb5afb2-9f91-428d-9590-0037b30b33b3] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1403.235046] env[62438]: DEBUG oslo.service.loopingcall [None req-9c6e0d1f-3c4e-4af8-8450-854ddc1c095e tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1403.235606] env[62438]: DEBUG nova.compute.manager [-] [instance: 9eb5afb2-9f91-428d-9590-0037b30b33b3] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1403.235715] env[62438]: DEBUG nova.network.neutron [-] [instance: 9eb5afb2-9f91-428d-9590-0037b30b33b3] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1403.265834] env[62438]: DEBUG nova.network.neutron [req-aedf2ee2-ebbf-4289-bb90-aa4689ae20af req-4549bb84-0c18-46d5-96fe-4b3c5e148959 service nova] [instance: 65ded97d-a41b-4c21-b289-baa0d75c739b] Updated VIF entry in instance network info cache for port 00dc7973-004c-444e-850d-c5d981b07ec4. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1403.266261] env[62438]: DEBUG nova.network.neutron [req-aedf2ee2-ebbf-4289-bb90-aa4689ae20af req-4549bb84-0c18-46d5-96fe-4b3c5e148959 service nova] [instance: 65ded97d-a41b-4c21-b289-baa0d75c739b] Updating instance_info_cache with network_info: [{"id": "00dc7973-004c-444e-850d-c5d981b07ec4", "address": "fa:16:3e:5e:69:e6", "network": {"id": "f99c306d-bd7c-4568-a4ea-83ba9af33f86", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-362394968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f31f893ddb14b01902da69c7cb5a08f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00dc7973-00", "ovs_interfaceid": "00dc7973-004c-444e-850d-c5d981b07ec4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1403.294124] env[62438]: DEBUG oslo_vmware.api [None req-4e8d39c9-b76b-4b9e-8675-b5c07987c81d tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52bf9587-6e8d-d2de-850f-5820975088bc, 'name': SearchDatastore_Task, 'duration_secs': 0.056751} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.301050] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df1834e4-7452-481b-a0df-997098a2a488 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.307477] env[62438]: DEBUG nova.virt.hardware [None req-2fc3cdc3-7afe-4b46-a7bb-969aec517517 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1403.307724] env[62438]: DEBUG nova.virt.hardware [None req-2fc3cdc3-7afe-4b46-a7bb-969aec517517 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1403.307910] env[62438]: DEBUG nova.virt.hardware [None req-2fc3cdc3-7afe-4b46-a7bb-969aec517517 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1403.308084] env[62438]: DEBUG nova.virt.hardware [None req-2fc3cdc3-7afe-4b46-a7bb-969aec517517 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1403.308245] env[62438]: DEBUG nova.virt.hardware [None req-2fc3cdc3-7afe-4b46-a7bb-969aec517517 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1403.308428] env[62438]: DEBUG nova.virt.hardware [None req-2fc3cdc3-7afe-4b46-a7bb-969aec517517 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1403.308607] env[62438]: DEBUG nova.virt.hardware [None req-2fc3cdc3-7afe-4b46-a7bb-969aec517517 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1403.308768] env[62438]: DEBUG nova.virt.hardware [None req-2fc3cdc3-7afe-4b46-a7bb-969aec517517 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1403.308968] env[62438]: DEBUG nova.virt.hardware [None req-2fc3cdc3-7afe-4b46-a7bb-969aec517517 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1403.309160] env[62438]: DEBUG nova.virt.hardware [None req-2fc3cdc3-7afe-4b46-a7bb-969aec517517 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1403.309342] env[62438]: DEBUG nova.virt.hardware [None req-2fc3cdc3-7afe-4b46-a7bb-969aec517517 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1403.310468] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0288fb61-b044-4663-920a-1613f115bce0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.314639] env[62438]: DEBUG oslo_vmware.api [None req-4e8d39c9-b76b-4b9e-8675-b5c07987c81d tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] Waiting for the task: (returnval){ [ 1403.314639] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52a46dad-4571-3a31-f693-f818d03ed76b" [ 1403.314639] env[62438]: _type = "Task" [ 1403.314639] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.324754] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb062a3b-6f9b-400d-87b3-5d173b4dceee {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.332767] env[62438]: DEBUG oslo_vmware.api [None req-4e8d39c9-b76b-4b9e-8675-b5c07987c81d tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52a46dad-4571-3a31-f693-f818d03ed76b, 'name': SearchDatastore_Task, 'duration_secs': 0.009532} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.335749] env[62438]: DEBUG oslo_concurrency.lockutils [None req-4e8d39c9-b76b-4b9e-8675-b5c07987c81d tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1403.336021] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e8d39c9-b76b-4b9e-8675-b5c07987c81d tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 8d4c832d-e0b5-44ef-a8ce-0d5c6b8ed7ed/8d4c832d-e0b5-44ef-a8ce-0d5c6b8ed7ed.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1403.336540] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-42004d2e-8089-4244-87bb-8fd658859b5e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.346771] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-2fc3cdc3-7afe-4b46-a7bb-969aec517517 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] [instance: 8234c07d-eb31-429f-b804-a3250ea396a0] Instance VIF info [] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1403.352701] env[62438]: DEBUG oslo.service.loopingcall [None req-2fc3cdc3-7afe-4b46-a7bb-969aec517517 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1403.357552] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8234c07d-eb31-429f-b804-a3250ea396a0] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1403.358098] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e572bfcf-066b-4e69-a51a-fc9ba8dae37a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.376595] env[62438]: DEBUG oslo_vmware.api [None req-4e8d39c9-b76b-4b9e-8675-b5c07987c81d tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] Waiting for the task: (returnval){ [ 1403.376595] env[62438]: value = "task-1784575" [ 1403.376595] env[62438]: _type = "Task" [ 1403.376595] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.384222] env[62438]: DEBUG nova.network.neutron [None req-1f2f5f83-e1c5-4261-ab26-7ddcdf110c7a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] [instance: aece6fe8-5252-42bc-a4ac-c45a386770b3] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1403.386244] env[62438]: DEBUG oslo_vmware.api [None req-280113d4-c0dd-4ef1-a4b5-9f5524b52fa8 tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] Task: {'id': task-1784567, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.388084] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1403.388084] env[62438]: value = "task-1784576" [ 1403.388084] env[62438]: _type = "Task" [ 1403.388084] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.397914] env[62438]: DEBUG oslo_vmware.api [None req-4e8d39c9-b76b-4b9e-8675-b5c07987c81d tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] Task: {'id': task-1784575, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.403755] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784576, 'name': CreateVM_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.454815] env[62438]: DEBUG oslo_vmware.api [None req-92020989-bed5-4d13-8553-90b13c3419ee tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] Task: {'id': task-1784568, 'name': ReconfigVM_Task, 'duration_secs': 0.633433} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.455189] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-92020989-bed5-4d13-8553-90b13c3419ee tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] [instance: bacfabaa-c0c2-43b7-841f-5539f5de2859] Reconfigured VM instance instance-0000001c to attach disk [datastore1] bacfabaa-c0c2-43b7-841f-5539f5de2859/bacfabaa-c0c2-43b7-841f-5539f5de2859.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1403.458805] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d0ef87cb-5eaa-4ede-9b73-43dc312f4f11 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.466107] env[62438]: DEBUG oslo_vmware.api [None req-92020989-bed5-4d13-8553-90b13c3419ee tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] Waiting for the task: (returnval){ [ 1403.466107] env[62438]: value = "task-1784577" [ 1403.466107] env[62438]: _type = "Task" [ 1403.466107] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.476055] env[62438]: DEBUG oslo_vmware.api [None req-92020989-bed5-4d13-8553-90b13c3419ee tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] Task: {'id': task-1784577, 'name': Rename_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.482398] env[62438]: DEBUG nova.compute.manager [None req-a434d0d7-e1e9-4f36-9427-712cb0231f08 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] [instance: 2f2bdef2-e31e-446b-beec-b6be1970dc9e] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1403.498175] env[62438]: DEBUG oslo_vmware.api [None req-91b97f58-4ba9-48c8-a3df-cdf4ded8fb6d tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1784573, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.313424} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.498564] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-91b97f58-4ba9-48c8-a3df-cdf4ded8fb6d tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1403.498846] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-91b97f58-4ba9-48c8-a3df-cdf4ded8fb6d tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: f23e6ad1-e92d-4d2d-b09e-cec7d33c551d] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1403.499134] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-91b97f58-4ba9-48c8-a3df-cdf4ded8fb6d tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: f23e6ad1-e92d-4d2d-b09e-cec7d33c551d] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1403.499420] env[62438]: INFO nova.compute.manager [None req-91b97f58-4ba9-48c8-a3df-cdf4ded8fb6d tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: f23e6ad1-e92d-4d2d-b09e-cec7d33c551d] Took 0.75 seconds to destroy the instance on the hypervisor. [ 1403.499774] env[62438]: DEBUG oslo.service.loopingcall [None req-91b97f58-4ba9-48c8-a3df-cdf4ded8fb6d tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1403.500053] env[62438]: DEBUG nova.compute.manager [-] [instance: f23e6ad1-e92d-4d2d-b09e-cec7d33c551d] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1403.500190] env[62438]: DEBUG nova.network.neutron [-] [instance: f23e6ad1-e92d-4d2d-b09e-cec7d33c551d] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1403.503658] env[62438]: DEBUG nova.network.neutron [None req-a434d0d7-e1e9-4f36-9427-712cb0231f08 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] [instance: 2f2bdef2-e31e-446b-beec-b6be1970dc9e] Successfully created port: ce564c91-226f-4df5-bf36-cb13fc740760 {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1403.529898] env[62438]: DEBUG oslo_vmware.api [None req-21836c77-d7a0-4bd9-81a6-052a84160cc4 tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] Task: {'id': task-1784574, 'name': Rename_Task, 'duration_secs': 0.165065} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.530218] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-21836c77-d7a0-4bd9-81a6-052a84160cc4 tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] [instance: e1af2037-ebee-4ea8-aade-9949bb2c4891] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1403.530479] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-403e0932-5933-44a2-84c9-33bf9d619e1f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.538637] env[62438]: DEBUG oslo_vmware.api [None req-21836c77-d7a0-4bd9-81a6-052a84160cc4 tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] Waiting for the task: (returnval){ [ 1403.538637] env[62438]: value = "task-1784578" [ 1403.538637] env[62438]: _type = "Task" [ 1403.538637] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.550021] env[62438]: DEBUG oslo_vmware.api [None req-21836c77-d7a0-4bd9-81a6-052a84160cc4 tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] Task: {'id': task-1784578, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.564256] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e957e0b3-2871-4f3e-a8c8-b6481d270737 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.572136] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-079fa176-daaf-43d8-b3e9-c8b9d292c012 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.604650] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e81265-57f6-45d1-9289-38e9284bcbb5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.613855] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6396c92-379e-4487-a789-5b00acfa8af5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.627837] env[62438]: DEBUG nova.compute.provider_tree [None req-3a783a8e-5352-4f7c-8d76-9138b8ba3380 tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1403.656317] env[62438]: DEBUG oslo_concurrency.lockutils [None req-acb4be27-62e0-42cd-8e41-a3212f812e65 tempest-ServerExternalEventsTest-358388866 tempest-ServerExternalEventsTest-358388866-project] Releasing lock "refresh_cache-9eb5afb2-9f91-428d-9590-0037b30b33b3" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1403.769650] env[62438]: DEBUG oslo_concurrency.lockutils [req-aedf2ee2-ebbf-4289-bb90-aa4689ae20af req-4549bb84-0c18-46d5-96fe-4b3c5e148959 service nova] Releasing lock "refresh_cache-65ded97d-a41b-4c21-b289-baa0d75c739b" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1403.871365] env[62438]: DEBUG oslo_vmware.api [None req-280113d4-c0dd-4ef1-a4b5-9f5524b52fa8 tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] Task: {'id': task-1784567, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.886983] env[62438]: DEBUG oslo_vmware.api [None req-4e8d39c9-b76b-4b9e-8675-b5c07987c81d tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] Task: {'id': task-1784575, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.898460] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784576, 'name': CreateVM_Task, 'duration_secs': 0.35667} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.898621] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8234c07d-eb31-429f-b804-a3250ea396a0] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1403.899064] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2fc3cdc3-7afe-4b46-a7bb-969aec517517 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1403.899229] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2fc3cdc3-7afe-4b46-a7bb-969aec517517 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.899551] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2fc3cdc3-7afe-4b46-a7bb-969aec517517 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1403.899808] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a363837-5fbd-4b7c-9c95-5d815f1114ad {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.904777] env[62438]: DEBUG oslo_vmware.api [None req-2fc3cdc3-7afe-4b46-a7bb-969aec517517 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Waiting for the task: (returnval){ [ 1403.904777] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52aca8b6-3115-f331-f151-bd1a878578a6" [ 1403.904777] env[62438]: _type = "Task" [ 1403.904777] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.912346] env[62438]: DEBUG oslo_vmware.api [None req-2fc3cdc3-7afe-4b46-a7bb-969aec517517 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52aca8b6-3115-f331-f151-bd1a878578a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.979574] env[62438]: DEBUG oslo_vmware.api [None req-92020989-bed5-4d13-8553-90b13c3419ee tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] Task: {'id': task-1784577, 'name': Rename_Task, 'duration_secs': 0.214438} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.979959] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-92020989-bed5-4d13-8553-90b13c3419ee tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] [instance: bacfabaa-c0c2-43b7-841f-5539f5de2859] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1403.980268] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-963c8004-28d8-4d61-8a70-c3e63c5aa283 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.987845] env[62438]: DEBUG oslo_vmware.api [None req-92020989-bed5-4d13-8553-90b13c3419ee tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] Waiting for the task: (returnval){ [ 1403.987845] env[62438]: value = "task-1784579" [ 1403.987845] env[62438]: _type = "Task" [ 1403.987845] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.001679] env[62438]: DEBUG oslo_vmware.api [None req-92020989-bed5-4d13-8553-90b13c3419ee tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] Task: {'id': task-1784579, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.049353] env[62438]: DEBUG oslo_vmware.api [None req-21836c77-d7a0-4bd9-81a6-052a84160cc4 tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] Task: {'id': task-1784578, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.054478] env[62438]: DEBUG nova.network.neutron [None req-a434d0d7-e1e9-4f36-9427-712cb0231f08 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] [instance: 2f2bdef2-e31e-446b-beec-b6be1970dc9e] Successfully created port: 19f3b6bd-55ad-4d71-bad6-1b84fe22f920 {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1404.131791] env[62438]: DEBUG nova.scheduler.client.report [None req-3a783a8e-5352-4f7c-8d76-9138b8ba3380 tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1404.136702] env[62438]: DEBUG nova.network.neutron [None req-1f2f5f83-e1c5-4261-ab26-7ddcdf110c7a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] [instance: aece6fe8-5252-42bc-a4ac-c45a386770b3] Updating instance_info_cache with network_info: [{"id": "53111168-a0af-4c68-94d4-884c2cf48a7b", "address": "fa:16:3e:b3:be:88", "network": {"id": "50638994-5fe6-4260-bb5a-0b8065966b8a", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-824687325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "470f37781ab94ac09a01d83c741f1916", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53111168-a0", "ovs_interfaceid": "53111168-a0af-4c68-94d4-884c2cf48a7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1404.289949] env[62438]: DEBUG nova.network.neutron [req-f3b4d5b1-17da-4405-ab3a-5a62f22d0ffe req-cd9d8284-e3e4-48c3-8486-47cf375b1724 service nova] [instance: 593cd047-3ea0-4bc8-ab9d-9833747a6752] Updated VIF entry in instance network info cache for port d7fe83ce-ddba-451e-9d27-e77e57a49a18. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1404.290303] env[62438]: DEBUG nova.network.neutron [req-f3b4d5b1-17da-4405-ab3a-5a62f22d0ffe req-cd9d8284-e3e4-48c3-8486-47cf375b1724 service nova] [instance: 593cd047-3ea0-4bc8-ab9d-9833747a6752] Updating instance_info_cache with network_info: [{"id": "d7fe83ce-ddba-451e-9d27-e77e57a49a18", "address": "fa:16:3e:16:9c:3d", "network": {"id": "5bf26cea-e60e-46f9-9fe8-b05912144806", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1921451431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cc7983a38d44cf7ab3c25806945f39e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7fe83ce-dd", "ovs_interfaceid": "d7fe83ce-ddba-451e-9d27-e77e57a49a18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1404.291594] env[62438]: DEBUG nova.network.neutron [-] [instance: 9eb5afb2-9f91-428d-9590-0037b30b33b3] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1404.374142] env[62438]: DEBUG oslo_vmware.api [None req-280113d4-c0dd-4ef1-a4b5-9f5524b52fa8 tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] Task: {'id': task-1784567, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.613421} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.374485] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-280113d4-c0dd-4ef1-a4b5-9f5524b52fa8 tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 593cd047-3ea0-4bc8-ab9d-9833747a6752/593cd047-3ea0-4bc8-ab9d-9833747a6752.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1404.374685] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-280113d4-c0dd-4ef1-a4b5-9f5524b52fa8 tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] [instance: 593cd047-3ea0-4bc8-ab9d-9833747a6752] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1404.375345] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db416d67-8420-4fc2-b816-983dfb15966c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.387096] env[62438]: DEBUG oslo_vmware.api [None req-280113d4-c0dd-4ef1-a4b5-9f5524b52fa8 tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] Waiting for the task: (returnval){ [ 1404.387096] env[62438]: value = "task-1784580" [ 1404.387096] env[62438]: _type = "Task" [ 1404.387096] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.391467] env[62438]: DEBUG oslo_vmware.api [None req-4e8d39c9-b76b-4b9e-8675-b5c07987c81d tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] Task: {'id': task-1784575, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.400841] env[62438]: DEBUG oslo_vmware.api [None req-280113d4-c0dd-4ef1-a4b5-9f5524b52fa8 tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] Task: {'id': task-1784580, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.414902] env[62438]: DEBUG oslo_vmware.api [None req-2fc3cdc3-7afe-4b46-a7bb-969aec517517 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52aca8b6-3115-f331-f151-bd1a878578a6, 'name': SearchDatastore_Task, 'duration_secs': 0.011226} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.415331] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2fc3cdc3-7afe-4b46-a7bb-969aec517517 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1404.415742] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-2fc3cdc3-7afe-4b46-a7bb-969aec517517 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] [instance: 8234c07d-eb31-429f-b804-a3250ea396a0] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1404.416091] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2fc3cdc3-7afe-4b46-a7bb-969aec517517 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1404.416295] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2fc3cdc3-7afe-4b46-a7bb-969aec517517 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.416533] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fc3cdc3-7afe-4b46-a7bb-969aec517517 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1404.416875] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-36892e29-918a-4338-a2a5-342e74ff0ac4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.426630] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fc3cdc3-7afe-4b46-a7bb-969aec517517 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1404.426845] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-2fc3cdc3-7afe-4b46-a7bb-969aec517517 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1404.427663] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed4feae1-ab1c-45e5-9927-fca662efd6db {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.434377] env[62438]: DEBUG oslo_vmware.api [None req-2fc3cdc3-7afe-4b46-a7bb-969aec517517 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Waiting for the task: (returnval){ [ 1404.434377] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52e63730-87cb-5077-9041-ccfe52c50967" [ 1404.434377] env[62438]: _type = "Task" [ 1404.434377] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.447172] env[62438]: DEBUG oslo_vmware.api [None req-2fc3cdc3-7afe-4b46-a7bb-969aec517517 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52e63730-87cb-5077-9041-ccfe52c50967, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.499205] env[62438]: DEBUG nova.compute.manager [None req-a434d0d7-e1e9-4f36-9427-712cb0231f08 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] [instance: 2f2bdef2-e31e-446b-beec-b6be1970dc9e] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1404.501299] env[62438]: DEBUG oslo_vmware.api [None req-92020989-bed5-4d13-8553-90b13c3419ee tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] Task: {'id': task-1784579, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.505761] env[62438]: DEBUG nova.network.neutron [-] [instance: f23e6ad1-e92d-4d2d-b09e-cec7d33c551d] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1404.536141] env[62438]: DEBUG nova.virt.hardware [None req-a434d0d7-e1e9-4f36-9427-712cb0231f08 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1404.536415] env[62438]: DEBUG nova.virt.hardware [None req-a434d0d7-e1e9-4f36-9427-712cb0231f08 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1404.536639] env[62438]: DEBUG nova.virt.hardware [None req-a434d0d7-e1e9-4f36-9427-712cb0231f08 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1404.536732] env[62438]: DEBUG nova.virt.hardware [None req-a434d0d7-e1e9-4f36-9427-712cb0231f08 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1404.536882] env[62438]: DEBUG nova.virt.hardware [None req-a434d0d7-e1e9-4f36-9427-712cb0231f08 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1404.539749] env[62438]: DEBUG nova.virt.hardware [None req-a434d0d7-e1e9-4f36-9427-712cb0231f08 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1404.541258] env[62438]: DEBUG nova.virt.hardware [None req-a434d0d7-e1e9-4f36-9427-712cb0231f08 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1404.541258] env[62438]: DEBUG nova.virt.hardware [None req-a434d0d7-e1e9-4f36-9427-712cb0231f08 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1404.541258] env[62438]: DEBUG nova.virt.hardware [None req-a434d0d7-e1e9-4f36-9427-712cb0231f08 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1404.541258] env[62438]: DEBUG nova.virt.hardware [None req-a434d0d7-e1e9-4f36-9427-712cb0231f08 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1404.541374] env[62438]: DEBUG nova.virt.hardware [None req-a434d0d7-e1e9-4f36-9427-712cb0231f08 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1404.542945] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d988c059-f4e0-4a2a-a6f0-8cb4c488c344 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.559082] env[62438]: DEBUG oslo_vmware.api [None req-21836c77-d7a0-4bd9-81a6-052a84160cc4 tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] Task: {'id': task-1784578, 'name': PowerOnVM_Task, 'duration_secs': 0.616725} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.559904] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-21836c77-d7a0-4bd9-81a6-052a84160cc4 tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] [instance: e1af2037-ebee-4ea8-aade-9949bb2c4891] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1404.560238] env[62438]: INFO nova.compute.manager [None req-21836c77-d7a0-4bd9-81a6-052a84160cc4 tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] [instance: e1af2037-ebee-4ea8-aade-9949bb2c4891] Took 7.79 seconds to spawn the instance on the hypervisor. [ 1404.560475] env[62438]: DEBUG nova.compute.manager [None req-21836c77-d7a0-4bd9-81a6-052a84160cc4 tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] [instance: e1af2037-ebee-4ea8-aade-9949bb2c4891] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1404.562137] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-358daf53-719a-439d-8a7b-4e31099d2ba1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.568024] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca19b06-03fc-4570-b648-d1110b2239d5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.600686] env[62438]: DEBUG nova.network.neutron [None req-a434d0d7-e1e9-4f36-9427-712cb0231f08 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] [instance: 2f2bdef2-e31e-446b-beec-b6be1970dc9e] Successfully created port: d92a46f3-2f02-46cd-a053-53e231b71276 {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1404.639873] env[62438]: DEBUG oslo_concurrency.lockutils [None req-3a783a8e-5352-4f7c-8d76-9138b8ba3380 tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.182s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1404.645166] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2b35ed80-c729-4821-bf33-4bafc6ca7dea tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 19.697s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1404.645166] env[62438]: DEBUG nova.objects.instance [None req-2b35ed80-c729-4821-bf33-4bafc6ca7dea tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62438) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1404.652017] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1f2f5f83-e1c5-4261-ab26-7ddcdf110c7a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] Releasing lock "refresh_cache-aece6fe8-5252-42bc-a4ac-c45a386770b3" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1404.652017] env[62438]: DEBUG nova.compute.manager [None req-1f2f5f83-e1c5-4261-ab26-7ddcdf110c7a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] [instance: aece6fe8-5252-42bc-a4ac-c45a386770b3] Instance network_info: |[{"id": "53111168-a0af-4c68-94d4-884c2cf48a7b", "address": "fa:16:3e:b3:be:88", "network": {"id": "50638994-5fe6-4260-bb5a-0b8065966b8a", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-824687325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "470f37781ab94ac09a01d83c741f1916", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53111168-a0", "ovs_interfaceid": "53111168-a0af-4c68-94d4-884c2cf48a7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1404.652584] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-1f2f5f83-e1c5-4261-ab26-7ddcdf110c7a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] [instance: aece6fe8-5252-42bc-a4ac-c45a386770b3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:be:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '46e1fc20-2067-4e1a-9812-702772a2c82c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '53111168-a0af-4c68-94d4-884c2cf48a7b', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1404.665404] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f2f5f83-e1c5-4261-ab26-7ddcdf110c7a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] Creating folder: Project (470f37781ab94ac09a01d83c741f1916). Parent ref: group-v370230. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1404.667080] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e44aedbd-2075-49a1-91ae-f789bb8b8617 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.678912] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-1f2f5f83-e1c5-4261-ab26-7ddcdf110c7a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] Created folder: Project (470f37781ab94ac09a01d83c741f1916) in parent group-v370230. [ 1404.679190] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f2f5f83-e1c5-4261-ab26-7ddcdf110c7a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] Creating folder: Instances. Parent ref: group-v370331. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1404.679415] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-03ee12a0-b213-4fa9-a6ec-c679193c3d48 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.683309] env[62438]: INFO nova.scheduler.client.report [None req-3a783a8e-5352-4f7c-8d76-9138b8ba3380 tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] Deleted allocations for instance b2bf5c0d-e3c0-46e3-ade0-50f0dc7dff46 [ 1404.691867] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-1f2f5f83-e1c5-4261-ab26-7ddcdf110c7a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] Created folder: Instances in parent group-v370331. [ 1404.693746] env[62438]: DEBUG oslo.service.loopingcall [None req-1f2f5f83-e1c5-4261-ab26-7ddcdf110c7a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1404.693746] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aece6fe8-5252-42bc-a4ac-c45a386770b3] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1404.693746] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b202252e-8bd0-4f32-8978-d3f0e86d933a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.714797] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1404.714797] env[62438]: value = "task-1784583" [ 1404.714797] env[62438]: _type = "Task" [ 1404.714797] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.728218] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784583, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.756628] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2dff70d7-6918-4d26-a2df-345657e6f36e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Acquiring lock "b24c2e75-f48d-4dbc-b44c-88123b72046c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1404.757345] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2dff70d7-6918-4d26-a2df-345657e6f36e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Lock "b24c2e75-f48d-4dbc-b44c-88123b72046c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1404.793502] env[62438]: DEBUG oslo_concurrency.lockutils [req-f3b4d5b1-17da-4405-ab3a-5a62f22d0ffe req-cd9d8284-e3e4-48c3-8486-47cf375b1724 service nova] Releasing lock "refresh_cache-593cd047-3ea0-4bc8-ab9d-9833747a6752" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1404.793913] env[62438]: DEBUG nova.compute.manager [req-f3b4d5b1-17da-4405-ab3a-5a62f22d0ffe req-cd9d8284-e3e4-48c3-8486-47cf375b1724 service nova] [instance: e1af2037-ebee-4ea8-aade-9949bb2c4891] Received event network-vif-plugged-d9589832-a615-4606-97a6-9f4fa0ad3b5c {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1404.793995] env[62438]: DEBUG oslo_concurrency.lockutils [req-f3b4d5b1-17da-4405-ab3a-5a62f22d0ffe req-cd9d8284-e3e4-48c3-8486-47cf375b1724 service nova] Acquiring lock "e1af2037-ebee-4ea8-aade-9949bb2c4891-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1404.794217] env[62438]: DEBUG oslo_concurrency.lockutils [req-f3b4d5b1-17da-4405-ab3a-5a62f22d0ffe req-cd9d8284-e3e4-48c3-8486-47cf375b1724 service nova] Lock "e1af2037-ebee-4ea8-aade-9949bb2c4891-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1404.794394] env[62438]: DEBUG oslo_concurrency.lockutils [req-f3b4d5b1-17da-4405-ab3a-5a62f22d0ffe req-cd9d8284-e3e4-48c3-8486-47cf375b1724 service nova] Lock "e1af2037-ebee-4ea8-aade-9949bb2c4891-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1404.794631] env[62438]: DEBUG nova.compute.manager [req-f3b4d5b1-17da-4405-ab3a-5a62f22d0ffe req-cd9d8284-e3e4-48c3-8486-47cf375b1724 service nova] [instance: e1af2037-ebee-4ea8-aade-9949bb2c4891] No waiting events found dispatching network-vif-plugged-d9589832-a615-4606-97a6-9f4fa0ad3b5c {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1404.794761] env[62438]: WARNING nova.compute.manager [req-f3b4d5b1-17da-4405-ab3a-5a62f22d0ffe req-cd9d8284-e3e4-48c3-8486-47cf375b1724 service nova] [instance: e1af2037-ebee-4ea8-aade-9949bb2c4891] Received unexpected event network-vif-plugged-d9589832-a615-4606-97a6-9f4fa0ad3b5c for instance with vm_state building and task_state spawning. [ 1404.794954] env[62438]: DEBUG nova.compute.manager [req-f3b4d5b1-17da-4405-ab3a-5a62f22d0ffe req-cd9d8284-e3e4-48c3-8486-47cf375b1724 service nova] [instance: e1af2037-ebee-4ea8-aade-9949bb2c4891] Received event network-changed-d9589832-a615-4606-97a6-9f4fa0ad3b5c {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1404.795135] env[62438]: DEBUG nova.compute.manager [req-f3b4d5b1-17da-4405-ab3a-5a62f22d0ffe req-cd9d8284-e3e4-48c3-8486-47cf375b1724 service nova] [instance: e1af2037-ebee-4ea8-aade-9949bb2c4891] Refreshing instance network info cache due to event network-changed-d9589832-a615-4606-97a6-9f4fa0ad3b5c. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1404.795626] env[62438]: DEBUG oslo_concurrency.lockutils [req-f3b4d5b1-17da-4405-ab3a-5a62f22d0ffe req-cd9d8284-e3e4-48c3-8486-47cf375b1724 service nova] Acquiring lock "refresh_cache-e1af2037-ebee-4ea8-aade-9949bb2c4891" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1404.795626] env[62438]: DEBUG oslo_concurrency.lockutils [req-f3b4d5b1-17da-4405-ab3a-5a62f22d0ffe req-cd9d8284-e3e4-48c3-8486-47cf375b1724 service nova] Acquired lock "refresh_cache-e1af2037-ebee-4ea8-aade-9949bb2c4891" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.795626] env[62438]: DEBUG nova.network.neutron [req-f3b4d5b1-17da-4405-ab3a-5a62f22d0ffe req-cd9d8284-e3e4-48c3-8486-47cf375b1724 service nova] [instance: e1af2037-ebee-4ea8-aade-9949bb2c4891] Refreshing network info cache for port d9589832-a615-4606-97a6-9f4fa0ad3b5c {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1404.799965] env[62438]: INFO nova.compute.manager [-] [instance: 9eb5afb2-9f91-428d-9590-0037b30b33b3] Took 1.56 seconds to deallocate network for instance. [ 1404.889785] env[62438]: DEBUG nova.compute.manager [req-d0194fdc-a1ff-4e5c-b07c-a52fe5dc59e4 req-b3ae7b45-8487-4122-9871-2049003973f0 service nova] [instance: aece6fe8-5252-42bc-a4ac-c45a386770b3] Received event network-vif-plugged-53111168-a0af-4c68-94d4-884c2cf48a7b {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1404.890040] env[62438]: DEBUG oslo_concurrency.lockutils [req-d0194fdc-a1ff-4e5c-b07c-a52fe5dc59e4 req-b3ae7b45-8487-4122-9871-2049003973f0 service nova] Acquiring lock "aece6fe8-5252-42bc-a4ac-c45a386770b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1404.890265] env[62438]: DEBUG oslo_concurrency.lockutils [req-d0194fdc-a1ff-4e5c-b07c-a52fe5dc59e4 req-b3ae7b45-8487-4122-9871-2049003973f0 service nova] Lock "aece6fe8-5252-42bc-a4ac-c45a386770b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1404.890440] env[62438]: DEBUG oslo_concurrency.lockutils [req-d0194fdc-a1ff-4e5c-b07c-a52fe5dc59e4 req-b3ae7b45-8487-4122-9871-2049003973f0 service nova] Lock "aece6fe8-5252-42bc-a4ac-c45a386770b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1404.890610] env[62438]: DEBUG nova.compute.manager [req-d0194fdc-a1ff-4e5c-b07c-a52fe5dc59e4 req-b3ae7b45-8487-4122-9871-2049003973f0 service nova] [instance: aece6fe8-5252-42bc-a4ac-c45a386770b3] No waiting events found dispatching network-vif-plugged-53111168-a0af-4c68-94d4-884c2cf48a7b {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1404.890855] env[62438]: WARNING nova.compute.manager [req-d0194fdc-a1ff-4e5c-b07c-a52fe5dc59e4 req-b3ae7b45-8487-4122-9871-2049003973f0 service nova] [instance: aece6fe8-5252-42bc-a4ac-c45a386770b3] Received unexpected event network-vif-plugged-53111168-a0af-4c68-94d4-884c2cf48a7b for instance with vm_state building and task_state spawning. [ 1404.891009] env[62438]: DEBUG nova.compute.manager [req-d0194fdc-a1ff-4e5c-b07c-a52fe5dc59e4 req-b3ae7b45-8487-4122-9871-2049003973f0 service nova] [instance: aece6fe8-5252-42bc-a4ac-c45a386770b3] Received event network-changed-53111168-a0af-4c68-94d4-884c2cf48a7b {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1404.891695] env[62438]: DEBUG nova.compute.manager [req-d0194fdc-a1ff-4e5c-b07c-a52fe5dc59e4 req-b3ae7b45-8487-4122-9871-2049003973f0 service nova] [instance: aece6fe8-5252-42bc-a4ac-c45a386770b3] Refreshing instance network info cache due to event network-changed-53111168-a0af-4c68-94d4-884c2cf48a7b. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1404.891695] env[62438]: DEBUG oslo_concurrency.lockutils [req-d0194fdc-a1ff-4e5c-b07c-a52fe5dc59e4 req-b3ae7b45-8487-4122-9871-2049003973f0 service nova] Acquiring lock "refresh_cache-aece6fe8-5252-42bc-a4ac-c45a386770b3" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1404.891695] env[62438]: DEBUG oslo_concurrency.lockutils [req-d0194fdc-a1ff-4e5c-b07c-a52fe5dc59e4 req-b3ae7b45-8487-4122-9871-2049003973f0 service nova] Acquired lock "refresh_cache-aece6fe8-5252-42bc-a4ac-c45a386770b3" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.892060] env[62438]: DEBUG nova.network.neutron [req-d0194fdc-a1ff-4e5c-b07c-a52fe5dc59e4 req-b3ae7b45-8487-4122-9871-2049003973f0 service nova] [instance: aece6fe8-5252-42bc-a4ac-c45a386770b3] Refreshing network info cache for port 53111168-a0af-4c68-94d4-884c2cf48a7b {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1404.897624] env[62438]: DEBUG oslo_vmware.api [None req-4e8d39c9-b76b-4b9e-8675-b5c07987c81d tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] Task: {'id': task-1784575, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.062908} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.900808] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e8d39c9-b76b-4b9e-8675-b5c07987c81d tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 8d4c832d-e0b5-44ef-a8ce-0d5c6b8ed7ed/8d4c832d-e0b5-44ef-a8ce-0d5c6b8ed7ed.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1404.900993] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-4e8d39c9-b76b-4b9e-8675-b5c07987c81d tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] [instance: 8d4c832d-e0b5-44ef-a8ce-0d5c6b8ed7ed] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1404.901976] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-054766b4-9d88-416c-8fc2-9bf677d51f5e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.910485] env[62438]: DEBUG oslo_vmware.api [None req-280113d4-c0dd-4ef1-a4b5-9f5524b52fa8 tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] Task: {'id': task-1784580, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095213} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.910923] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-280113d4-c0dd-4ef1-a4b5-9f5524b52fa8 tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] [instance: 593cd047-3ea0-4bc8-ab9d-9833747a6752] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1404.911565] env[62438]: DEBUG oslo_vmware.api [None req-4e8d39c9-b76b-4b9e-8675-b5c07987c81d tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] Waiting for the task: (returnval){ [ 1404.911565] env[62438]: value = "task-1784584" [ 1404.911565] env[62438]: _type = "Task" [ 1404.911565] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.916506] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe57253d-f4e3-4e52-8beb-4691002843ab {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.952631] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-280113d4-c0dd-4ef1-a4b5-9f5524b52fa8 tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] [instance: 593cd047-3ea0-4bc8-ab9d-9833747a6752] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] 593cd047-3ea0-4bc8-ab9d-9833747a6752/593cd047-3ea0-4bc8-ab9d-9833747a6752.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1404.959764] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-441f1ea7-0a94-4c7a-9bc3-b9e47385544e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.978434] env[62438]: DEBUG oslo_vmware.api [None req-4e8d39c9-b76b-4b9e-8675-b5c07987c81d tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] Task: {'id': task-1784584, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.985083] env[62438]: DEBUG oslo_vmware.api [None req-2fc3cdc3-7afe-4b46-a7bb-969aec517517 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52e63730-87cb-5077-9041-ccfe52c50967, 'name': SearchDatastore_Task, 'duration_secs': 0.012729} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.986976] env[62438]: DEBUG oslo_vmware.api [None req-280113d4-c0dd-4ef1-a4b5-9f5524b52fa8 tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] Waiting for the task: (returnval){ [ 1404.986976] env[62438]: value = "task-1784585" [ 1404.986976] env[62438]: _type = "Task" [ 1404.986976] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.987191] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ce61dae-02cb-4cd8-b664-0fc3c481efbd {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.998303] env[62438]: DEBUG oslo_vmware.api [None req-2fc3cdc3-7afe-4b46-a7bb-969aec517517 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Waiting for the task: (returnval){ [ 1404.998303] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]520e1b5b-9d50-bac3-cf11-ddec860604e8" [ 1404.998303] env[62438]: _type = "Task" [ 1404.998303] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.005231] env[62438]: DEBUG oslo_vmware.api [None req-92020989-bed5-4d13-8553-90b13c3419ee tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] Task: {'id': task-1784579, 'name': PowerOnVM_Task, 'duration_secs': 0.645781} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.005487] env[62438]: DEBUG oslo_vmware.api [None req-280113d4-c0dd-4ef1-a4b5-9f5524b52fa8 tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] Task: {'id': task-1784585, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.009173] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-92020989-bed5-4d13-8553-90b13c3419ee tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] [instance: bacfabaa-c0c2-43b7-841f-5539f5de2859] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1405.009419] env[62438]: INFO nova.compute.manager [None req-92020989-bed5-4d13-8553-90b13c3419ee tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] [instance: bacfabaa-c0c2-43b7-841f-5539f5de2859] Took 13.46 seconds to spawn the instance on the hypervisor. [ 1405.009605] env[62438]: DEBUG nova.compute.manager [None req-92020989-bed5-4d13-8553-90b13c3419ee tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] [instance: bacfabaa-c0c2-43b7-841f-5539f5de2859] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1405.010084] env[62438]: INFO nova.compute.manager [-] [instance: f23e6ad1-e92d-4d2d-b09e-cec7d33c551d] Took 1.51 seconds to deallocate network for instance. [ 1405.010833] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff9c0ee-628a-4f81-8551-e60794dc9d02 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.024358] env[62438]: DEBUG oslo_vmware.api [None req-2fc3cdc3-7afe-4b46-a7bb-969aec517517 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]520e1b5b-9d50-bac3-cf11-ddec860604e8, 'name': SearchDatastore_Task, 'duration_secs': 0.022934} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.027388] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2fc3cdc3-7afe-4b46-a7bb-969aec517517 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1405.027388] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fc3cdc3-7afe-4b46-a7bb-969aec517517 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 8234c07d-eb31-429f-b804-a3250ea396a0/8234c07d-eb31-429f-b804-a3250ea396a0.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1405.029843] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-efd9494e-0057-46f3-9ff6-d16ce5515542 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.038057] env[62438]: DEBUG oslo_vmware.api [None req-2fc3cdc3-7afe-4b46-a7bb-969aec517517 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Waiting for the task: (returnval){ [ 1405.038057] env[62438]: value = "task-1784586" [ 1405.038057] env[62438]: _type = "Task" [ 1405.038057] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.046837] env[62438]: DEBUG oslo_vmware.api [None req-2fc3cdc3-7afe-4b46-a7bb-969aec517517 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Task: {'id': task-1784586, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.098144] env[62438]: INFO nova.compute.manager [None req-21836c77-d7a0-4bd9-81a6-052a84160cc4 tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] [instance: e1af2037-ebee-4ea8-aade-9949bb2c4891] Took 29.95 seconds to build instance. [ 1405.195313] env[62438]: DEBUG oslo_concurrency.lockutils [None req-3a783a8e-5352-4f7c-8d76-9138b8ba3380 tempest-InstanceActionsTestJSON-1047642484 tempest-InstanceActionsTestJSON-1047642484-project-member] Lock "b2bf5c0d-e3c0-46e3-ade0-50f0dc7dff46" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.297s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1405.227286] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784583, 'name': CreateVM_Task} progress is 99%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.308459] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9c6e0d1f-3c4e-4af8-8450-854ddc1c095e tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1405.360441] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1405.363529] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1405.368948] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1405.369208] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager.update_available_resource {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1405.389920] env[62438]: DEBUG nova.compute.manager [req-c204faaa-e5b5-4c68-9fb9-b29ec0a0750b req-ea16db80-bece-4746-abf1-dbf7696b9f75 service nova] [instance: 65ded97d-a41b-4c21-b289-baa0d75c739b] Received event network-changed-00dc7973-004c-444e-850d-c5d981b07ec4 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1405.390168] env[62438]: DEBUG nova.compute.manager [req-c204faaa-e5b5-4c68-9fb9-b29ec0a0750b req-ea16db80-bece-4746-abf1-dbf7696b9f75 service nova] [instance: 65ded97d-a41b-4c21-b289-baa0d75c739b] Refreshing instance network info cache due to event network-changed-00dc7973-004c-444e-850d-c5d981b07ec4. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1405.390429] env[62438]: DEBUG oslo_concurrency.lockutils [req-c204faaa-e5b5-4c68-9fb9-b29ec0a0750b req-ea16db80-bece-4746-abf1-dbf7696b9f75 service nova] Acquiring lock "refresh_cache-65ded97d-a41b-4c21-b289-baa0d75c739b" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1405.390582] env[62438]: DEBUG oslo_concurrency.lockutils [req-c204faaa-e5b5-4c68-9fb9-b29ec0a0750b req-ea16db80-bece-4746-abf1-dbf7696b9f75 service nova] Acquired lock "refresh_cache-65ded97d-a41b-4c21-b289-baa0d75c739b" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.390776] env[62438]: DEBUG nova.network.neutron [req-c204faaa-e5b5-4c68-9fb9-b29ec0a0750b req-ea16db80-bece-4746-abf1-dbf7696b9f75 service nova] [instance: 65ded97d-a41b-4c21-b289-baa0d75c739b] Refreshing network info cache for port 00dc7973-004c-444e-850d-c5d981b07ec4 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1405.432898] env[62438]: DEBUG oslo_vmware.api [None req-4e8d39c9-b76b-4b9e-8675-b5c07987c81d tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] Task: {'id': task-1784584, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.154744} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.433702] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-4e8d39c9-b76b-4b9e-8675-b5c07987c81d tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] [instance: 8d4c832d-e0b5-44ef-a8ce-0d5c6b8ed7ed] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1405.435041] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3526f0a-dbd5-42a3-a229-515034823f2c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.465929] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e8d39c9-b76b-4b9e-8675-b5c07987c81d tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] [instance: 8d4c832d-e0b5-44ef-a8ce-0d5c6b8ed7ed] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 8d4c832d-e0b5-44ef-a8ce-0d5c6b8ed7ed/8d4c832d-e0b5-44ef-a8ce-0d5c6b8ed7ed.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1405.466912] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-beeb8eea-622e-4eaf-b4d7-5409ba1d7158 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.500669] env[62438]: DEBUG oslo_vmware.api [None req-4e8d39c9-b76b-4b9e-8675-b5c07987c81d tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] Waiting for the task: (returnval){ [ 1405.500669] env[62438]: value = "task-1784587" [ 1405.500669] env[62438]: _type = "Task" [ 1405.500669] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.511241] env[62438]: DEBUG oslo_vmware.api [None req-280113d4-c0dd-4ef1-a4b5-9f5524b52fa8 tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] Task: {'id': task-1784585, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.518484] env[62438]: DEBUG oslo_vmware.api [None req-4e8d39c9-b76b-4b9e-8675-b5c07987c81d tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] Task: {'id': task-1784587, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.519733] env[62438]: DEBUG oslo_concurrency.lockutils [None req-91b97f58-4ba9-48c8-a3df-cdf4ded8fb6d tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1405.544978] env[62438]: INFO nova.compute.manager [None req-92020989-bed5-4d13-8553-90b13c3419ee tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] [instance: bacfabaa-c0c2-43b7-841f-5539f5de2859] Took 34.40 seconds to build instance. [ 1405.550990] env[62438]: DEBUG oslo_vmware.api [None req-2fc3cdc3-7afe-4b46-a7bb-969aec517517 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Task: {'id': task-1784586, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.599905] env[62438]: DEBUG oslo_concurrency.lockutils [None req-21836c77-d7a0-4bd9-81a6-052a84160cc4 tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] Lock "e1af2037-ebee-4ea8-aade-9949bb2c4891" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.464s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1405.658637] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2b35ed80-c729-4821-bf33-4bafc6ca7dea tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1405.660085] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8c59875f-c45c-40ef-8f57-c89914a3d612 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.614s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1405.661945] env[62438]: INFO nova.compute.claims [None req-8c59875f-c45c-40ef-8f57-c89914a3d612 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 7d53f422-ce2a-4fb4-b8f7-66da14a63202] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1405.727171] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784583, 'name': CreateVM_Task, 'duration_secs': 0.63531} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.727403] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aece6fe8-5252-42bc-a4ac-c45a386770b3] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1405.728183] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1f2f5f83-e1c5-4261-ab26-7ddcdf110c7a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1405.728437] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1f2f5f83-e1c5-4261-ab26-7ddcdf110c7a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.728817] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1f2f5f83-e1c5-4261-ab26-7ddcdf110c7a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1405.729872] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f1e2910-5022-4ddf-a575-2df99260511d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.735094] env[62438]: DEBUG oslo_vmware.api [None req-1f2f5f83-e1c5-4261-ab26-7ddcdf110c7a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] Waiting for the task: (returnval){ [ 1405.735094] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5259c120-08c9-9ed8-1830-a72f7cf15e84" [ 1405.735094] env[62438]: _type = "Task" [ 1405.735094] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.744190] env[62438]: DEBUG oslo_vmware.api [None req-1f2f5f83-e1c5-4261-ab26-7ddcdf110c7a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5259c120-08c9-9ed8-1830-a72f7cf15e84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.873304] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1405.943104] env[62438]: DEBUG nova.network.neutron [req-f3b4d5b1-17da-4405-ab3a-5a62f22d0ffe req-cd9d8284-e3e4-48c3-8486-47cf375b1724 service nova] [instance: e1af2037-ebee-4ea8-aade-9949bb2c4891] Updated VIF entry in instance network info cache for port d9589832-a615-4606-97a6-9f4fa0ad3b5c. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1405.943504] env[62438]: DEBUG nova.network.neutron [req-f3b4d5b1-17da-4405-ab3a-5a62f22d0ffe req-cd9d8284-e3e4-48c3-8486-47cf375b1724 service nova] [instance: e1af2037-ebee-4ea8-aade-9949bb2c4891] Updating instance_info_cache with network_info: [{"id": "d9589832-a615-4606-97a6-9f4fa0ad3b5c", "address": "fa:16:3e:ae:e4:ea", "network": {"id": "e38db3a0-1e53-4002-8255-70fe5f55fd19", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-671600468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52e2af640436496f9e1c9c0475b3d4dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9589832-a6", "ovs_interfaceid": "d9589832-a615-4606-97a6-9f4fa0ad3b5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1406.002191] env[62438]: DEBUG oslo_vmware.api [None req-280113d4-c0dd-4ef1-a4b5-9f5524b52fa8 tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] Task: {'id': task-1784585, 'name': ReconfigVM_Task, 'duration_secs': 0.545145} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.006122] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-280113d4-c0dd-4ef1-a4b5-9f5524b52fa8 tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] [instance: 593cd047-3ea0-4bc8-ab9d-9833747a6752] Reconfigured VM instance instance-0000001d to attach disk [datastore1] 593cd047-3ea0-4bc8-ab9d-9833747a6752/593cd047-3ea0-4bc8-ab9d-9833747a6752.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1406.006784] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5b634b4f-a545-40b8-bef8-319966df0663 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.015399] env[62438]: DEBUG oslo_vmware.api [None req-4e8d39c9-b76b-4b9e-8675-b5c07987c81d tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] Task: {'id': task-1784587, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.016792] env[62438]: DEBUG oslo_vmware.api [None req-280113d4-c0dd-4ef1-a4b5-9f5524b52fa8 tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] Waiting for the task: (returnval){ [ 1406.016792] env[62438]: value = "task-1784588" [ 1406.016792] env[62438]: _type = "Task" [ 1406.016792] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.026491] env[62438]: DEBUG oslo_vmware.api [None req-280113d4-c0dd-4ef1-a4b5-9f5524b52fa8 tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] Task: {'id': task-1784588, 'name': Rename_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.027465] env[62438]: DEBUG nova.network.neutron [req-d0194fdc-a1ff-4e5c-b07c-a52fe5dc59e4 req-b3ae7b45-8487-4122-9871-2049003973f0 service nova] [instance: aece6fe8-5252-42bc-a4ac-c45a386770b3] Updated VIF entry in instance network info cache for port 53111168-a0af-4c68-94d4-884c2cf48a7b. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1406.027561] env[62438]: DEBUG nova.network.neutron [req-d0194fdc-a1ff-4e5c-b07c-a52fe5dc59e4 req-b3ae7b45-8487-4122-9871-2049003973f0 service nova] [instance: aece6fe8-5252-42bc-a4ac-c45a386770b3] Updating instance_info_cache with network_info: [{"id": "53111168-a0af-4c68-94d4-884c2cf48a7b", "address": "fa:16:3e:b3:be:88", "network": {"id": "50638994-5fe6-4260-bb5a-0b8065966b8a", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-824687325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "470f37781ab94ac09a01d83c741f1916", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53111168-a0", "ovs_interfaceid": "53111168-a0af-4c68-94d4-884c2cf48a7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1406.047982] env[62438]: DEBUG oslo_vmware.api [None req-2fc3cdc3-7afe-4b46-a7bb-969aec517517 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Task: {'id': task-1784586, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.052342] env[62438]: DEBUG oslo_concurrency.lockutils [None req-92020989-bed5-4d13-8553-90b13c3419ee tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] Lock "bacfabaa-c0c2-43b7-841f-5539f5de2859" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.913s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1406.102537] env[62438]: DEBUG nova.compute.manager [None req-02f7eed8-805c-48e0-bb17-56dd221fdfe2 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 84f3ff00-94b2-4595-8046-865c3016fc77] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1406.249347] env[62438]: DEBUG oslo_vmware.api [None req-1f2f5f83-e1c5-4261-ab26-7ddcdf110c7a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5259c120-08c9-9ed8-1830-a72f7cf15e84, 'name': SearchDatastore_Task, 'duration_secs': 0.010082} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.250412] env[62438]: DEBUG nova.network.neutron [req-c204faaa-e5b5-4c68-9fb9-b29ec0a0750b req-ea16db80-bece-4746-abf1-dbf7696b9f75 service nova] [instance: 65ded97d-a41b-4c21-b289-baa0d75c739b] Updated VIF entry in instance network info cache for port 00dc7973-004c-444e-850d-c5d981b07ec4. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1406.251031] env[62438]: DEBUG nova.network.neutron [req-c204faaa-e5b5-4c68-9fb9-b29ec0a0750b req-ea16db80-bece-4746-abf1-dbf7696b9f75 service nova] [instance: 65ded97d-a41b-4c21-b289-baa0d75c739b] Updating instance_info_cache with network_info: [{"id": "00dc7973-004c-444e-850d-c5d981b07ec4", "address": "fa:16:3e:5e:69:e6", "network": {"id": "f99c306d-bd7c-4568-a4ea-83ba9af33f86", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-362394968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f31f893ddb14b01902da69c7cb5a08f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00dc7973-00", "ovs_interfaceid": "00dc7973-004c-444e-850d-c5d981b07ec4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1406.252550] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1f2f5f83-e1c5-4261-ab26-7ddcdf110c7a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1406.252802] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-1f2f5f83-e1c5-4261-ab26-7ddcdf110c7a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] [instance: aece6fe8-5252-42bc-a4ac-c45a386770b3] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1406.253054] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1f2f5f83-e1c5-4261-ab26-7ddcdf110c7a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1406.253657] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1f2f5f83-e1c5-4261-ab26-7ddcdf110c7a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.253657] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f2f5f83-e1c5-4261-ab26-7ddcdf110c7a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1406.253657] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-418cd8a1-eb86-4402-ace9-5261a2f31cea {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.266040] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f2f5f83-e1c5-4261-ab26-7ddcdf110c7a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1406.266040] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-1f2f5f83-e1c5-4261-ab26-7ddcdf110c7a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1406.266040] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd30ae76-3279-46e7-8b02-6e7128b6c5a4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.270407] env[62438]: DEBUG oslo_vmware.api [None req-1f2f5f83-e1c5-4261-ab26-7ddcdf110c7a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] Waiting for the task: (returnval){ [ 1406.270407] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]529a97cf-3b58-b546-16f8-289f33c3f997" [ 1406.270407] env[62438]: _type = "Task" [ 1406.270407] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.287619] env[62438]: DEBUG oslo_vmware.api [None req-1f2f5f83-e1c5-4261-ab26-7ddcdf110c7a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]529a97cf-3b58-b546-16f8-289f33c3f997, 'name': SearchDatastore_Task, 'duration_secs': 0.009535} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.290283] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4668c2d5-4054-4fe9-ace0-14f06accb9ef {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.294041] env[62438]: DEBUG oslo_vmware.api [None req-1f2f5f83-e1c5-4261-ab26-7ddcdf110c7a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] Waiting for the task: (returnval){ [ 1406.294041] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52622f15-65c8-27fc-15d6-d8f78a3d78a9" [ 1406.294041] env[62438]: _type = "Task" [ 1406.294041] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.301878] env[62438]: DEBUG oslo_vmware.api [None req-1f2f5f83-e1c5-4261-ab26-7ddcdf110c7a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52622f15-65c8-27fc-15d6-d8f78a3d78a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.449940] env[62438]: DEBUG oslo_concurrency.lockutils [req-f3b4d5b1-17da-4405-ab3a-5a62f22d0ffe req-cd9d8284-e3e4-48c3-8486-47cf375b1724 service nova] Releasing lock "refresh_cache-e1af2037-ebee-4ea8-aade-9949bb2c4891" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1406.451737] env[62438]: DEBUG nova.compute.manager [req-f3b4d5b1-17da-4405-ab3a-5a62f22d0ffe req-cd9d8284-e3e4-48c3-8486-47cf375b1724 service nova] [instance: 8d4c832d-e0b5-44ef-a8ce-0d5c6b8ed7ed] Received event network-vif-plugged-98e0d594-fc4c-4c32-97b5-19238ef6ba13 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1406.451737] env[62438]: DEBUG oslo_concurrency.lockutils [req-f3b4d5b1-17da-4405-ab3a-5a62f22d0ffe req-cd9d8284-e3e4-48c3-8486-47cf375b1724 service nova] Acquiring lock "8d4c832d-e0b5-44ef-a8ce-0d5c6b8ed7ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1406.451737] env[62438]: DEBUG oslo_concurrency.lockutils [req-f3b4d5b1-17da-4405-ab3a-5a62f22d0ffe req-cd9d8284-e3e4-48c3-8486-47cf375b1724 service nova] Lock "8d4c832d-e0b5-44ef-a8ce-0d5c6b8ed7ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1406.451737] env[62438]: DEBUG oslo_concurrency.lockutils [req-f3b4d5b1-17da-4405-ab3a-5a62f22d0ffe req-cd9d8284-e3e4-48c3-8486-47cf375b1724 service nova] Lock "8d4c832d-e0b5-44ef-a8ce-0d5c6b8ed7ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1406.451951] env[62438]: DEBUG nova.compute.manager [req-f3b4d5b1-17da-4405-ab3a-5a62f22d0ffe req-cd9d8284-e3e4-48c3-8486-47cf375b1724 service nova] [instance: 8d4c832d-e0b5-44ef-a8ce-0d5c6b8ed7ed] No waiting events found dispatching network-vif-plugged-98e0d594-fc4c-4c32-97b5-19238ef6ba13 {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1406.452290] env[62438]: WARNING nova.compute.manager [req-f3b4d5b1-17da-4405-ab3a-5a62f22d0ffe req-cd9d8284-e3e4-48c3-8486-47cf375b1724 service nova] [instance: 8d4c832d-e0b5-44ef-a8ce-0d5c6b8ed7ed] Received unexpected event network-vif-plugged-98e0d594-fc4c-4c32-97b5-19238ef6ba13 for instance with vm_state building and task_state spawning. [ 1406.452664] env[62438]: DEBUG nova.compute.manager [req-f3b4d5b1-17da-4405-ab3a-5a62f22d0ffe req-cd9d8284-e3e4-48c3-8486-47cf375b1724 service nova] [instance: 8d4c832d-e0b5-44ef-a8ce-0d5c6b8ed7ed] Received event network-changed-98e0d594-fc4c-4c32-97b5-19238ef6ba13 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1406.452846] env[62438]: DEBUG nova.compute.manager [req-f3b4d5b1-17da-4405-ab3a-5a62f22d0ffe req-cd9d8284-e3e4-48c3-8486-47cf375b1724 service nova] [instance: 8d4c832d-e0b5-44ef-a8ce-0d5c6b8ed7ed] Refreshing instance network info cache due to event network-changed-98e0d594-fc4c-4c32-97b5-19238ef6ba13. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1406.453180] env[62438]: DEBUG oslo_concurrency.lockutils [req-f3b4d5b1-17da-4405-ab3a-5a62f22d0ffe req-cd9d8284-e3e4-48c3-8486-47cf375b1724 service nova] Acquiring lock "refresh_cache-8d4c832d-e0b5-44ef-a8ce-0d5c6b8ed7ed" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1406.453351] env[62438]: DEBUG oslo_concurrency.lockutils [req-f3b4d5b1-17da-4405-ab3a-5a62f22d0ffe req-cd9d8284-e3e4-48c3-8486-47cf375b1724 service nova] Acquired lock "refresh_cache-8d4c832d-e0b5-44ef-a8ce-0d5c6b8ed7ed" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.453528] env[62438]: DEBUG nova.network.neutron [req-f3b4d5b1-17da-4405-ab3a-5a62f22d0ffe req-cd9d8284-e3e4-48c3-8486-47cf375b1724 service nova] [instance: 8d4c832d-e0b5-44ef-a8ce-0d5c6b8ed7ed] Refreshing network info cache for port 98e0d594-fc4c-4c32-97b5-19238ef6ba13 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1406.511456] env[62438]: DEBUG oslo_vmware.api [None req-4e8d39c9-b76b-4b9e-8675-b5c07987c81d tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] Task: {'id': task-1784587, 'name': ReconfigVM_Task, 'duration_secs': 0.742185} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.512662] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e8d39c9-b76b-4b9e-8675-b5c07987c81d tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] [instance: 8d4c832d-e0b5-44ef-a8ce-0d5c6b8ed7ed] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 8d4c832d-e0b5-44ef-a8ce-0d5c6b8ed7ed/8d4c832d-e0b5-44ef-a8ce-0d5c6b8ed7ed.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1406.517129] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f947afb4-40d4-48cc-809b-ea48eded4209 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.522893] env[62438]: DEBUG oslo_vmware.api [None req-4e8d39c9-b76b-4b9e-8675-b5c07987c81d tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] Waiting for the task: (returnval){ [ 1406.522893] env[62438]: value = "task-1784589" [ 1406.522893] env[62438]: _type = "Task" [ 1406.522893] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.530471] env[62438]: DEBUG oslo_vmware.api [None req-280113d4-c0dd-4ef1-a4b5-9f5524b52fa8 tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] Task: {'id': task-1784588, 'name': Rename_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.531292] env[62438]: DEBUG oslo_concurrency.lockutils [req-d0194fdc-a1ff-4e5c-b07c-a52fe5dc59e4 req-b3ae7b45-8487-4122-9871-2049003973f0 service nova] Releasing lock "refresh_cache-aece6fe8-5252-42bc-a4ac-c45a386770b3" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1406.536695] env[62438]: DEBUG oslo_vmware.api [None req-4e8d39c9-b76b-4b9e-8675-b5c07987c81d tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] Task: {'id': task-1784589, 'name': Rename_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.551387] env[62438]: DEBUG oslo_vmware.api [None req-2fc3cdc3-7afe-4b46-a7bb-969aec517517 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Task: {'id': task-1784586, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.562794] env[62438]: DEBUG nova.compute.manager [None req-c50d957a-58ba-4351-8125-a9e9db17fa6b tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] [instance: 98544a26-b42e-4164-8397-18188e662d64] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1406.631861] env[62438]: DEBUG oslo_concurrency.lockutils [None req-02f7eed8-805c-48e0-bb17-56dd221fdfe2 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1406.722286] env[62438]: DEBUG nova.network.neutron [None req-a434d0d7-e1e9-4f36-9427-712cb0231f08 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] [instance: 2f2bdef2-e31e-446b-beec-b6be1970dc9e] Successfully updated port: ce564c91-226f-4df5-bf36-cb13fc740760 {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1406.757718] env[62438]: DEBUG oslo_concurrency.lockutils [req-c204faaa-e5b5-4c68-9fb9-b29ec0a0750b req-ea16db80-bece-4746-abf1-dbf7696b9f75 service nova] Releasing lock "refresh_cache-65ded97d-a41b-4c21-b289-baa0d75c739b" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1406.806779] env[62438]: DEBUG oslo_vmware.api [None req-1f2f5f83-e1c5-4261-ab26-7ddcdf110c7a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52622f15-65c8-27fc-15d6-d8f78a3d78a9, 'name': SearchDatastore_Task, 'duration_secs': 0.009202} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.807511] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1f2f5f83-e1c5-4261-ab26-7ddcdf110c7a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1406.807798] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f2f5f83-e1c5-4261-ab26-7ddcdf110c7a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] aece6fe8-5252-42bc-a4ac-c45a386770b3/aece6fe8-5252-42bc-a4ac-c45a386770b3.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1406.808085] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f0546dad-480c-418c-bbaa-0a7548105c39 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.816047] env[62438]: DEBUG oslo_vmware.api [None req-1f2f5f83-e1c5-4261-ab26-7ddcdf110c7a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] Waiting for the task: (returnval){ [ 1406.816047] env[62438]: value = "task-1784590" [ 1406.816047] env[62438]: _type = "Task" [ 1406.816047] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.823172] env[62438]: DEBUG oslo_vmware.api [None req-1f2f5f83-e1c5-4261-ab26-7ddcdf110c7a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] Task: {'id': task-1784590, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.034512] env[62438]: DEBUG oslo_vmware.api [None req-280113d4-c0dd-4ef1-a4b5-9f5524b52fa8 tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] Task: {'id': task-1784588, 'name': Rename_Task, 'duration_secs': 0.676303} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.035418] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-280113d4-c0dd-4ef1-a4b5-9f5524b52fa8 tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] [instance: 593cd047-3ea0-4bc8-ab9d-9833747a6752] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1407.035797] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b5a9771c-c3fe-4cdc-8a0b-dc9daa025ba3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.041824] env[62438]: DEBUG oslo_vmware.api [None req-4e8d39c9-b76b-4b9e-8675-b5c07987c81d tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] Task: {'id': task-1784589, 'name': Rename_Task} progress is 99%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.046469] env[62438]: DEBUG oslo_vmware.api [None req-280113d4-c0dd-4ef1-a4b5-9f5524b52fa8 tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] Waiting for the task: (returnval){ [ 1407.046469] env[62438]: value = "task-1784591" [ 1407.046469] env[62438]: _type = "Task" [ 1407.046469] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.060815] env[62438]: DEBUG oslo_vmware.api [None req-2fc3cdc3-7afe-4b46-a7bb-969aec517517 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Task: {'id': task-1784586, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.526391} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.063785] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fc3cdc3-7afe-4b46-a7bb-969aec517517 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 8234c07d-eb31-429f-b804-a3250ea396a0/8234c07d-eb31-429f-b804-a3250ea396a0.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1407.064073] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-2fc3cdc3-7afe-4b46-a7bb-969aec517517 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] [instance: 8234c07d-eb31-429f-b804-a3250ea396a0] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1407.066908] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-faf9cda5-6005-4930-b4b6-daace8088117 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.076395] env[62438]: DEBUG oslo_vmware.api [None req-280113d4-c0dd-4ef1-a4b5-9f5524b52fa8 tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] Task: {'id': task-1784591, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.087648] env[62438]: DEBUG oslo_vmware.api [None req-2fc3cdc3-7afe-4b46-a7bb-969aec517517 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Waiting for the task: (returnval){ [ 1407.087648] env[62438]: value = "task-1784592" [ 1407.087648] env[62438]: _type = "Task" [ 1407.087648] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.099592] env[62438]: DEBUG oslo_vmware.api [None req-2fc3cdc3-7afe-4b46-a7bb-969aec517517 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Task: {'id': task-1784592, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.110491] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c50d957a-58ba-4351-8125-a9e9db17fa6b tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1407.145764] env[62438]: DEBUG oslo_concurrency.lockutils [None req-655f91d1-284b-4bda-b440-32bfdaf49826 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Acquiring lock "dafca806-482e-476d-aac6-f4844403efb3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1407.146081] env[62438]: DEBUG oslo_concurrency.lockutils [None req-655f91d1-284b-4bda-b440-32bfdaf49826 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Lock "dafca806-482e-476d-aac6-f4844403efb3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1407.146306] env[62438]: DEBUG oslo_concurrency.lockutils [None req-655f91d1-284b-4bda-b440-32bfdaf49826 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Acquiring lock "dafca806-482e-476d-aac6-f4844403efb3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1407.146491] env[62438]: DEBUG oslo_concurrency.lockutils [None req-655f91d1-284b-4bda-b440-32bfdaf49826 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Lock "dafca806-482e-476d-aac6-f4844403efb3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1407.146663] env[62438]: DEBUG oslo_concurrency.lockutils [None req-655f91d1-284b-4bda-b440-32bfdaf49826 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Lock "dafca806-482e-476d-aac6-f4844403efb3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1407.149039] env[62438]: INFO nova.compute.manager [None req-655f91d1-284b-4bda-b440-32bfdaf49826 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] [instance: dafca806-482e-476d-aac6-f4844403efb3] Terminating instance [ 1407.151371] env[62438]: DEBUG nova.compute.manager [None req-655f91d1-284b-4bda-b440-32bfdaf49826 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] [instance: dafca806-482e-476d-aac6-f4844403efb3] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1407.151503] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-655f91d1-284b-4bda-b440-32bfdaf49826 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] [instance: dafca806-482e-476d-aac6-f4844403efb3] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1407.152381] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-093d00e0-6e20-4ccf-b538-7ae17d29225e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.161949] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-655f91d1-284b-4bda-b440-32bfdaf49826 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] [instance: dafca806-482e-476d-aac6-f4844403efb3] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1407.166125] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-430ecf9d-5fe6-4bb8-8998-ec001c0b68fb {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.176756] env[62438]: DEBUG oslo_vmware.api [None req-655f91d1-284b-4bda-b440-32bfdaf49826 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Waiting for the task: (returnval){ [ 1407.176756] env[62438]: value = "task-1784593" [ 1407.176756] env[62438]: _type = "Task" [ 1407.176756] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.185733] env[62438]: DEBUG oslo_vmware.api [None req-655f91d1-284b-4bda-b440-32bfdaf49826 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Task: {'id': task-1784593, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.301381] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c04bfc34-08f4-465a-842a-4b9695a13e24 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.311750] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df70223-3123-4f3c-b2d3-fee3633f413f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.327086] env[62438]: DEBUG oslo_vmware.api [None req-1f2f5f83-e1c5-4261-ab26-7ddcdf110c7a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] Task: {'id': task-1784590, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.358601] env[62438]: DEBUG nova.network.neutron [req-f3b4d5b1-17da-4405-ab3a-5a62f22d0ffe req-cd9d8284-e3e4-48c3-8486-47cf375b1724 service nova] [instance: 8d4c832d-e0b5-44ef-a8ce-0d5c6b8ed7ed] Updated VIF entry in instance network info cache for port 98e0d594-fc4c-4c32-97b5-19238ef6ba13. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1407.358894] env[62438]: DEBUG nova.network.neutron [req-f3b4d5b1-17da-4405-ab3a-5a62f22d0ffe req-cd9d8284-e3e4-48c3-8486-47cf375b1724 service nova] [instance: 8d4c832d-e0b5-44ef-a8ce-0d5c6b8ed7ed] Updating instance_info_cache with network_info: [{"id": "98e0d594-fc4c-4c32-97b5-19238ef6ba13", "address": "fa:16:3e:3c:e4:d6", "network": {"id": "5123e49c-879f-492f-b078-52c8bd8287eb", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-735114465-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc56d24397644320b2e7e8b8074c4af8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98e0d594-fc", "ovs_interfaceid": "98e0d594-fc4c-4c32-97b5-19238ef6ba13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1407.361373] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf786724-8036-4f56-b7a0-16a372dfcca5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.369685] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a9edcbf-28a8-471d-870d-4042f427e065 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.385533] env[62438]: DEBUG nova.compute.provider_tree [None req-8c59875f-c45c-40ef-8f57-c89914a3d612 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1407.539234] env[62438]: DEBUG oslo_vmware.api [None req-4e8d39c9-b76b-4b9e-8675-b5c07987c81d tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] Task: {'id': task-1784589, 'name': Rename_Task} progress is 99%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.559867] env[62438]: DEBUG oslo_vmware.api [None req-280113d4-c0dd-4ef1-a4b5-9f5524b52fa8 tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] Task: {'id': task-1784591, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.596605] env[62438]: DEBUG oslo_vmware.api [None req-2fc3cdc3-7afe-4b46-a7bb-969aec517517 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Task: {'id': task-1784592, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.347055} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.596605] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-2fc3cdc3-7afe-4b46-a7bb-969aec517517 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] [instance: 8234c07d-eb31-429f-b804-a3250ea396a0] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1407.597458] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d6a1f4-a9e6-461b-b6cc-4f837e1f7de6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.623932] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fc3cdc3-7afe-4b46-a7bb-969aec517517 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] [instance: 8234c07d-eb31-429f-b804-a3250ea396a0] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] 8234c07d-eb31-429f-b804-a3250ea396a0/8234c07d-eb31-429f-b804-a3250ea396a0.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1407.624346] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8862c697-2bd1-4eb8-afb6-af72541121c8 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.646854] env[62438]: DEBUG oslo_vmware.api [None req-2fc3cdc3-7afe-4b46-a7bb-969aec517517 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Waiting for the task: (returnval){ [ 1407.646854] env[62438]: value = "task-1784594" [ 1407.646854] env[62438]: _type = "Task" [ 1407.646854] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.658193] env[62438]: DEBUG oslo_vmware.api [None req-2fc3cdc3-7afe-4b46-a7bb-969aec517517 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Task: {'id': task-1784594, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.686543] env[62438]: DEBUG oslo_vmware.api [None req-655f91d1-284b-4bda-b440-32bfdaf49826 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Task: {'id': task-1784593, 'name': PowerOffVM_Task, 'duration_secs': 0.349363} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.687048] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-655f91d1-284b-4bda-b440-32bfdaf49826 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] [instance: dafca806-482e-476d-aac6-f4844403efb3] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1407.687388] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-655f91d1-284b-4bda-b440-32bfdaf49826 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] [instance: dafca806-482e-476d-aac6-f4844403efb3] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1407.687803] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-df3d3b0f-19fb-4367-94d6-382cdb4da4ee {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.792027] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-655f91d1-284b-4bda-b440-32bfdaf49826 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] [instance: dafca806-482e-476d-aac6-f4844403efb3] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1407.792027] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-655f91d1-284b-4bda-b440-32bfdaf49826 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] [instance: dafca806-482e-476d-aac6-f4844403efb3] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1407.792027] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-655f91d1-284b-4bda-b440-32bfdaf49826 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Deleting the datastore file [datastore1] dafca806-482e-476d-aac6-f4844403efb3 {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1407.792651] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-67674ed4-46e2-447f-b184-23434a171213 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.802027] env[62438]: DEBUG oslo_vmware.api [None req-655f91d1-284b-4bda-b440-32bfdaf49826 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Waiting for the task: (returnval){ [ 1407.802027] env[62438]: value = "task-1784596" [ 1407.802027] env[62438]: _type = "Task" [ 1407.802027] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.814768] env[62438]: DEBUG oslo_vmware.api [None req-655f91d1-284b-4bda-b440-32bfdaf49826 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Task: {'id': task-1784596, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.827565] env[62438]: DEBUG oslo_vmware.api [None req-1f2f5f83-e1c5-4261-ab26-7ddcdf110c7a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] Task: {'id': task-1784590, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.610073} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.828180] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f2f5f83-e1c5-4261-ab26-7ddcdf110c7a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] aece6fe8-5252-42bc-a4ac-c45a386770b3/aece6fe8-5252-42bc-a4ac-c45a386770b3.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1407.828611] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-1f2f5f83-e1c5-4261-ab26-7ddcdf110c7a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] [instance: aece6fe8-5252-42bc-a4ac-c45a386770b3] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1407.829030] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f425b182-637e-4264-9e01-7323cdf23b7a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.836039] env[62438]: DEBUG oslo_vmware.api [None req-1f2f5f83-e1c5-4261-ab26-7ddcdf110c7a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] Waiting for the task: (returnval){ [ 1407.836039] env[62438]: value = "task-1784597" [ 1407.836039] env[62438]: _type = "Task" [ 1407.836039] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.845610] env[62438]: DEBUG oslo_vmware.api [None req-1f2f5f83-e1c5-4261-ab26-7ddcdf110c7a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] Task: {'id': task-1784597, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.861762] env[62438]: DEBUG oslo_concurrency.lockutils [req-f3b4d5b1-17da-4405-ab3a-5a62f22d0ffe req-cd9d8284-e3e4-48c3-8486-47cf375b1724 service nova] Releasing lock "refresh_cache-8d4c832d-e0b5-44ef-a8ce-0d5c6b8ed7ed" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1407.891023] env[62438]: DEBUG nova.scheduler.client.report [None req-8c59875f-c45c-40ef-8f57-c89914a3d612 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1407.944230] env[62438]: DEBUG nova.compute.manager [req-175d282d-b6b0-4cc3-8476-5492c7051d61 req-89d5777a-ce28-4c93-a265-94cc38009e8f service nova] [instance: 9eb5afb2-9f91-428d-9590-0037b30b33b3] Received event network-vif-deleted-4a1f1836-b5d6-4a4d-b4d4-906659f5afc8 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1407.944230] env[62438]: DEBUG nova.compute.manager [req-175d282d-b6b0-4cc3-8476-5492c7051d61 req-89d5777a-ce28-4c93-a265-94cc38009e8f service nova] [instance: f23e6ad1-e92d-4d2d-b09e-cec7d33c551d] Received event network-vif-deleted-2f981b4a-f525-48b0-b106-22f10c172551 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1407.944230] env[62438]: DEBUG nova.compute.manager [req-175d282d-b6b0-4cc3-8476-5492c7051d61 req-89d5777a-ce28-4c93-a265-94cc38009e8f service nova] [instance: 2f2bdef2-e31e-446b-beec-b6be1970dc9e] Received event network-vif-plugged-ce564c91-226f-4df5-bf36-cb13fc740760 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1407.944230] env[62438]: DEBUG oslo_concurrency.lockutils [req-175d282d-b6b0-4cc3-8476-5492c7051d61 req-89d5777a-ce28-4c93-a265-94cc38009e8f service nova] Acquiring lock "2f2bdef2-e31e-446b-beec-b6be1970dc9e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1407.944920] env[62438]: DEBUG oslo_concurrency.lockutils [req-175d282d-b6b0-4cc3-8476-5492c7051d61 req-89d5777a-ce28-4c93-a265-94cc38009e8f service nova] Lock "2f2bdef2-e31e-446b-beec-b6be1970dc9e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1407.944920] env[62438]: DEBUG oslo_concurrency.lockutils [req-175d282d-b6b0-4cc3-8476-5492c7051d61 req-89d5777a-ce28-4c93-a265-94cc38009e8f service nova] Lock "2f2bdef2-e31e-446b-beec-b6be1970dc9e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1407.945835] env[62438]: DEBUG nova.compute.manager [req-175d282d-b6b0-4cc3-8476-5492c7051d61 req-89d5777a-ce28-4c93-a265-94cc38009e8f service nova] [instance: 2f2bdef2-e31e-446b-beec-b6be1970dc9e] No waiting events found dispatching network-vif-plugged-ce564c91-226f-4df5-bf36-cb13fc740760 {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1407.945835] env[62438]: WARNING nova.compute.manager [req-175d282d-b6b0-4cc3-8476-5492c7051d61 req-89d5777a-ce28-4c93-a265-94cc38009e8f service nova] [instance: 2f2bdef2-e31e-446b-beec-b6be1970dc9e] Received unexpected event network-vif-plugged-ce564c91-226f-4df5-bf36-cb13fc740760 for instance with vm_state building and task_state spawning. [ 1407.945994] env[62438]: DEBUG nova.compute.manager [req-175d282d-b6b0-4cc3-8476-5492c7051d61 req-89d5777a-ce28-4c93-a265-94cc38009e8f service nova] [instance: 2f2bdef2-e31e-446b-beec-b6be1970dc9e] Received event network-changed-ce564c91-226f-4df5-bf36-cb13fc740760 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1407.946651] env[62438]: DEBUG nova.compute.manager [req-175d282d-b6b0-4cc3-8476-5492c7051d61 req-89d5777a-ce28-4c93-a265-94cc38009e8f service nova] [instance: 2f2bdef2-e31e-446b-beec-b6be1970dc9e] Refreshing instance network info cache due to event network-changed-ce564c91-226f-4df5-bf36-cb13fc740760. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1407.946651] env[62438]: DEBUG oslo_concurrency.lockutils [req-175d282d-b6b0-4cc3-8476-5492c7051d61 req-89d5777a-ce28-4c93-a265-94cc38009e8f service nova] Acquiring lock "refresh_cache-2f2bdef2-e31e-446b-beec-b6be1970dc9e" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1407.946651] env[62438]: DEBUG oslo_concurrency.lockutils [req-175d282d-b6b0-4cc3-8476-5492c7051d61 req-89d5777a-ce28-4c93-a265-94cc38009e8f service nova] Acquired lock "refresh_cache-2f2bdef2-e31e-446b-beec-b6be1970dc9e" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.946651] env[62438]: DEBUG nova.network.neutron [req-175d282d-b6b0-4cc3-8476-5492c7051d61 req-89d5777a-ce28-4c93-a265-94cc38009e8f service nova] [instance: 2f2bdef2-e31e-446b-beec-b6be1970dc9e] Refreshing network info cache for port ce564c91-226f-4df5-bf36-cb13fc740760 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1407.973795] env[62438]: DEBUG oslo_vmware.rw_handles [None req-c61b2416-11e0-4eae-b42f-35e7a0b1cfe3 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529356fa-8617-73b4-8382-94f0b0e4fbb5/disk-0.vmdk. {{(pid=62438) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1407.974757] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-738860a7-1c39-4a61-bef5-27a24cc2ac25 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.982171] env[62438]: DEBUG oslo_vmware.rw_handles [None req-c61b2416-11e0-4eae-b42f-35e7a0b1cfe3 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529356fa-8617-73b4-8382-94f0b0e4fbb5/disk-0.vmdk is in state: ready. {{(pid=62438) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1407.982360] env[62438]: ERROR oslo_vmware.rw_handles [None req-c61b2416-11e0-4eae-b42f-35e7a0b1cfe3 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529356fa-8617-73b4-8382-94f0b0e4fbb5/disk-0.vmdk due to incomplete transfer. [ 1407.982595] env[62438]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9e144f83-4192-4d9c-83f6-bf99bf64a39e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.990337] env[62438]: DEBUG oslo_vmware.rw_handles [None req-c61b2416-11e0-4eae-b42f-35e7a0b1cfe3 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529356fa-8617-73b4-8382-94f0b0e4fbb5/disk-0.vmdk. {{(pid=62438) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1407.990615] env[62438]: DEBUG nova.virt.vmwareapi.images [None req-c61b2416-11e0-4eae-b42f-35e7a0b1cfe3 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: 123a890e-3772-4f4f-b12d-5fae028ee895] Uploaded image 8a82e5f1-fed5-4996-953e-b4df9834f83e to the Glance image server {{(pid=62438) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 1407.993045] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-c61b2416-11e0-4eae-b42f-35e7a0b1cfe3 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: 123a890e-3772-4f4f-b12d-5fae028ee895] Destroying the VM {{(pid=62438) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 1407.993348] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7fb6ed3f-176e-4bce-803d-5f0a11251f49 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.000642] env[62438]: DEBUG oslo_vmware.api [None req-c61b2416-11e0-4eae-b42f-35e7a0b1cfe3 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Waiting for the task: (returnval){ [ 1408.000642] env[62438]: value = "task-1784598" [ 1408.000642] env[62438]: _type = "Task" [ 1408.000642] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.009468] env[62438]: DEBUG oslo_vmware.api [None req-c61b2416-11e0-4eae-b42f-35e7a0b1cfe3 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Task: {'id': task-1784598, 'name': Destroy_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.037146] env[62438]: DEBUG oslo_vmware.api [None req-4e8d39c9-b76b-4b9e-8675-b5c07987c81d tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] Task: {'id': task-1784589, 'name': Rename_Task, 'duration_secs': 1.258566} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.037213] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e8d39c9-b76b-4b9e-8675-b5c07987c81d tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] [instance: 8d4c832d-e0b5-44ef-a8ce-0d5c6b8ed7ed] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1408.037434] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e00800c-9853-47b4-b796-1b522b081088 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.044763] env[62438]: DEBUG oslo_vmware.api [None req-4e8d39c9-b76b-4b9e-8675-b5c07987c81d tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] Waiting for the task: (returnval){ [ 1408.044763] env[62438]: value = "task-1784599" [ 1408.044763] env[62438]: _type = "Task" [ 1408.044763] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.052849] env[62438]: DEBUG oslo_vmware.api [None req-4e8d39c9-b76b-4b9e-8675-b5c07987c81d tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] Task: {'id': task-1784599, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.060319] env[62438]: DEBUG oslo_vmware.api [None req-280113d4-c0dd-4ef1-a4b5-9f5524b52fa8 tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] Task: {'id': task-1784591, 'name': PowerOnVM_Task, 'duration_secs': 0.756224} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.060575] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-280113d4-c0dd-4ef1-a4b5-9f5524b52fa8 tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] [instance: 593cd047-3ea0-4bc8-ab9d-9833747a6752] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1408.060777] env[62438]: INFO nova.compute.manager [None req-280113d4-c0dd-4ef1-a4b5-9f5524b52fa8 tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] [instance: 593cd047-3ea0-4bc8-ab9d-9833747a6752] Took 13.90 seconds to spawn the instance on the hypervisor. [ 1408.060975] env[62438]: DEBUG nova.compute.manager [None req-280113d4-c0dd-4ef1-a4b5-9f5524b52fa8 tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] [instance: 593cd047-3ea0-4bc8-ab9d-9833747a6752] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1408.061746] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a2b915-831c-4fe6-8adb-edef33c8d8a2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.158090] env[62438]: DEBUG oslo_vmware.api [None req-2fc3cdc3-7afe-4b46-a7bb-969aec517517 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Task: {'id': task-1784594, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.315725] env[62438]: DEBUG oslo_vmware.api [None req-655f91d1-284b-4bda-b440-32bfdaf49826 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Task: {'id': task-1784596, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.353345} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.315917] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-655f91d1-284b-4bda-b440-32bfdaf49826 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1408.316118] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-655f91d1-284b-4bda-b440-32bfdaf49826 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] [instance: dafca806-482e-476d-aac6-f4844403efb3] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1408.316333] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-655f91d1-284b-4bda-b440-32bfdaf49826 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] [instance: dafca806-482e-476d-aac6-f4844403efb3] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1408.318052] env[62438]: INFO nova.compute.manager [None req-655f91d1-284b-4bda-b440-32bfdaf49826 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] [instance: dafca806-482e-476d-aac6-f4844403efb3] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1408.318052] env[62438]: DEBUG oslo.service.loopingcall [None req-655f91d1-284b-4bda-b440-32bfdaf49826 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1408.318052] env[62438]: DEBUG nova.compute.manager [-] [instance: dafca806-482e-476d-aac6-f4844403efb3] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1408.318052] env[62438]: DEBUG nova.network.neutron [-] [instance: dafca806-482e-476d-aac6-f4844403efb3] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1408.349191] env[62438]: DEBUG oslo_vmware.api [None req-1f2f5f83-e1c5-4261-ab26-7ddcdf110c7a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] Task: {'id': task-1784597, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0775} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.350039] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-1f2f5f83-e1c5-4261-ab26-7ddcdf110c7a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] [instance: aece6fe8-5252-42bc-a4ac-c45a386770b3] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1408.350894] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e5e385-eec4-4cd2-a005-8de26f9667dd {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.377439] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f2f5f83-e1c5-4261-ab26-7ddcdf110c7a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] [instance: aece6fe8-5252-42bc-a4ac-c45a386770b3] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] aece6fe8-5252-42bc-a4ac-c45a386770b3/aece6fe8-5252-42bc-a4ac-c45a386770b3.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1408.377439] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e31a39fc-d528-4c01-a160-b2a2cb7a3936 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.399259] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8c59875f-c45c-40ef-8f57-c89914a3d612 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.738s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1408.399259] env[62438]: DEBUG nova.compute.manager [None req-8c59875f-c45c-40ef-8f57-c89914a3d612 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 7d53f422-ce2a-4fb4-b8f7-66da14a63202] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1408.402297] env[62438]: DEBUG oslo_vmware.api [None req-1f2f5f83-e1c5-4261-ab26-7ddcdf110c7a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] Waiting for the task: (returnval){ [ 1408.402297] env[62438]: value = "task-1784600" [ 1408.402297] env[62438]: _type = "Task" [ 1408.402297] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.403291] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9c74ccba-961c-42a6-a678-cf0a003de1e2 tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.480s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1408.403291] env[62438]: DEBUG nova.objects.instance [None req-9c74ccba-961c-42a6-a678-cf0a003de1e2 tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Lazy-loading 'resources' on Instance uuid e70070c2-d6dc-4337-b3b5-3ca1395ae963 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1408.413300] env[62438]: DEBUG oslo_vmware.api [None req-1f2f5f83-e1c5-4261-ab26-7ddcdf110c7a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] Task: {'id': task-1784600, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.514655] env[62438]: DEBUG oslo_vmware.api [None req-c61b2416-11e0-4eae-b42f-35e7a0b1cfe3 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Task: {'id': task-1784598, 'name': Destroy_Task} progress is 33%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.525695] env[62438]: DEBUG nova.network.neutron [req-175d282d-b6b0-4cc3-8476-5492c7051d61 req-89d5777a-ce28-4c93-a265-94cc38009e8f service nova] [instance: 2f2bdef2-e31e-446b-beec-b6be1970dc9e] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1408.556033] env[62438]: DEBUG oslo_vmware.api [None req-4e8d39c9-b76b-4b9e-8675-b5c07987c81d tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] Task: {'id': task-1784599, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.581409] env[62438]: INFO nova.compute.manager [None req-280113d4-c0dd-4ef1-a4b5-9f5524b52fa8 tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] [instance: 593cd047-3ea0-4bc8-ab9d-9833747a6752] Took 34.70 seconds to build instance. [ 1408.658321] env[62438]: DEBUG oslo_vmware.api [None req-2fc3cdc3-7afe-4b46-a7bb-969aec517517 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Task: {'id': task-1784594, 'name': ReconfigVM_Task, 'duration_secs': 0.856246} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.661314] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fc3cdc3-7afe-4b46-a7bb-969aec517517 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] [instance: 8234c07d-eb31-429f-b804-a3250ea396a0] Reconfigured VM instance instance-0000001a to attach disk [datastore1] 8234c07d-eb31-429f-b804-a3250ea396a0/8234c07d-eb31-429f-b804-a3250ea396a0.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1408.662097] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b1e7d67e-41b2-420d-b275-ea6c6f384026 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.670039] env[62438]: DEBUG oslo_vmware.api [None req-2fc3cdc3-7afe-4b46-a7bb-969aec517517 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Waiting for the task: (returnval){ [ 1408.670039] env[62438]: value = "task-1784601" [ 1408.670039] env[62438]: _type = "Task" [ 1408.670039] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.682591] env[62438]: DEBUG oslo_vmware.api [None req-2fc3cdc3-7afe-4b46-a7bb-969aec517517 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Task: {'id': task-1784601, 'name': Rename_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.721710] env[62438]: DEBUG nova.network.neutron [req-175d282d-b6b0-4cc3-8476-5492c7051d61 req-89d5777a-ce28-4c93-a265-94cc38009e8f service nova] [instance: 2f2bdef2-e31e-446b-beec-b6be1970dc9e] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1408.863930] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ada146d0-264b-4b4a-9f69-9ec8d6aa9dbe tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] Acquiring lock "a0d2d3ba-cc22-45b0-92a8-0510ec0d85f9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1408.864166] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ada146d0-264b-4b4a-9f69-9ec8d6aa9dbe tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] Lock "a0d2d3ba-cc22-45b0-92a8-0510ec0d85f9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1408.904095] env[62438]: DEBUG nova.compute.utils [None req-8c59875f-c45c-40ef-8f57-c89914a3d612 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1408.905754] env[62438]: DEBUG nova.compute.manager [None req-8c59875f-c45c-40ef-8f57-c89914a3d612 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 7d53f422-ce2a-4fb4-b8f7-66da14a63202] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1408.905754] env[62438]: DEBUG nova.network.neutron [None req-8c59875f-c45c-40ef-8f57-c89914a3d612 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 7d53f422-ce2a-4fb4-b8f7-66da14a63202] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1408.925636] env[62438]: DEBUG oslo_vmware.api [None req-1f2f5f83-e1c5-4261-ab26-7ddcdf110c7a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] Task: {'id': task-1784600, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.996114] env[62438]: DEBUG nova.policy [None req-8c59875f-c45c-40ef-8f57-c89914a3d612 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '699a5c5e679f4c3e8f1d7aa46874cec5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c2d033e444434a94b421400f7f016ac4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1409.002889] env[62438]: DEBUG nova.compute.manager [req-bbd48bee-b0c8-435c-bc34-24c300dd8e3a req-48472040-106c-427a-afc7-f5096d6d6943 service nova] [instance: bacfabaa-c0c2-43b7-841f-5539f5de2859] Received event network-changed-d6e0e389-d874-472f-b23f-9dd5b6fe8d2e {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1409.003133] env[62438]: DEBUG nova.compute.manager [req-bbd48bee-b0c8-435c-bc34-24c300dd8e3a req-48472040-106c-427a-afc7-f5096d6d6943 service nova] [instance: bacfabaa-c0c2-43b7-841f-5539f5de2859] Refreshing instance network info cache due to event network-changed-d6e0e389-d874-472f-b23f-9dd5b6fe8d2e. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1409.003357] env[62438]: DEBUG oslo_concurrency.lockutils [req-bbd48bee-b0c8-435c-bc34-24c300dd8e3a req-48472040-106c-427a-afc7-f5096d6d6943 service nova] Acquiring lock "refresh_cache-bacfabaa-c0c2-43b7-841f-5539f5de2859" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1409.003500] env[62438]: DEBUG oslo_concurrency.lockutils [req-bbd48bee-b0c8-435c-bc34-24c300dd8e3a req-48472040-106c-427a-afc7-f5096d6d6943 service nova] Acquired lock "refresh_cache-bacfabaa-c0c2-43b7-841f-5539f5de2859" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.003666] env[62438]: DEBUG nova.network.neutron [req-bbd48bee-b0c8-435c-bc34-24c300dd8e3a req-48472040-106c-427a-afc7-f5096d6d6943 service nova] [instance: bacfabaa-c0c2-43b7-841f-5539f5de2859] Refreshing network info cache for port d6e0e389-d874-472f-b23f-9dd5b6fe8d2e {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1409.016127] env[62438]: DEBUG oslo_vmware.api [None req-c61b2416-11e0-4eae-b42f-35e7a0b1cfe3 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Task: {'id': task-1784598, 'name': Destroy_Task} progress is 33%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.061106] env[62438]: DEBUG oslo_vmware.api [None req-4e8d39c9-b76b-4b9e-8675-b5c07987c81d tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] Task: {'id': task-1784599, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.086903] env[62438]: DEBUG oslo_concurrency.lockutils [None req-280113d4-c0dd-4ef1-a4b5-9f5524b52fa8 tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] Lock "593cd047-3ea0-4bc8-ab9d-9833747a6752" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.238s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1409.126107] env[62438]: DEBUG nova.network.neutron [None req-a434d0d7-e1e9-4f36-9427-712cb0231f08 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] [instance: 2f2bdef2-e31e-446b-beec-b6be1970dc9e] Successfully updated port: 19f3b6bd-55ad-4d71-bad6-1b84fe22f920 {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1409.179928] env[62438]: DEBUG oslo_vmware.api [None req-2fc3cdc3-7afe-4b46-a7bb-969aec517517 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Task: {'id': task-1784601, 'name': Rename_Task, 'duration_secs': 0.414982} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.180281] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fc3cdc3-7afe-4b46-a7bb-969aec517517 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] [instance: 8234c07d-eb31-429f-b804-a3250ea396a0] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1409.180586] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e84582cd-d0ae-4038-834c-aa6cfce596ab {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.190730] env[62438]: DEBUG oslo_vmware.api [None req-2fc3cdc3-7afe-4b46-a7bb-969aec517517 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Waiting for the task: (returnval){ [ 1409.190730] env[62438]: value = "task-1784602" [ 1409.190730] env[62438]: _type = "Task" [ 1409.190730] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.199721] env[62438]: DEBUG oslo_vmware.api [None req-2fc3cdc3-7afe-4b46-a7bb-969aec517517 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Task: {'id': task-1784602, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.224754] env[62438]: DEBUG oslo_concurrency.lockutils [req-175d282d-b6b0-4cc3-8476-5492c7051d61 req-89d5777a-ce28-4c93-a265-94cc38009e8f service nova] Releasing lock "refresh_cache-2f2bdef2-e31e-446b-beec-b6be1970dc9e" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1409.320568] env[62438]: DEBUG nova.network.neutron [-] [instance: dafca806-482e-476d-aac6-f4844403efb3] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1409.407614] env[62438]: DEBUG nova.network.neutron [None req-8c59875f-c45c-40ef-8f57-c89914a3d612 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 7d53f422-ce2a-4fb4-b8f7-66da14a63202] Successfully created port: a74f1b5c-bd70-4696-afa1-3da7fee83d24 {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1409.421651] env[62438]: DEBUG nova.compute.manager [None req-8c59875f-c45c-40ef-8f57-c89914a3d612 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 7d53f422-ce2a-4fb4-b8f7-66da14a63202] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1409.434303] env[62438]: DEBUG oslo_vmware.api [None req-1f2f5f83-e1c5-4261-ab26-7ddcdf110c7a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] Task: {'id': task-1784600, 'name': ReconfigVM_Task, 'duration_secs': 0.62571} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.434877] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f2f5f83-e1c5-4261-ab26-7ddcdf110c7a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] [instance: aece6fe8-5252-42bc-a4ac-c45a386770b3] Reconfigured VM instance instance-00000020 to attach disk [datastore1] aece6fe8-5252-42bc-a4ac-c45a386770b3/aece6fe8-5252-42bc-a4ac-c45a386770b3.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1409.438200] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c4ca4399-eb08-4853-8309-75b4fac57e5a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.445575] env[62438]: DEBUG oslo_vmware.api [None req-1f2f5f83-e1c5-4261-ab26-7ddcdf110c7a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] Waiting for the task: (returnval){ [ 1409.445575] env[62438]: value = "task-1784603" [ 1409.445575] env[62438]: _type = "Task" [ 1409.445575] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.455985] env[62438]: DEBUG oslo_vmware.api [None req-1f2f5f83-e1c5-4261-ab26-7ddcdf110c7a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] Task: {'id': task-1784603, 'name': Rename_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.517746] env[62438]: DEBUG oslo_vmware.api [None req-c61b2416-11e0-4eae-b42f-35e7a0b1cfe3 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Task: {'id': task-1784598, 'name': Destroy_Task, 'duration_secs': 1.066657} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.524789] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-c61b2416-11e0-4eae-b42f-35e7a0b1cfe3 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: 123a890e-3772-4f4f-b12d-5fae028ee895] Destroyed the VM [ 1409.524789] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-c61b2416-11e0-4eae-b42f-35e7a0b1cfe3 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: 123a890e-3772-4f4f-b12d-5fae028ee895] Deleting Snapshot of the VM instance {{(pid=62438) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1409.524789] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-55cd583e-0825-473a-a1c6-b082497d1590 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.535244] env[62438]: DEBUG oslo_vmware.api [None req-c61b2416-11e0-4eae-b42f-35e7a0b1cfe3 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Waiting for the task: (returnval){ [ 1409.535244] env[62438]: value = "task-1784604" [ 1409.535244] env[62438]: _type = "Task" [ 1409.535244] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.547050] env[62438]: DEBUG oslo_vmware.api [None req-c61b2416-11e0-4eae-b42f-35e7a0b1cfe3 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Task: {'id': task-1784604, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.566217] env[62438]: DEBUG oslo_vmware.api [None req-4e8d39c9-b76b-4b9e-8675-b5c07987c81d tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] Task: {'id': task-1784599, 'name': PowerOnVM_Task, 'duration_secs': 1.215846} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.566217] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e8d39c9-b76b-4b9e-8675-b5c07987c81d tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] [instance: 8d4c832d-e0b5-44ef-a8ce-0d5c6b8ed7ed] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1409.566531] env[62438]: INFO nova.compute.manager [None req-4e8d39c9-b76b-4b9e-8675-b5c07987c81d tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] [instance: 8d4c832d-e0b5-44ef-a8ce-0d5c6b8ed7ed] Took 10.27 seconds to spawn the instance on the hypervisor. [ 1409.566630] env[62438]: DEBUG nova.compute.manager [None req-4e8d39c9-b76b-4b9e-8675-b5c07987c81d tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] [instance: 8d4c832d-e0b5-44ef-a8ce-0d5c6b8ed7ed] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1409.568992] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-220af172-8b65-48d8-ad7e-982f4f6c229c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.572239] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6807aca2-ea5a-40e3-acf7-b22712af0aa5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.585025] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7018aee8-7e31-4173-b259-1e29a7df1f29 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.591035] env[62438]: DEBUG nova.compute.manager [None req-edd23b50-a8be-45b1-a84f-ef0514029596 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: 77038eff-3013-423d-b1bf-a6d14e892441] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1409.627768] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bafa90a2-8148-4637-ad03-b30303f05858 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.638933] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a11e4ff-85be-40f5-8bff-adf3e8a6cbef {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.655918] env[62438]: DEBUG nova.compute.provider_tree [None req-9c74ccba-961c-42a6-a678-cf0a003de1e2 tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1409.700549] env[62438]: DEBUG oslo_vmware.api [None req-2fc3cdc3-7afe-4b46-a7bb-969aec517517 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Task: {'id': task-1784602, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.756970] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8cd95c3f-7966-440a-a4b9-b00a902f426f tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] Acquiring lock "65ded97d-a41b-4c21-b289-baa0d75c739b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1409.757275] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8cd95c3f-7966-440a-a4b9-b00a902f426f tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] Lock "65ded97d-a41b-4c21-b289-baa0d75c739b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1409.757503] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8cd95c3f-7966-440a-a4b9-b00a902f426f tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] Acquiring lock "65ded97d-a41b-4c21-b289-baa0d75c739b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1409.757689] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8cd95c3f-7966-440a-a4b9-b00a902f426f tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] Lock "65ded97d-a41b-4c21-b289-baa0d75c739b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1409.757861] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8cd95c3f-7966-440a-a4b9-b00a902f426f tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] Lock "65ded97d-a41b-4c21-b289-baa0d75c739b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1409.762867] env[62438]: INFO nova.compute.manager [None req-8cd95c3f-7966-440a-a4b9-b00a902f426f tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] [instance: 65ded97d-a41b-4c21-b289-baa0d75c739b] Terminating instance [ 1409.769137] env[62438]: DEBUG nova.compute.manager [None req-8cd95c3f-7966-440a-a4b9-b00a902f426f tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] [instance: 65ded97d-a41b-4c21-b289-baa0d75c739b] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1409.769137] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-8cd95c3f-7966-440a-a4b9-b00a902f426f tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] [instance: 65ded97d-a41b-4c21-b289-baa0d75c739b] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1409.769137] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9552d1ea-2fe0-44bc-b0f6-868afe9c98b1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.776268] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cd95c3f-7966-440a-a4b9-b00a902f426f tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] [instance: 65ded97d-a41b-4c21-b289-baa0d75c739b] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1409.776415] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01ca27ae-9f27-4b3f-9e73-2e561ea99cca {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.782183] env[62438]: DEBUG oslo_vmware.api [None req-8cd95c3f-7966-440a-a4b9-b00a902f426f tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] Waiting for the task: (returnval){ [ 1409.782183] env[62438]: value = "task-1784605" [ 1409.782183] env[62438]: _type = "Task" [ 1409.782183] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.790958] env[62438]: DEBUG oslo_vmware.api [None req-8cd95c3f-7966-440a-a4b9-b00a902f426f tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] Task: {'id': task-1784605, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.825055] env[62438]: INFO nova.compute.manager [-] [instance: dafca806-482e-476d-aac6-f4844403efb3] Took 1.51 seconds to deallocate network for instance. [ 1409.871534] env[62438]: DEBUG nova.network.neutron [req-bbd48bee-b0c8-435c-bc34-24c300dd8e3a req-48472040-106c-427a-afc7-f5096d6d6943 service nova] [instance: bacfabaa-c0c2-43b7-841f-5539f5de2859] Updated VIF entry in instance network info cache for port d6e0e389-d874-472f-b23f-9dd5b6fe8d2e. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1409.871927] env[62438]: DEBUG nova.network.neutron [req-bbd48bee-b0c8-435c-bc34-24c300dd8e3a req-48472040-106c-427a-afc7-f5096d6d6943 service nova] [instance: bacfabaa-c0c2-43b7-841f-5539f5de2859] Updating instance_info_cache with network_info: [{"id": "d6e0e389-d874-472f-b23f-9dd5b6fe8d2e", "address": "fa:16:3e:f0:c9:e7", "network": {"id": "881afeaa-193b-4d5a-abd0-7c038cd6bfde", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1443821020-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae50e7a0076742958d559c8650144a2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6e0e389-d8", "ovs_interfaceid": "d6e0e389-d874-472f-b23f-9dd5b6fe8d2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1409.956476] env[62438]: DEBUG oslo_vmware.api [None req-1f2f5f83-e1c5-4261-ab26-7ddcdf110c7a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] Task: {'id': task-1784603, 'name': Rename_Task, 'duration_secs': 0.161189} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.956773] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f2f5f83-e1c5-4261-ab26-7ddcdf110c7a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] [instance: aece6fe8-5252-42bc-a4ac-c45a386770b3] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1409.957051] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-654c56ee-7a9a-48d6-9e47-7e6243c0c4f4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.964446] env[62438]: DEBUG oslo_vmware.api [None req-1f2f5f83-e1c5-4261-ab26-7ddcdf110c7a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] Waiting for the task: (returnval){ [ 1409.964446] env[62438]: value = "task-1784606" [ 1409.964446] env[62438]: _type = "Task" [ 1409.964446] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.973225] env[62438]: DEBUG oslo_vmware.api [None req-1f2f5f83-e1c5-4261-ab26-7ddcdf110c7a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] Task: {'id': task-1784606, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.046207] env[62438]: DEBUG oslo_vmware.api [None req-c61b2416-11e0-4eae-b42f-35e7a0b1cfe3 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Task: {'id': task-1784604, 'name': RemoveSnapshot_Task} progress is 72%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.087872] env[62438]: INFO nova.compute.manager [None req-4e8d39c9-b76b-4b9e-8675-b5c07987c81d tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] [instance: 8d4c832d-e0b5-44ef-a8ce-0d5c6b8ed7ed] Took 33.37 seconds to build instance. [ 1410.123983] env[62438]: DEBUG oslo_concurrency.lockutils [None req-95763a4b-794c-4fb3-85f4-2852ac625d1f tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] Acquiring lock "593cd047-3ea0-4bc8-ab9d-9833747a6752" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1410.124309] env[62438]: DEBUG oslo_concurrency.lockutils [None req-95763a4b-794c-4fb3-85f4-2852ac625d1f tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] Lock "593cd047-3ea0-4bc8-ab9d-9833747a6752" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1410.124504] env[62438]: DEBUG oslo_concurrency.lockutils [None req-95763a4b-794c-4fb3-85f4-2852ac625d1f tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] Acquiring lock "593cd047-3ea0-4bc8-ab9d-9833747a6752-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1410.124693] env[62438]: DEBUG oslo_concurrency.lockutils [None req-95763a4b-794c-4fb3-85f4-2852ac625d1f tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] Lock "593cd047-3ea0-4bc8-ab9d-9833747a6752-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1410.124879] env[62438]: DEBUG oslo_concurrency.lockutils [None req-95763a4b-794c-4fb3-85f4-2852ac625d1f tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] Lock "593cd047-3ea0-4bc8-ab9d-9833747a6752-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1410.127611] env[62438]: INFO nova.compute.manager [None req-95763a4b-794c-4fb3-85f4-2852ac625d1f tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] [instance: 593cd047-3ea0-4bc8-ab9d-9833747a6752] Terminating instance [ 1410.129504] env[62438]: DEBUG nova.compute.manager [None req-95763a4b-794c-4fb3-85f4-2852ac625d1f tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] [instance: 593cd047-3ea0-4bc8-ab9d-9833747a6752] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1410.129809] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-95763a4b-794c-4fb3-85f4-2852ac625d1f tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] [instance: 593cd047-3ea0-4bc8-ab9d-9833747a6752] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1410.134987] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d11fab3-1688-4f32-93c6-9a6b64415059 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.143643] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-95763a4b-794c-4fb3-85f4-2852ac625d1f tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] [instance: 593cd047-3ea0-4bc8-ab9d-9833747a6752] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1410.143925] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0369e2f-ac03-4f4a-ba88-0bb430bcaad9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.150450] env[62438]: DEBUG oslo_concurrency.lockutils [None req-edd23b50-a8be-45b1-a84f-ef0514029596 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1410.152287] env[62438]: DEBUG oslo_vmware.api [None req-95763a4b-794c-4fb3-85f4-2852ac625d1f tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] Waiting for the task: (returnval){ [ 1410.152287] env[62438]: value = "task-1784607" [ 1410.152287] env[62438]: _type = "Task" [ 1410.152287] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.162096] env[62438]: DEBUG nova.scheduler.client.report [None req-9c74ccba-961c-42a6-a678-cf0a003de1e2 tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1410.166399] env[62438]: DEBUG oslo_vmware.api [None req-95763a4b-794c-4fb3-85f4-2852ac625d1f tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] Task: {'id': task-1784607, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.202377] env[62438]: DEBUG oslo_vmware.api [None req-2fc3cdc3-7afe-4b46-a7bb-969aec517517 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Task: {'id': task-1784602, 'name': PowerOnVM_Task, 'duration_secs': 0.575516} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.206742] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fc3cdc3-7afe-4b46-a7bb-969aec517517 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] [instance: 8234c07d-eb31-429f-b804-a3250ea396a0] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1410.207467] env[62438]: DEBUG nova.compute.manager [None req-2fc3cdc3-7afe-4b46-a7bb-969aec517517 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] [instance: 8234c07d-eb31-429f-b804-a3250ea396a0] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1410.208383] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-679b1b35-737b-48aa-9bdd-2d003336d760 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.258096] env[62438]: DEBUG nova.compute.manager [req-576e5c31-5525-45e5-9823-7dc36fd8e40b req-8437c2fe-84b4-43b2-849b-203dd059e701 service nova] [instance: dafca806-482e-476d-aac6-f4844403efb3] Received event network-vif-deleted-f1529c60-79ba-4f8e-a0af-c0b93d36f3bd {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1410.258412] env[62438]: DEBUG nova.compute.manager [req-576e5c31-5525-45e5-9823-7dc36fd8e40b req-8437c2fe-84b4-43b2-849b-203dd059e701 service nova] [instance: 2f2bdef2-e31e-446b-beec-b6be1970dc9e] Received event network-vif-plugged-19f3b6bd-55ad-4d71-bad6-1b84fe22f920 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1410.258627] env[62438]: DEBUG oslo_concurrency.lockutils [req-576e5c31-5525-45e5-9823-7dc36fd8e40b req-8437c2fe-84b4-43b2-849b-203dd059e701 service nova] Acquiring lock "2f2bdef2-e31e-446b-beec-b6be1970dc9e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1410.260755] env[62438]: DEBUG oslo_concurrency.lockutils [req-576e5c31-5525-45e5-9823-7dc36fd8e40b req-8437c2fe-84b4-43b2-849b-203dd059e701 service nova] Lock "2f2bdef2-e31e-446b-beec-b6be1970dc9e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1410.260755] env[62438]: DEBUG oslo_concurrency.lockutils [req-576e5c31-5525-45e5-9823-7dc36fd8e40b req-8437c2fe-84b4-43b2-849b-203dd059e701 service nova] Lock "2f2bdef2-e31e-446b-beec-b6be1970dc9e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1410.260755] env[62438]: DEBUG nova.compute.manager [req-576e5c31-5525-45e5-9823-7dc36fd8e40b req-8437c2fe-84b4-43b2-849b-203dd059e701 service nova] [instance: 2f2bdef2-e31e-446b-beec-b6be1970dc9e] No waiting events found dispatching network-vif-plugged-19f3b6bd-55ad-4d71-bad6-1b84fe22f920 {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1410.260755] env[62438]: WARNING nova.compute.manager [req-576e5c31-5525-45e5-9823-7dc36fd8e40b req-8437c2fe-84b4-43b2-849b-203dd059e701 service nova] [instance: 2f2bdef2-e31e-446b-beec-b6be1970dc9e] Received unexpected event network-vif-plugged-19f3b6bd-55ad-4d71-bad6-1b84fe22f920 for instance with vm_state building and task_state spawning. [ 1410.260755] env[62438]: DEBUG nova.compute.manager [req-576e5c31-5525-45e5-9823-7dc36fd8e40b req-8437c2fe-84b4-43b2-849b-203dd059e701 service nova] [instance: 2f2bdef2-e31e-446b-beec-b6be1970dc9e] Received event network-changed-19f3b6bd-55ad-4d71-bad6-1b84fe22f920 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1410.261067] env[62438]: DEBUG nova.compute.manager [req-576e5c31-5525-45e5-9823-7dc36fd8e40b req-8437c2fe-84b4-43b2-849b-203dd059e701 service nova] [instance: 2f2bdef2-e31e-446b-beec-b6be1970dc9e] Refreshing instance network info cache due to event network-changed-19f3b6bd-55ad-4d71-bad6-1b84fe22f920. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1410.261067] env[62438]: DEBUG oslo_concurrency.lockutils [req-576e5c31-5525-45e5-9823-7dc36fd8e40b req-8437c2fe-84b4-43b2-849b-203dd059e701 service nova] Acquiring lock "refresh_cache-2f2bdef2-e31e-446b-beec-b6be1970dc9e" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1410.261067] env[62438]: DEBUG oslo_concurrency.lockutils [req-576e5c31-5525-45e5-9823-7dc36fd8e40b req-8437c2fe-84b4-43b2-849b-203dd059e701 service nova] Acquired lock "refresh_cache-2f2bdef2-e31e-446b-beec-b6be1970dc9e" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.261067] env[62438]: DEBUG nova.network.neutron [req-576e5c31-5525-45e5-9823-7dc36fd8e40b req-8437c2fe-84b4-43b2-849b-203dd059e701 service nova] [instance: 2f2bdef2-e31e-446b-beec-b6be1970dc9e] Refreshing network info cache for port 19f3b6bd-55ad-4d71-bad6-1b84fe22f920 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1410.293326] env[62438]: DEBUG oslo_vmware.api [None req-8cd95c3f-7966-440a-a4b9-b00a902f426f tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] Task: {'id': task-1784605, 'name': PowerOffVM_Task, 'duration_secs': 0.264603} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.294796] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cd95c3f-7966-440a-a4b9-b00a902f426f tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] [instance: 65ded97d-a41b-4c21-b289-baa0d75c739b] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1410.295057] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-8cd95c3f-7966-440a-a4b9-b00a902f426f tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] [instance: 65ded97d-a41b-4c21-b289-baa0d75c739b] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1410.301021] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dbff0522-f570-40e5-a363-d895d3ffa1ce {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.338294] env[62438]: DEBUG oslo_concurrency.lockutils [None req-655f91d1-284b-4bda-b440-32bfdaf49826 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1410.375059] env[62438]: DEBUG oslo_concurrency.lockutils [req-bbd48bee-b0c8-435c-bc34-24c300dd8e3a req-48472040-106c-427a-afc7-f5096d6d6943 service nova] Releasing lock "refresh_cache-bacfabaa-c0c2-43b7-841f-5539f5de2859" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1410.381037] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-8cd95c3f-7966-440a-a4b9-b00a902f426f tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] [instance: 65ded97d-a41b-4c21-b289-baa0d75c739b] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1410.381037] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-8cd95c3f-7966-440a-a4b9-b00a902f426f tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] [instance: 65ded97d-a41b-4c21-b289-baa0d75c739b] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1410.381037] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cd95c3f-7966-440a-a4b9-b00a902f426f tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] Deleting the datastore file [datastore1] 65ded97d-a41b-4c21-b289-baa0d75c739b {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1410.381037] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd1b99ed-8108-49d2-8c3f-8366a0bf010b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.388121] env[62438]: DEBUG oslo_vmware.api [None req-8cd95c3f-7966-440a-a4b9-b00a902f426f tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] Waiting for the task: (returnval){ [ 1410.388121] env[62438]: value = "task-1784609" [ 1410.388121] env[62438]: _type = "Task" [ 1410.388121] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.398225] env[62438]: DEBUG oslo_vmware.api [None req-8cd95c3f-7966-440a-a4b9-b00a902f426f tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] Task: {'id': task-1784609, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.433182] env[62438]: DEBUG nova.compute.manager [None req-8c59875f-c45c-40ef-8f57-c89914a3d612 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 7d53f422-ce2a-4fb4-b8f7-66da14a63202] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1410.461596] env[62438]: DEBUG nova.virt.hardware [None req-8c59875f-c45c-40ef-8f57-c89914a3d612 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1410.466527] env[62438]: DEBUG nova.virt.hardware [None req-8c59875f-c45c-40ef-8f57-c89914a3d612 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1410.466527] env[62438]: DEBUG nova.virt.hardware [None req-8c59875f-c45c-40ef-8f57-c89914a3d612 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1410.466527] env[62438]: DEBUG nova.virt.hardware [None req-8c59875f-c45c-40ef-8f57-c89914a3d612 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1410.466527] env[62438]: DEBUG nova.virt.hardware [None req-8c59875f-c45c-40ef-8f57-c89914a3d612 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1410.466527] env[62438]: DEBUG nova.virt.hardware [None req-8c59875f-c45c-40ef-8f57-c89914a3d612 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1410.466761] env[62438]: DEBUG nova.virt.hardware [None req-8c59875f-c45c-40ef-8f57-c89914a3d612 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1410.466761] env[62438]: DEBUG nova.virt.hardware [None req-8c59875f-c45c-40ef-8f57-c89914a3d612 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1410.466761] env[62438]: DEBUG nova.virt.hardware [None req-8c59875f-c45c-40ef-8f57-c89914a3d612 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1410.466761] env[62438]: DEBUG nova.virt.hardware [None req-8c59875f-c45c-40ef-8f57-c89914a3d612 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1410.466761] env[62438]: DEBUG nova.virt.hardware [None req-8c59875f-c45c-40ef-8f57-c89914a3d612 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1410.466910] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d86478-af49-450f-af23-0170d9d73661 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.480145] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ce0edb-3dc5-4c85-92d2-2232693113d7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.484371] env[62438]: DEBUG oslo_vmware.api [None req-1f2f5f83-e1c5-4261-ab26-7ddcdf110c7a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] Task: {'id': task-1784606, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.546346] env[62438]: DEBUG oslo_vmware.api [None req-c61b2416-11e0-4eae-b42f-35e7a0b1cfe3 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Task: {'id': task-1784604, 'name': RemoveSnapshot_Task, 'duration_secs': 0.772961} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.546867] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-c61b2416-11e0-4eae-b42f-35e7a0b1cfe3 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: 123a890e-3772-4f4f-b12d-5fae028ee895] Deleted Snapshot of the VM instance {{(pid=62438) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1410.547213] env[62438]: INFO nova.compute.manager [None req-c61b2416-11e0-4eae-b42f-35e7a0b1cfe3 tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: 123a890e-3772-4f4f-b12d-5fae028ee895] Took 20.07 seconds to snapshot the instance on the hypervisor. [ 1410.590089] env[62438]: DEBUG oslo_concurrency.lockutils [None req-4e8d39c9-b76b-4b9e-8675-b5c07987c81d tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] Lock "8d4c832d-e0b5-44ef-a8ce-0d5c6b8ed7ed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.881s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1410.662335] env[62438]: DEBUG oslo_vmware.api [None req-95763a4b-794c-4fb3-85f4-2852ac625d1f tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] Task: {'id': task-1784607, 'name': PowerOffVM_Task, 'duration_secs': 0.220263} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.662335] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-95763a4b-794c-4fb3-85f4-2852ac625d1f tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] [instance: 593cd047-3ea0-4bc8-ab9d-9833747a6752] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1410.662335] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-95763a4b-794c-4fb3-85f4-2852ac625d1f tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] [instance: 593cd047-3ea0-4bc8-ab9d-9833747a6752] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1410.662642] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-28e84b9d-39f4-4615-9f7f-ca3be3ab6a4a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.667077] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9c74ccba-961c-42a6-a678-cf0a003de1e2 tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.264s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1410.669514] env[62438]: DEBUG oslo_concurrency.lockutils [None req-051063a0-242d-4183-b52e-27d55fe21314 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.813s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1410.669599] env[62438]: DEBUG nova.objects.instance [None req-051063a0-242d-4183-b52e-27d55fe21314 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Lazy-loading 'resources' on Instance uuid ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1410.684401] env[62438]: INFO nova.scheduler.client.report [None req-9c74ccba-961c-42a6-a678-cf0a003de1e2 tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Deleted allocations for instance e70070c2-d6dc-4337-b3b5-3ca1395ae963 [ 1410.724639] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2fc3cdc3-7afe-4b46-a7bb-969aec517517 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1410.740937] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-95763a4b-794c-4fb3-85f4-2852ac625d1f tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] [instance: 593cd047-3ea0-4bc8-ab9d-9833747a6752] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1410.740937] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-95763a4b-794c-4fb3-85f4-2852ac625d1f tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] [instance: 593cd047-3ea0-4bc8-ab9d-9833747a6752] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1410.740937] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-95763a4b-794c-4fb3-85f4-2852ac625d1f tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] Deleting the datastore file [datastore1] 593cd047-3ea0-4bc8-ab9d-9833747a6752 {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1410.741128] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dc6ce2ef-6516-4606-b745-8ecc8f129286 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.748144] env[62438]: DEBUG oslo_vmware.api [None req-95763a4b-794c-4fb3-85f4-2852ac625d1f tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] Waiting for the task: (returnval){ [ 1410.748144] env[62438]: value = "task-1784611" [ 1410.748144] env[62438]: _type = "Task" [ 1410.748144] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.755899] env[62438]: DEBUG oslo_vmware.api [None req-95763a4b-794c-4fb3-85f4-2852ac625d1f tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] Task: {'id': task-1784611, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.800187] env[62438]: DEBUG nova.network.neutron [req-576e5c31-5525-45e5-9823-7dc36fd8e40b req-8437c2fe-84b4-43b2-849b-203dd059e701 service nova] [instance: 2f2bdef2-e31e-446b-beec-b6be1970dc9e] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1410.802317] env[62438]: DEBUG oslo_concurrency.lockutils [None req-bf7c641f-a540-4a3e-b0d1-b954862b807f tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] Acquiring lock "interface-8d4c832d-e0b5-44ef-a8ce-0d5c6b8ed7ed-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1410.802578] env[62438]: DEBUG oslo_concurrency.lockutils [None req-bf7c641f-a540-4a3e-b0d1-b954862b807f tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] Lock "interface-8d4c832d-e0b5-44ef-a8ce-0d5c6b8ed7ed-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1410.802885] env[62438]: DEBUG nova.objects.instance [None req-bf7c641f-a540-4a3e-b0d1-b954862b807f tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] Lazy-loading 'flavor' on Instance uuid 8d4c832d-e0b5-44ef-a8ce-0d5c6b8ed7ed {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1410.900670] env[62438]: DEBUG oslo_vmware.api [None req-8cd95c3f-7966-440a-a4b9-b00a902f426f tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] Task: {'id': task-1784609, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155329} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.901118] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cd95c3f-7966-440a-a4b9-b00a902f426f tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1410.901206] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-8cd95c3f-7966-440a-a4b9-b00a902f426f tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] [instance: 65ded97d-a41b-4c21-b289-baa0d75c739b] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1410.901467] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-8cd95c3f-7966-440a-a4b9-b00a902f426f tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] [instance: 65ded97d-a41b-4c21-b289-baa0d75c739b] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1410.901685] env[62438]: INFO nova.compute.manager [None req-8cd95c3f-7966-440a-a4b9-b00a902f426f tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] [instance: 65ded97d-a41b-4c21-b289-baa0d75c739b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1410.901985] env[62438]: DEBUG oslo.service.loopingcall [None req-8cd95c3f-7966-440a-a4b9-b00a902f426f tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1410.902313] env[62438]: DEBUG nova.compute.manager [-] [instance: 65ded97d-a41b-4c21-b289-baa0d75c739b] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1410.902446] env[62438]: DEBUG nova.network.neutron [-] [instance: 65ded97d-a41b-4c21-b289-baa0d75c739b] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1410.959678] env[62438]: DEBUG nova.network.neutron [req-576e5c31-5525-45e5-9823-7dc36fd8e40b req-8437c2fe-84b4-43b2-849b-203dd059e701 service nova] [instance: 2f2bdef2-e31e-446b-beec-b6be1970dc9e] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1410.978431] env[62438]: DEBUG oslo_vmware.api [None req-1f2f5f83-e1c5-4261-ab26-7ddcdf110c7a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] Task: {'id': task-1784606, 'name': PowerOnVM_Task, 'duration_secs': 0.553416} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.978620] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f2f5f83-e1c5-4261-ab26-7ddcdf110c7a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] [instance: aece6fe8-5252-42bc-a4ac-c45a386770b3] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1410.978810] env[62438]: INFO nova.compute.manager [None req-1f2f5f83-e1c5-4261-ab26-7ddcdf110c7a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] [instance: aece6fe8-5252-42bc-a4ac-c45a386770b3] Took 9.22 seconds to spawn the instance on the hypervisor. [ 1410.979060] env[62438]: DEBUG nova.compute.manager [None req-1f2f5f83-e1c5-4261-ab26-7ddcdf110c7a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] [instance: aece6fe8-5252-42bc-a4ac-c45a386770b3] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1410.980057] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f1ee70-d0a2-4a1b-86e9-e7507f3a328f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.092987] env[62438]: DEBUG nova.compute.manager [None req-e308700c-17c9-4c86-968f-930d02a44b2f tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [instance: 1ed63f2e-9e74-4d64-96fb-7a3315793ca9] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1411.149660] env[62438]: DEBUG nova.network.neutron [None req-8c59875f-c45c-40ef-8f57-c89914a3d612 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 7d53f422-ce2a-4fb4-b8f7-66da14a63202] Successfully updated port: a74f1b5c-bd70-4696-afa1-3da7fee83d24 {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1411.193890] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9c74ccba-961c-42a6-a678-cf0a003de1e2 tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Lock "e70070c2-d6dc-4337-b3b5-3ca1395ae963" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.908s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1411.261037] env[62438]: DEBUG oslo_vmware.api [None req-95763a4b-794c-4fb3-85f4-2852ac625d1f tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] Task: {'id': task-1784611, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153883} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.261347] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-95763a4b-794c-4fb3-85f4-2852ac625d1f tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1411.262876] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-95763a4b-794c-4fb3-85f4-2852ac625d1f tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] [instance: 593cd047-3ea0-4bc8-ab9d-9833747a6752] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1411.263095] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-95763a4b-794c-4fb3-85f4-2852ac625d1f tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] [instance: 593cd047-3ea0-4bc8-ab9d-9833747a6752] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1411.263285] env[62438]: INFO nova.compute.manager [None req-95763a4b-794c-4fb3-85f4-2852ac625d1f tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] [instance: 593cd047-3ea0-4bc8-ab9d-9833747a6752] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1411.263565] env[62438]: DEBUG oslo.service.loopingcall [None req-95763a4b-794c-4fb3-85f4-2852ac625d1f tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1411.263771] env[62438]: DEBUG nova.compute.manager [-] [instance: 593cd047-3ea0-4bc8-ab9d-9833747a6752] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1411.263867] env[62438]: DEBUG nova.network.neutron [-] [instance: 593cd047-3ea0-4bc8-ab9d-9833747a6752] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1411.308814] env[62438]: DEBUG nova.objects.instance [None req-bf7c641f-a540-4a3e-b0d1-b954862b807f tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] Lazy-loading 'pci_requests' on Instance uuid 8d4c832d-e0b5-44ef-a8ce-0d5c6b8ed7ed {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1411.462441] env[62438]: DEBUG oslo_concurrency.lockutils [req-576e5c31-5525-45e5-9823-7dc36fd8e40b req-8437c2fe-84b4-43b2-849b-203dd059e701 service nova] Releasing lock "refresh_cache-2f2bdef2-e31e-446b-beec-b6be1970dc9e" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1411.502452] env[62438]: INFO nova.compute.manager [None req-1f2f5f83-e1c5-4261-ab26-7ddcdf110c7a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] [instance: aece6fe8-5252-42bc-a4ac-c45a386770b3] Took 32.92 seconds to build instance. [ 1411.593021] env[62438]: INFO nova.compute.manager [None req-f11b53a3-259f-41d9-96a2-5f5f01d19501 tempest-ServersAdmin275Test-1389471275 tempest-ServersAdmin275Test-1389471275-project-admin] [instance: 8234c07d-eb31-429f-b804-a3250ea396a0] Rebuilding instance [ 1411.612797] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e308700c-17c9-4c86-968f-930d02a44b2f tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1411.637377] env[62438]: DEBUG nova.compute.manager [None req-f11b53a3-259f-41d9-96a2-5f5f01d19501 tempest-ServersAdmin275Test-1389471275 tempest-ServersAdmin275Test-1389471275-project-admin] [instance: 8234c07d-eb31-429f-b804-a3250ea396a0] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1411.638849] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d70d296-8a26-4d0d-b6a9-681a3bb45b09 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.644505] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d4cb2e7-935a-4d1f-8986-079e8482c192 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.648131] env[62438]: DEBUG nova.network.neutron [None req-a434d0d7-e1e9-4f36-9427-712cb0231f08 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] [instance: 2f2bdef2-e31e-446b-beec-b6be1970dc9e] Successfully updated port: d92a46f3-2f02-46cd-a053-53e231b71276 {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1411.655935] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8c59875f-c45c-40ef-8f57-c89914a3d612 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Acquiring lock "refresh_cache-7d53f422-ce2a-4fb4-b8f7-66da14a63202" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1411.655935] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8c59875f-c45c-40ef-8f57-c89914a3d612 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Acquired lock "refresh_cache-7d53f422-ce2a-4fb4-b8f7-66da14a63202" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.655935] env[62438]: DEBUG nova.network.neutron [None req-8c59875f-c45c-40ef-8f57-c89914a3d612 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 7d53f422-ce2a-4fb4-b8f7-66da14a63202] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1411.658995] env[62438]: DEBUG nova.network.neutron [-] [instance: 65ded97d-a41b-4c21-b289-baa0d75c739b] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1411.660345] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f85f73d2-0ce3-4034-999c-3c35d9b1abf0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.699639] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce64fd48-a876-4e17-8a59-d86a5d4d2c28 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.708215] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80964cd1-d59e-4a85-9e1b-d1b3597bd5d6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.725352] env[62438]: DEBUG nova.compute.provider_tree [None req-051063a0-242d-4183-b52e-27d55fe21314 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1411.793015] env[62438]: DEBUG nova.compute.manager [req-8958d5e9-9d42-442c-8bf5-5921d2416538 req-5fd5b6e7-d8ec-432d-9bda-f0783be5b640 service nova] [instance: 65ded97d-a41b-4c21-b289-baa0d75c739b] Received event network-vif-deleted-00dc7973-004c-444e-850d-c5d981b07ec4 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1411.811426] env[62438]: DEBUG nova.objects.base [None req-bf7c641f-a540-4a3e-b0d1-b954862b807f tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] Object Instance<8d4c832d-e0b5-44ef-a8ce-0d5c6b8ed7ed> lazy-loaded attributes: flavor,pci_requests {{(pid=62438) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1411.811640] env[62438]: DEBUG nova.network.neutron [None req-bf7c641f-a540-4a3e-b0d1-b954862b807f tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] [instance: 8d4c832d-e0b5-44ef-a8ce-0d5c6b8ed7ed] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1411.896766] env[62438]: DEBUG oslo_concurrency.lockutils [None req-bf7c641f-a540-4a3e-b0d1-b954862b807f tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] Lock "interface-8d4c832d-e0b5-44ef-a8ce-0d5c6b8ed7ed-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.094s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1412.004860] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1f2f5f83-e1c5-4261-ab26-7ddcdf110c7a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] Lock "aece6fe8-5252-42bc-a4ac-c45a386770b3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.108s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1412.152652] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a434d0d7-e1e9-4f36-9427-712cb0231f08 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Acquiring lock "refresh_cache-2f2bdef2-e31e-446b-beec-b6be1970dc9e" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1412.152939] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a434d0d7-e1e9-4f36-9427-712cb0231f08 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Acquired lock "refresh_cache-2f2bdef2-e31e-446b-beec-b6be1970dc9e" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.153069] env[62438]: DEBUG nova.network.neutron [None req-a434d0d7-e1e9-4f36-9427-712cb0231f08 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] [instance: 2f2bdef2-e31e-446b-beec-b6be1970dc9e] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1412.170608] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-f11b53a3-259f-41d9-96a2-5f5f01d19501 tempest-ServersAdmin275Test-1389471275 tempest-ServersAdmin275Test-1389471275-project-admin] [instance: 8234c07d-eb31-429f-b804-a3250ea396a0] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1412.170980] env[62438]: INFO nova.compute.manager [-] [instance: 65ded97d-a41b-4c21-b289-baa0d75c739b] Took 1.27 seconds to deallocate network for instance. [ 1412.171643] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39e458ba-2b93-4628-9071-439a1a0a1b8c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.182936] env[62438]: DEBUG oslo_vmware.api [None req-f11b53a3-259f-41d9-96a2-5f5f01d19501 tempest-ServersAdmin275Test-1389471275 tempest-ServersAdmin275Test-1389471275-project-admin] Waiting for the task: (returnval){ [ 1412.182936] env[62438]: value = "task-1784612" [ 1412.182936] env[62438]: _type = "Task" [ 1412.182936] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.194116] env[62438]: DEBUG oslo_vmware.api [None req-f11b53a3-259f-41d9-96a2-5f5f01d19501 tempest-ServersAdmin275Test-1389471275 tempest-ServersAdmin275Test-1389471275-project-admin] Task: {'id': task-1784612, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.202994] env[62438]: DEBUG nova.network.neutron [-] [instance: 593cd047-3ea0-4bc8-ab9d-9833747a6752] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1412.228557] env[62438]: DEBUG nova.scheduler.client.report [None req-051063a0-242d-4183-b52e-27d55fe21314 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1412.235309] env[62438]: DEBUG nova.network.neutron [None req-8c59875f-c45c-40ef-8f57-c89914a3d612 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 7d53f422-ce2a-4fb4-b8f7-66da14a63202] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1412.478058] env[62438]: DEBUG oslo_concurrency.lockutils [None req-477076fa-06f6-4161-8af4-497db2f75cbb tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Acquiring lock "21b50399-6922-44e4-b104-b20a62d9d9a2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1412.478396] env[62438]: DEBUG oslo_concurrency.lockutils [None req-477076fa-06f6-4161-8af4-497db2f75cbb tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Lock "21b50399-6922-44e4-b104-b20a62d9d9a2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1412.478661] env[62438]: DEBUG oslo_concurrency.lockutils [None req-477076fa-06f6-4161-8af4-497db2f75cbb tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Acquiring lock "21b50399-6922-44e4-b104-b20a62d9d9a2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1412.478919] env[62438]: DEBUG oslo_concurrency.lockutils [None req-477076fa-06f6-4161-8af4-497db2f75cbb tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Lock "21b50399-6922-44e4-b104-b20a62d9d9a2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1412.479283] env[62438]: DEBUG oslo_concurrency.lockutils [None req-477076fa-06f6-4161-8af4-497db2f75cbb tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Lock "21b50399-6922-44e4-b104-b20a62d9d9a2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1412.481711] env[62438]: INFO nova.compute.manager [None req-477076fa-06f6-4161-8af4-497db2f75cbb tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] [instance: 21b50399-6922-44e4-b104-b20a62d9d9a2] Terminating instance [ 1412.483577] env[62438]: DEBUG nova.compute.manager [None req-477076fa-06f6-4161-8af4-497db2f75cbb tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] [instance: 21b50399-6922-44e4-b104-b20a62d9d9a2] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1412.483751] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-477076fa-06f6-4161-8af4-497db2f75cbb tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] [instance: 21b50399-6922-44e4-b104-b20a62d9d9a2] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1412.484651] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb4bb364-94c8-4de7-a2cf-b8612ee5668c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.494129] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-477076fa-06f6-4161-8af4-497db2f75cbb tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] [instance: 21b50399-6922-44e4-b104-b20a62d9d9a2] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1412.494388] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce432360-f73d-4475-b2b7-8efe4de0d907 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.500392] env[62438]: DEBUG oslo_vmware.api [None req-477076fa-06f6-4161-8af4-497db2f75cbb tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Waiting for the task: (returnval){ [ 1412.500392] env[62438]: value = "task-1784613" [ 1412.500392] env[62438]: _type = "Task" [ 1412.500392] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.508710] env[62438]: DEBUG nova.compute.manager [None req-2dff70d7-6918-4d26-a2df-345657e6f36e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: b24c2e75-f48d-4dbc-b44c-88123b72046c] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1412.511328] env[62438]: DEBUG oslo_vmware.api [None req-477076fa-06f6-4161-8af4-497db2f75cbb tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Task: {'id': task-1784613, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.628830] env[62438]: DEBUG nova.network.neutron [None req-8c59875f-c45c-40ef-8f57-c89914a3d612 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 7d53f422-ce2a-4fb4-b8f7-66da14a63202] Updating instance_info_cache with network_info: [{"id": "a74f1b5c-bd70-4696-afa1-3da7fee83d24", "address": "fa:16:3e:16:41:63", "network": {"id": "6d9847cc-6b35-42aa-a4b3-69c22cbcf1dd", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-604078365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2d033e444434a94b421400f7f016ac4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa74f1b5c-bd", "ovs_interfaceid": "a74f1b5c-bd70-4696-afa1-3da7fee83d24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1412.685174] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8cd95c3f-7966-440a-a4b9-b00a902f426f tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1412.694606] env[62438]: DEBUG oslo_vmware.api [None req-f11b53a3-259f-41d9-96a2-5f5f01d19501 tempest-ServersAdmin275Test-1389471275 tempest-ServersAdmin275Test-1389471275-project-admin] Task: {'id': task-1784612, 'name': PowerOffVM_Task, 'duration_secs': 0.268344} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.695471] env[62438]: DEBUG nova.network.neutron [None req-a434d0d7-e1e9-4f36-9427-712cb0231f08 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] [instance: 2f2bdef2-e31e-446b-beec-b6be1970dc9e] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1412.697390] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-f11b53a3-259f-41d9-96a2-5f5f01d19501 tempest-ServersAdmin275Test-1389471275 tempest-ServersAdmin275Test-1389471275-project-admin] [instance: 8234c07d-eb31-429f-b804-a3250ea396a0] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1412.698036] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f11b53a3-259f-41d9-96a2-5f5f01d19501 tempest-ServersAdmin275Test-1389471275 tempest-ServersAdmin275Test-1389471275-project-admin] [instance: 8234c07d-eb31-429f-b804-a3250ea396a0] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1412.698463] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25880fd5-0764-406a-9161-8883983cbdd1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.705798] env[62438]: INFO nova.compute.manager [-] [instance: 593cd047-3ea0-4bc8-ab9d-9833747a6752] Took 1.44 seconds to deallocate network for instance. [ 1412.706118] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f11b53a3-259f-41d9-96a2-5f5f01d19501 tempest-ServersAdmin275Test-1389471275 tempest-ServersAdmin275Test-1389471275-project-admin] [instance: 8234c07d-eb31-429f-b804-a3250ea396a0] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1412.707817] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b5a01100-a92c-4733-8f58-0814218cc75d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.734073] env[62438]: DEBUG oslo_concurrency.lockutils [None req-051063a0-242d-4183-b52e-27d55fe21314 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.064s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1412.738181] env[62438]: DEBUG oslo_concurrency.lockutils [None req-b730f3a8-53d4-4322-badd-2ca2345eb16c tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.850s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1412.742067] env[62438]: INFO nova.compute.claims [None req-b730f3a8-53d4-4322-badd-2ca2345eb16c tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] [instance: 75e311d0-fb4c-40b4-b25e-ca9df8db5f8e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1412.743124] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f11b53a3-259f-41d9-96a2-5f5f01d19501 tempest-ServersAdmin275Test-1389471275 tempest-ServersAdmin275Test-1389471275-project-admin] [instance: 8234c07d-eb31-429f-b804-a3250ea396a0] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1412.743332] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f11b53a3-259f-41d9-96a2-5f5f01d19501 tempest-ServersAdmin275Test-1389471275 tempest-ServersAdmin275Test-1389471275-project-admin] [instance: 8234c07d-eb31-429f-b804-a3250ea396a0] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1412.743520] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-f11b53a3-259f-41d9-96a2-5f5f01d19501 tempest-ServersAdmin275Test-1389471275 tempest-ServersAdmin275Test-1389471275-project-admin] Deleting the datastore file [datastore1] 8234c07d-eb31-429f-b804-a3250ea396a0 {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1412.743783] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e2a221d-d35d-4d2d-aa8b-b0da7d313fca {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.754811] env[62438]: DEBUG oslo_vmware.api [None req-f11b53a3-259f-41d9-96a2-5f5f01d19501 tempest-ServersAdmin275Test-1389471275 tempest-ServersAdmin275Test-1389471275-project-admin] Waiting for the task: (returnval){ [ 1412.754811] env[62438]: value = "task-1784615" [ 1412.754811] env[62438]: _type = "Task" [ 1412.754811] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.764205] env[62438]: DEBUG oslo_vmware.api [None req-f11b53a3-259f-41d9-96a2-5f5f01d19501 tempest-ServersAdmin275Test-1389471275 tempest-ServersAdmin275Test-1389471275-project-admin] Task: {'id': task-1784615, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.765156] env[62438]: INFO nova.scheduler.client.report [None req-051063a0-242d-4183-b52e-27d55fe21314 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Deleted allocations for instance ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53 [ 1413.010654] env[62438]: DEBUG oslo_vmware.api [None req-477076fa-06f6-4161-8af4-497db2f75cbb tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Task: {'id': task-1784613, 'name': PowerOffVM_Task, 'duration_secs': 0.242578} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.010941] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-477076fa-06f6-4161-8af4-497db2f75cbb tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] [instance: 21b50399-6922-44e4-b104-b20a62d9d9a2] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1413.011211] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-477076fa-06f6-4161-8af4-497db2f75cbb tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] [instance: 21b50399-6922-44e4-b104-b20a62d9d9a2] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1413.011471] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-98729e70-a794-4bf7-a3ff-2627c298764c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.032094] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2dff70d7-6918-4d26-a2df-345657e6f36e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1413.101672] env[62438]: DEBUG nova.compute.manager [req-7abc26dc-979d-4a44-a821-f78921577543 req-09b572fa-dbe8-415b-b93f-39affe3ee11c service nova] [instance: 7d53f422-ce2a-4fb4-b8f7-66da14a63202] Received event network-vif-plugged-a74f1b5c-bd70-4696-afa1-3da7fee83d24 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1413.101672] env[62438]: DEBUG oslo_concurrency.lockutils [req-7abc26dc-979d-4a44-a821-f78921577543 req-09b572fa-dbe8-415b-b93f-39affe3ee11c service nova] Acquiring lock "7d53f422-ce2a-4fb4-b8f7-66da14a63202-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1413.101672] env[62438]: DEBUG oslo_concurrency.lockutils [req-7abc26dc-979d-4a44-a821-f78921577543 req-09b572fa-dbe8-415b-b93f-39affe3ee11c service nova] Lock "7d53f422-ce2a-4fb4-b8f7-66da14a63202-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1413.101672] env[62438]: DEBUG oslo_concurrency.lockutils [req-7abc26dc-979d-4a44-a821-f78921577543 req-09b572fa-dbe8-415b-b93f-39affe3ee11c service nova] Lock "7d53f422-ce2a-4fb4-b8f7-66da14a63202-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1413.101865] env[62438]: DEBUG nova.compute.manager [req-7abc26dc-979d-4a44-a821-f78921577543 req-09b572fa-dbe8-415b-b93f-39affe3ee11c service nova] [instance: 7d53f422-ce2a-4fb4-b8f7-66da14a63202] No waiting events found dispatching network-vif-plugged-a74f1b5c-bd70-4696-afa1-3da7fee83d24 {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1413.101939] env[62438]: WARNING nova.compute.manager [req-7abc26dc-979d-4a44-a821-f78921577543 req-09b572fa-dbe8-415b-b93f-39affe3ee11c service nova] [instance: 7d53f422-ce2a-4fb4-b8f7-66da14a63202] Received unexpected event network-vif-plugged-a74f1b5c-bd70-4696-afa1-3da7fee83d24 for instance with vm_state building and task_state spawning. [ 1413.102105] env[62438]: DEBUG nova.compute.manager [req-7abc26dc-979d-4a44-a821-f78921577543 req-09b572fa-dbe8-415b-b93f-39affe3ee11c service nova] [instance: 7d53f422-ce2a-4fb4-b8f7-66da14a63202] Received event network-changed-a74f1b5c-bd70-4696-afa1-3da7fee83d24 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1413.102278] env[62438]: DEBUG nova.compute.manager [req-7abc26dc-979d-4a44-a821-f78921577543 req-09b572fa-dbe8-415b-b93f-39affe3ee11c service nova] [instance: 7d53f422-ce2a-4fb4-b8f7-66da14a63202] Refreshing instance network info cache due to event network-changed-a74f1b5c-bd70-4696-afa1-3da7fee83d24. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1413.102462] env[62438]: DEBUG oslo_concurrency.lockutils [req-7abc26dc-979d-4a44-a821-f78921577543 req-09b572fa-dbe8-415b-b93f-39affe3ee11c service nova] Acquiring lock "refresh_cache-7d53f422-ce2a-4fb4-b8f7-66da14a63202" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1413.104303] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-477076fa-06f6-4161-8af4-497db2f75cbb tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] [instance: 21b50399-6922-44e4-b104-b20a62d9d9a2] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1413.104511] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-477076fa-06f6-4161-8af4-497db2f75cbb tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] [instance: 21b50399-6922-44e4-b104-b20a62d9d9a2] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1413.104692] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-477076fa-06f6-4161-8af4-497db2f75cbb tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Deleting the datastore file [datastore1] 21b50399-6922-44e4-b104-b20a62d9d9a2 {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1413.105029] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-07d05d68-8a80-4b0c-9e10-bdbfefbea470 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.116651] env[62438]: DEBUG oslo_vmware.api [None req-477076fa-06f6-4161-8af4-497db2f75cbb tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Waiting for the task: (returnval){ [ 1413.116651] env[62438]: value = "task-1784617" [ 1413.116651] env[62438]: _type = "Task" [ 1413.116651] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.124980] env[62438]: DEBUG oslo_vmware.api [None req-477076fa-06f6-4161-8af4-497db2f75cbb tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Task: {'id': task-1784617, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.131573] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8c59875f-c45c-40ef-8f57-c89914a3d612 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Releasing lock "refresh_cache-7d53f422-ce2a-4fb4-b8f7-66da14a63202" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1413.131878] env[62438]: DEBUG nova.compute.manager [None req-8c59875f-c45c-40ef-8f57-c89914a3d612 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 7d53f422-ce2a-4fb4-b8f7-66da14a63202] Instance network_info: |[{"id": "a74f1b5c-bd70-4696-afa1-3da7fee83d24", "address": "fa:16:3e:16:41:63", "network": {"id": "6d9847cc-6b35-42aa-a4b3-69c22cbcf1dd", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-604078365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2d033e444434a94b421400f7f016ac4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa74f1b5c-bd", "ovs_interfaceid": "a74f1b5c-bd70-4696-afa1-3da7fee83d24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1413.132253] env[62438]: DEBUG oslo_concurrency.lockutils [req-7abc26dc-979d-4a44-a821-f78921577543 req-09b572fa-dbe8-415b-b93f-39affe3ee11c service nova] Acquired lock "refresh_cache-7d53f422-ce2a-4fb4-b8f7-66da14a63202" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.132420] env[62438]: DEBUG nova.network.neutron [req-7abc26dc-979d-4a44-a821-f78921577543 req-09b572fa-dbe8-415b-b93f-39affe3ee11c service nova] [instance: 7d53f422-ce2a-4fb4-b8f7-66da14a63202] Refreshing network info cache for port a74f1b5c-bd70-4696-afa1-3da7fee83d24 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1413.133668] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-8c59875f-c45c-40ef-8f57-c89914a3d612 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 7d53f422-ce2a-4fb4-b8f7-66da14a63202] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:41:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '41278529-8bd2-44a1-97c8-03967faa3ff7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a74f1b5c-bd70-4696-afa1-3da7fee83d24', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1413.141547] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c59875f-c45c-40ef-8f57-c89914a3d612 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Creating folder: Project (c2d033e444434a94b421400f7f016ac4). Parent ref: group-v370230. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1413.144799] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cc7a7bae-bc14-4163-bbf3-3914aac1b6f7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.155553] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-8c59875f-c45c-40ef-8f57-c89914a3d612 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Created folder: Project (c2d033e444434a94b421400f7f016ac4) in parent group-v370230. [ 1413.155766] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c59875f-c45c-40ef-8f57-c89914a3d612 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Creating folder: Instances. Parent ref: group-v370334. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1413.156256] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7f31d324-f07e-43fa-bc85-dd8f187102f9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.167196] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-8c59875f-c45c-40ef-8f57-c89914a3d612 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Created folder: Instances in parent group-v370334. [ 1413.167445] env[62438]: DEBUG oslo.service.loopingcall [None req-8c59875f-c45c-40ef-8f57-c89914a3d612 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1413.167638] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d53f422-ce2a-4fb4-b8f7-66da14a63202] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1413.167851] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a7afa50f-3ff3-423f-970c-a5b7ce60f15d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.187213] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1413.187213] env[62438]: value = "task-1784620" [ 1413.187213] env[62438]: _type = "Task" [ 1413.187213] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.195353] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784620, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.214747] env[62438]: DEBUG oslo_concurrency.lockutils [None req-95763a4b-794c-4fb3-85f4-2852ac625d1f tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1413.257967] env[62438]: DEBUG nova.network.neutron [None req-a434d0d7-e1e9-4f36-9427-712cb0231f08 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] [instance: 2f2bdef2-e31e-446b-beec-b6be1970dc9e] Updating instance_info_cache with network_info: [{"id": "ce564c91-226f-4df5-bf36-cb13fc740760", "address": "fa:16:3e:80:85:75", "network": {"id": "5bf5db5a-fdc5-4f0f-9a6e-99dc3be80e3f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-946937799", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.125", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "717c546fceb64599bbf7617fb9e93384", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3ccbdbb-8b49-4a26-913f-2a448b72280f", "external-id": "nsx-vlan-transportzone-412", "segmentation_id": 412, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce564c91-22", "ovs_interfaceid": "ce564c91-226f-4df5-bf36-cb13fc740760", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "19f3b6bd-55ad-4d71-bad6-1b84fe22f920", "address": "fa:16:3e:0b:b1:f2", "network": {"id": "366bfce4-9cfa-419f-911f-9bb882a49d60", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2104897975", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.194", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "717c546fceb64599bbf7617fb9e93384", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19f3b6bd-55", "ovs_interfaceid": "19f3b6bd-55ad-4d71-bad6-1b84fe22f920", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d92a46f3-2f02-46cd-a053-53e231b71276", "address": "fa:16:3e:ec:48:09", "network": {"id": "5bf5db5a-fdc5-4f0f-9a6e-99dc3be80e3f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-946937799", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "717c546fceb64599bbf7617fb9e93384", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3ccbdbb-8b49-4a26-913f-2a448b72280f", "external-id": "nsx-vlan-transportzone-412", "segmentation_id": 412, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd92a46f3-2f", "ovs_interfaceid": "d92a46f3-2f02-46cd-a053-53e231b71276", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1413.280764] env[62438]: DEBUG oslo_concurrency.lockutils [None req-051063a0-242d-4183-b52e-27d55fe21314 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Lock "ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.602s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1413.280764] env[62438]: DEBUG oslo_vmware.api [None req-f11b53a3-259f-41d9-96a2-5f5f01d19501 tempest-ServersAdmin275Test-1389471275 tempest-ServersAdmin275Test-1389471275-project-admin] Task: {'id': task-1784615, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.095739} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.280764] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-f11b53a3-259f-41d9-96a2-5f5f01d19501 tempest-ServersAdmin275Test-1389471275 tempest-ServersAdmin275Test-1389471275-project-admin] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1413.280764] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f11b53a3-259f-41d9-96a2-5f5f01d19501 tempest-ServersAdmin275Test-1389471275 tempest-ServersAdmin275Test-1389471275-project-admin] [instance: 8234c07d-eb31-429f-b804-a3250ea396a0] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1413.280764] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f11b53a3-259f-41d9-96a2-5f5f01d19501 tempest-ServersAdmin275Test-1389471275 tempest-ServersAdmin275Test-1389471275-project-admin] [instance: 8234c07d-eb31-429f-b804-a3250ea396a0] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1413.626721] env[62438]: DEBUG oslo_vmware.api [None req-477076fa-06f6-4161-8af4-497db2f75cbb tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Task: {'id': task-1784617, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180125} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.627007] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-477076fa-06f6-4161-8af4-497db2f75cbb tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1413.627207] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-477076fa-06f6-4161-8af4-497db2f75cbb tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] [instance: 21b50399-6922-44e4-b104-b20a62d9d9a2] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1413.627390] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-477076fa-06f6-4161-8af4-497db2f75cbb tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] [instance: 21b50399-6922-44e4-b104-b20a62d9d9a2] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1413.627561] env[62438]: INFO nova.compute.manager [None req-477076fa-06f6-4161-8af4-497db2f75cbb tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] [instance: 21b50399-6922-44e4-b104-b20a62d9d9a2] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1413.627811] env[62438]: DEBUG oslo.service.loopingcall [None req-477076fa-06f6-4161-8af4-497db2f75cbb tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1413.628011] env[62438]: DEBUG nova.compute.manager [-] [instance: 21b50399-6922-44e4-b104-b20a62d9d9a2] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1413.628133] env[62438]: DEBUG nova.network.neutron [-] [instance: 21b50399-6922-44e4-b104-b20a62d9d9a2] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1413.698371] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784620, 'name': CreateVM_Task, 'duration_secs': 0.416036} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.698621] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d53f422-ce2a-4fb4-b8f7-66da14a63202] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1413.699237] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8c59875f-c45c-40ef-8f57-c89914a3d612 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1413.699376] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8c59875f-c45c-40ef-8f57-c89914a3d612 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.699693] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8c59875f-c45c-40ef-8f57-c89914a3d612 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1413.699943] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd8da832-82f8-4f54-a675-431b4b358272 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.704386] env[62438]: DEBUG oslo_vmware.api [None req-8c59875f-c45c-40ef-8f57-c89914a3d612 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Waiting for the task: (returnval){ [ 1413.704386] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]523b0f2e-4642-5e0b-c02f-5ccd88a63e6b" [ 1413.704386] env[62438]: _type = "Task" [ 1413.704386] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.713873] env[62438]: DEBUG oslo_vmware.api [None req-8c59875f-c45c-40ef-8f57-c89914a3d612 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]523b0f2e-4642-5e0b-c02f-5ccd88a63e6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.763741] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a434d0d7-e1e9-4f36-9427-712cb0231f08 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Releasing lock "refresh_cache-2f2bdef2-e31e-446b-beec-b6be1970dc9e" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1413.764099] env[62438]: DEBUG nova.compute.manager [None req-a434d0d7-e1e9-4f36-9427-712cb0231f08 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] [instance: 2f2bdef2-e31e-446b-beec-b6be1970dc9e] Instance network_info: |[{"id": "ce564c91-226f-4df5-bf36-cb13fc740760", "address": "fa:16:3e:80:85:75", "network": {"id": "5bf5db5a-fdc5-4f0f-9a6e-99dc3be80e3f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-946937799", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.125", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "717c546fceb64599bbf7617fb9e93384", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3ccbdbb-8b49-4a26-913f-2a448b72280f", "external-id": "nsx-vlan-transportzone-412", "segmentation_id": 412, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce564c91-22", "ovs_interfaceid": "ce564c91-226f-4df5-bf36-cb13fc740760", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "19f3b6bd-55ad-4d71-bad6-1b84fe22f920", "address": "fa:16:3e:0b:b1:f2", "network": {"id": "366bfce4-9cfa-419f-911f-9bb882a49d60", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2104897975", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.194", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "717c546fceb64599bbf7617fb9e93384", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19f3b6bd-55", "ovs_interfaceid": "19f3b6bd-55ad-4d71-bad6-1b84fe22f920", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d92a46f3-2f02-46cd-a053-53e231b71276", "address": "fa:16:3e:ec:48:09", "network": {"id": "5bf5db5a-fdc5-4f0f-9a6e-99dc3be80e3f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-946937799", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "717c546fceb64599bbf7617fb9e93384", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3ccbdbb-8b49-4a26-913f-2a448b72280f", "external-id": "nsx-vlan-transportzone-412", "segmentation_id": 412, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd92a46f3-2f", "ovs_interfaceid": "d92a46f3-2f02-46cd-a053-53e231b71276", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1413.765365] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a434d0d7-e1e9-4f36-9427-712cb0231f08 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] [instance: 2f2bdef2-e31e-446b-beec-b6be1970dc9e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:85:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3ccbdbb-8b49-4a26-913f-2a448b72280f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ce564c91-226f-4df5-bf36-cb13fc740760', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:b1:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7150f662-0cf1-44f9-ae14-d70f479649b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '19f3b6bd-55ad-4d71-bad6-1b84fe22f920', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:48:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3ccbdbb-8b49-4a26-913f-2a448b72280f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd92a46f3-2f02-46cd-a053-53e231b71276', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1413.776401] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-a434d0d7-e1e9-4f36-9427-712cb0231f08 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Creating folder: Project (717c546fceb64599bbf7617fb9e93384). Parent ref: group-v370230. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1413.776709] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-92ca65f9-7620-4aea-be20-3b30e33ffb9a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.797687] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-a434d0d7-e1e9-4f36-9427-712cb0231f08 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Created folder: Project (717c546fceb64599bbf7617fb9e93384) in parent group-v370230. [ 1413.797806] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-a434d0d7-e1e9-4f36-9427-712cb0231f08 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Creating folder: Instances. Parent ref: group-v370337. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1413.800421] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f271ae25-55b6-4847-a774-8c9ffe88405a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.813198] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-a434d0d7-e1e9-4f36-9427-712cb0231f08 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Created folder: Instances in parent group-v370337. [ 1413.813490] env[62438]: DEBUG oslo.service.loopingcall [None req-a434d0d7-e1e9-4f36-9427-712cb0231f08 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1413.813691] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f2bdef2-e31e-446b-beec-b6be1970dc9e] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1413.813907] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6d74e15e-67ba-4ef0-85ba-dc71843e80b3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.841820] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1413.841820] env[62438]: value = "task-1784623" [ 1413.841820] env[62438]: _type = "Task" [ 1413.841820] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.853256] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784623, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.859799] env[62438]: DEBUG oslo_concurrency.lockutils [None req-fde3526d-1fe3-43cc-beef-d4f71edded5a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] Acquiring lock "aece6fe8-5252-42bc-a4ac-c45a386770b3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1413.860054] env[62438]: DEBUG oslo_concurrency.lockutils [None req-fde3526d-1fe3-43cc-beef-d4f71edded5a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] Lock "aece6fe8-5252-42bc-a4ac-c45a386770b3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1413.860266] env[62438]: DEBUG oslo_concurrency.lockutils [None req-fde3526d-1fe3-43cc-beef-d4f71edded5a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] Acquiring lock "aece6fe8-5252-42bc-a4ac-c45a386770b3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1413.860453] env[62438]: DEBUG oslo_concurrency.lockutils [None req-fde3526d-1fe3-43cc-beef-d4f71edded5a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] Lock "aece6fe8-5252-42bc-a4ac-c45a386770b3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1413.860621] env[62438]: DEBUG oslo_concurrency.lockutils [None req-fde3526d-1fe3-43cc-beef-d4f71edded5a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] Lock "aece6fe8-5252-42bc-a4ac-c45a386770b3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1413.865208] env[62438]: INFO nova.compute.manager [None req-fde3526d-1fe3-43cc-beef-d4f71edded5a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] [instance: aece6fe8-5252-42bc-a4ac-c45a386770b3] Terminating instance [ 1413.869933] env[62438]: DEBUG nova.compute.manager [None req-fde3526d-1fe3-43cc-beef-d4f71edded5a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] [instance: aece6fe8-5252-42bc-a4ac-c45a386770b3] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1413.870885] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-fde3526d-1fe3-43cc-beef-d4f71edded5a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] [instance: aece6fe8-5252-42bc-a4ac-c45a386770b3] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1413.870980] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc7d59b0-d860-4b12-93f4-fdfe6258a926 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.879019] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-fde3526d-1fe3-43cc-beef-d4f71edded5a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] [instance: aece6fe8-5252-42bc-a4ac-c45a386770b3] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1413.879278] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b940106-c63b-48fc-aa8f-3b630a946b71 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.888723] env[62438]: DEBUG oslo_vmware.api [None req-fde3526d-1fe3-43cc-beef-d4f71edded5a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] Waiting for the task: (returnval){ [ 1413.888723] env[62438]: value = "task-1784624" [ 1413.888723] env[62438]: _type = "Task" [ 1413.888723] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.898114] env[62438]: DEBUG oslo_vmware.api [None req-fde3526d-1fe3-43cc-beef-d4f71edded5a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] Task: {'id': task-1784624, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.062594] env[62438]: DEBUG nova.compute.manager [req-84576e83-5055-4218-a0d1-72c63786c889 req-3503541f-c02c-4678-a20c-b557b495fc22 service nova] [instance: 2f2bdef2-e31e-446b-beec-b6be1970dc9e] Received event network-vif-plugged-d92a46f3-2f02-46cd-a053-53e231b71276 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1414.062726] env[62438]: DEBUG oslo_concurrency.lockutils [req-84576e83-5055-4218-a0d1-72c63786c889 req-3503541f-c02c-4678-a20c-b557b495fc22 service nova] Acquiring lock "2f2bdef2-e31e-446b-beec-b6be1970dc9e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1414.062880] env[62438]: DEBUG oslo_concurrency.lockutils [req-84576e83-5055-4218-a0d1-72c63786c889 req-3503541f-c02c-4678-a20c-b557b495fc22 service nova] Lock "2f2bdef2-e31e-446b-beec-b6be1970dc9e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1414.067186] env[62438]: DEBUG oslo_concurrency.lockutils [req-84576e83-5055-4218-a0d1-72c63786c889 req-3503541f-c02c-4678-a20c-b557b495fc22 service nova] Lock "2f2bdef2-e31e-446b-beec-b6be1970dc9e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1414.067565] env[62438]: DEBUG nova.compute.manager [req-84576e83-5055-4218-a0d1-72c63786c889 req-3503541f-c02c-4678-a20c-b557b495fc22 service nova] [instance: 2f2bdef2-e31e-446b-beec-b6be1970dc9e] No waiting events found dispatching network-vif-plugged-d92a46f3-2f02-46cd-a053-53e231b71276 {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1414.067842] env[62438]: WARNING nova.compute.manager [req-84576e83-5055-4218-a0d1-72c63786c889 req-3503541f-c02c-4678-a20c-b557b495fc22 service nova] [instance: 2f2bdef2-e31e-446b-beec-b6be1970dc9e] Received unexpected event network-vif-plugged-d92a46f3-2f02-46cd-a053-53e231b71276 for instance with vm_state building and task_state spawning. [ 1414.068175] env[62438]: DEBUG nova.compute.manager [req-84576e83-5055-4218-a0d1-72c63786c889 req-3503541f-c02c-4678-a20c-b557b495fc22 service nova] [instance: 2f2bdef2-e31e-446b-beec-b6be1970dc9e] Received event network-changed-d92a46f3-2f02-46cd-a053-53e231b71276 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1414.068521] env[62438]: DEBUG nova.compute.manager [req-84576e83-5055-4218-a0d1-72c63786c889 req-3503541f-c02c-4678-a20c-b557b495fc22 service nova] [instance: 2f2bdef2-e31e-446b-beec-b6be1970dc9e] Refreshing instance network info cache due to event network-changed-d92a46f3-2f02-46cd-a053-53e231b71276. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1414.068850] env[62438]: DEBUG oslo_concurrency.lockutils [req-84576e83-5055-4218-a0d1-72c63786c889 req-3503541f-c02c-4678-a20c-b557b495fc22 service nova] Acquiring lock "refresh_cache-2f2bdef2-e31e-446b-beec-b6be1970dc9e" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1414.069150] env[62438]: DEBUG oslo_concurrency.lockutils [req-84576e83-5055-4218-a0d1-72c63786c889 req-3503541f-c02c-4678-a20c-b557b495fc22 service nova] Acquired lock "refresh_cache-2f2bdef2-e31e-446b-beec-b6be1970dc9e" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.069446] env[62438]: DEBUG nova.network.neutron [req-84576e83-5055-4218-a0d1-72c63786c889 req-3503541f-c02c-4678-a20c-b557b495fc22 service nova] [instance: 2f2bdef2-e31e-446b-beec-b6be1970dc9e] Refreshing network info cache for port d92a46f3-2f02-46cd-a053-53e231b71276 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1414.107951] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d269e9ed-6e72-4cdc-a236-9cf8afe1a38c tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] Acquiring lock "8d4c832d-e0b5-44ef-a8ce-0d5c6b8ed7ed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1414.108243] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d269e9ed-6e72-4cdc-a236-9cf8afe1a38c tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] Lock "8d4c832d-e0b5-44ef-a8ce-0d5c6b8ed7ed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1414.108451] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d269e9ed-6e72-4cdc-a236-9cf8afe1a38c tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] Acquiring lock "8d4c832d-e0b5-44ef-a8ce-0d5c6b8ed7ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1414.109342] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d269e9ed-6e72-4cdc-a236-9cf8afe1a38c tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] Lock "8d4c832d-e0b5-44ef-a8ce-0d5c6b8ed7ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1414.109342] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d269e9ed-6e72-4cdc-a236-9cf8afe1a38c tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] Lock "8d4c832d-e0b5-44ef-a8ce-0d5c6b8ed7ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1414.110861] env[62438]: INFO nova.compute.manager [None req-d269e9ed-6e72-4cdc-a236-9cf8afe1a38c tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] [instance: 8d4c832d-e0b5-44ef-a8ce-0d5c6b8ed7ed] Terminating instance [ 1414.112955] env[62438]: DEBUG nova.compute.manager [None req-d269e9ed-6e72-4cdc-a236-9cf8afe1a38c tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] [instance: 8d4c832d-e0b5-44ef-a8ce-0d5c6b8ed7ed] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1414.112955] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-d269e9ed-6e72-4cdc-a236-9cf8afe1a38c tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] [instance: 8d4c832d-e0b5-44ef-a8ce-0d5c6b8ed7ed] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1414.113930] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b63de236-c1a3-48e1-8a2f-77150280946c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.124620] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-d269e9ed-6e72-4cdc-a236-9cf8afe1a38c tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] [instance: 8d4c832d-e0b5-44ef-a8ce-0d5c6b8ed7ed] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1414.124907] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-760c9ef7-1843-4f1d-bfc8-c82c26f8becc {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.131235] env[62438]: DEBUG oslo_vmware.api [None req-d269e9ed-6e72-4cdc-a236-9cf8afe1a38c tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] Waiting for the task: (returnval){ [ 1414.131235] env[62438]: value = "task-1784625" [ 1414.131235] env[62438]: _type = "Task" [ 1414.131235] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.146741] env[62438]: DEBUG oslo_vmware.api [None req-d269e9ed-6e72-4cdc-a236-9cf8afe1a38c tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] Task: {'id': task-1784625, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.174881] env[62438]: DEBUG nova.network.neutron [req-7abc26dc-979d-4a44-a821-f78921577543 req-09b572fa-dbe8-415b-b93f-39affe3ee11c service nova] [instance: 7d53f422-ce2a-4fb4-b8f7-66da14a63202] Updated VIF entry in instance network info cache for port a74f1b5c-bd70-4696-afa1-3da7fee83d24. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1414.175054] env[62438]: DEBUG nova.network.neutron [req-7abc26dc-979d-4a44-a821-f78921577543 req-09b572fa-dbe8-415b-b93f-39affe3ee11c service nova] [instance: 7d53f422-ce2a-4fb4-b8f7-66da14a63202] Updating instance_info_cache with network_info: [{"id": "a74f1b5c-bd70-4696-afa1-3da7fee83d24", "address": "fa:16:3e:16:41:63", "network": {"id": "6d9847cc-6b35-42aa-a4b3-69c22cbcf1dd", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-604078365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2d033e444434a94b421400f7f016ac4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa74f1b5c-bd", "ovs_interfaceid": "a74f1b5c-bd70-4696-afa1-3da7fee83d24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1414.216050] env[62438]: DEBUG oslo_vmware.api [None req-8c59875f-c45c-40ef-8f57-c89914a3d612 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]523b0f2e-4642-5e0b-c02f-5ccd88a63e6b, 'name': SearchDatastore_Task, 'duration_secs': 0.043484} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.216738] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8c59875f-c45c-40ef-8f57-c89914a3d612 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1414.217044] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-8c59875f-c45c-40ef-8f57-c89914a3d612 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 7d53f422-ce2a-4fb4-b8f7-66da14a63202] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1414.217320] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8c59875f-c45c-40ef-8f57-c89914a3d612 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1414.217501] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8c59875f-c45c-40ef-8f57-c89914a3d612 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.217785] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c59875f-c45c-40ef-8f57-c89914a3d612 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1414.218098] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4abdf205-ba36-4f03-9711-9b416b4a17c2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.229728] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c59875f-c45c-40ef-8f57-c89914a3d612 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1414.230034] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-8c59875f-c45c-40ef-8f57-c89914a3d612 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1414.230716] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6efa248d-0b53-43fd-8318-b02af8e0aad1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.238046] env[62438]: DEBUG oslo_vmware.api [None req-8c59875f-c45c-40ef-8f57-c89914a3d612 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Waiting for the task: (returnval){ [ 1414.238046] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52d0ce8e-c2e2-7062-2a1a-f3bd8daca64b" [ 1414.238046] env[62438]: _type = "Task" [ 1414.238046] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.245420] env[62438]: DEBUG oslo_vmware.api [None req-8c59875f-c45c-40ef-8f57-c89914a3d612 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52d0ce8e-c2e2-7062-2a1a-f3bd8daca64b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.323081] env[62438]: DEBUG nova.virt.hardware [None req-f11b53a3-259f-41d9-96a2-5f5f01d19501 tempest-ServersAdmin275Test-1389471275 tempest-ServersAdmin275Test-1389471275-project-admin] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1414.323081] env[62438]: DEBUG nova.virt.hardware [None req-f11b53a3-259f-41d9-96a2-5f5f01d19501 tempest-ServersAdmin275Test-1389471275 tempest-ServersAdmin275Test-1389471275-project-admin] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1414.323081] env[62438]: DEBUG nova.virt.hardware [None req-f11b53a3-259f-41d9-96a2-5f5f01d19501 tempest-ServersAdmin275Test-1389471275 tempest-ServersAdmin275Test-1389471275-project-admin] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1414.323081] env[62438]: DEBUG nova.virt.hardware [None req-f11b53a3-259f-41d9-96a2-5f5f01d19501 tempest-ServersAdmin275Test-1389471275 tempest-ServersAdmin275Test-1389471275-project-admin] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1414.323081] env[62438]: DEBUG nova.virt.hardware [None req-f11b53a3-259f-41d9-96a2-5f5f01d19501 tempest-ServersAdmin275Test-1389471275 tempest-ServersAdmin275Test-1389471275-project-admin] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1414.323081] env[62438]: DEBUG nova.virt.hardware [None req-f11b53a3-259f-41d9-96a2-5f5f01d19501 tempest-ServersAdmin275Test-1389471275 tempest-ServersAdmin275Test-1389471275-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1414.323081] env[62438]: DEBUG nova.virt.hardware [None req-f11b53a3-259f-41d9-96a2-5f5f01d19501 tempest-ServersAdmin275Test-1389471275 tempest-ServersAdmin275Test-1389471275-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1414.324024] env[62438]: DEBUG nova.virt.hardware [None req-f11b53a3-259f-41d9-96a2-5f5f01d19501 tempest-ServersAdmin275Test-1389471275 tempest-ServersAdmin275Test-1389471275-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1414.324024] env[62438]: DEBUG nova.virt.hardware [None req-f11b53a3-259f-41d9-96a2-5f5f01d19501 tempest-ServersAdmin275Test-1389471275 tempest-ServersAdmin275Test-1389471275-project-admin] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1414.324215] env[62438]: DEBUG nova.virt.hardware [None req-f11b53a3-259f-41d9-96a2-5f5f01d19501 tempest-ServersAdmin275Test-1389471275 tempest-ServersAdmin275Test-1389471275-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1414.324462] env[62438]: DEBUG nova.virt.hardware [None req-f11b53a3-259f-41d9-96a2-5f5f01d19501 tempest-ServersAdmin275Test-1389471275 tempest-ServersAdmin275Test-1389471275-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1414.327227] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4809d5a0-a9e7-49cb-8d81-fd9c45218ef0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.332441] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef51818-bcef-413c-8569-9e180701a3ab {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.345051] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c9c0df3-74bb-4672-8b9f-49bc64c81c76 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.352562] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dcff929-7bfb-4ef8-ae25-a5fcb6bbbc7d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.366109] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f11b53a3-259f-41d9-96a2-5f5f01d19501 tempest-ServersAdmin275Test-1389471275 tempest-ServersAdmin275Test-1389471275-project-admin] [instance: 8234c07d-eb31-429f-b804-a3250ea396a0] Instance VIF info [] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1414.371867] env[62438]: DEBUG oslo.service.loopingcall [None req-f11b53a3-259f-41d9-96a2-5f5f01d19501 tempest-ServersAdmin275Test-1389471275 tempest-ServersAdmin275Test-1389471275-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1414.400903] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8234c07d-eb31-429f-b804-a3250ea396a0] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1414.401281] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784623, 'name': CreateVM_Task} progress is 99%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.402106] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-28def2a9-71b0-4aef-920e-0c94bb3f0ac1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.417149] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-050f2b10-834d-4e14-9590-164f01517038 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.425089] env[62438]: DEBUG oslo_vmware.api [None req-fde3526d-1fe3-43cc-beef-d4f71edded5a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] Task: {'id': task-1784624, 'name': PowerOffVM_Task, 'duration_secs': 0.343568} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.429181] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-fde3526d-1fe3-43cc-beef-d4f71edded5a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] [instance: aece6fe8-5252-42bc-a4ac-c45a386770b3] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1414.429590] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-fde3526d-1fe3-43cc-beef-d4f71edded5a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] [instance: aece6fe8-5252-42bc-a4ac-c45a386770b3] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1414.429773] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1414.429773] env[62438]: value = "task-1784626" [ 1414.429773] env[62438]: _type = "Task" [ 1414.429773] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.430127] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-df5e617e-5894-436f-8d0a-3b804671cdfa {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.433735] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a162189-a93d-43cc-8f96-4cd546809146 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.456016] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784626, 'name': CreateVM_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.456633] env[62438]: DEBUG nova.compute.provider_tree [None req-b730f3a8-53d4-4322-badd-2ca2345eb16c tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1414.535775] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-fde3526d-1fe3-43cc-beef-d4f71edded5a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] [instance: aece6fe8-5252-42bc-a4ac-c45a386770b3] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1414.535950] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-fde3526d-1fe3-43cc-beef-d4f71edded5a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] [instance: aece6fe8-5252-42bc-a4ac-c45a386770b3] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1414.536154] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-fde3526d-1fe3-43cc-beef-d4f71edded5a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] Deleting the datastore file [datastore1] aece6fe8-5252-42bc-a4ac-c45a386770b3 {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1414.536474] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ca96ee74-98c9-4262-b3e0-3d5d1eed9e46 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.543033] env[62438]: DEBUG oslo_vmware.api [None req-fde3526d-1fe3-43cc-beef-d4f71edded5a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] Waiting for the task: (returnval){ [ 1414.543033] env[62438]: value = "task-1784628" [ 1414.543033] env[62438]: _type = "Task" [ 1414.543033] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.552259] env[62438]: DEBUG oslo_vmware.api [None req-fde3526d-1fe3-43cc-beef-d4f71edded5a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] Task: {'id': task-1784628, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.643691] env[62438]: DEBUG oslo_vmware.api [None req-d269e9ed-6e72-4cdc-a236-9cf8afe1a38c tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] Task: {'id': task-1784625, 'name': PowerOffVM_Task, 'duration_secs': 0.220164} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.644052] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-d269e9ed-6e72-4cdc-a236-9cf8afe1a38c tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] [instance: 8d4c832d-e0b5-44ef-a8ce-0d5c6b8ed7ed] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1414.644303] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-d269e9ed-6e72-4cdc-a236-9cf8afe1a38c tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] [instance: 8d4c832d-e0b5-44ef-a8ce-0d5c6b8ed7ed] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1414.644746] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-29893884-7dc4-4482-ae9e-f45a58005983 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.671140] env[62438]: DEBUG nova.network.neutron [-] [instance: 21b50399-6922-44e4-b104-b20a62d9d9a2] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1414.680455] env[62438]: DEBUG oslo_concurrency.lockutils [req-7abc26dc-979d-4a44-a821-f78921577543 req-09b572fa-dbe8-415b-b93f-39affe3ee11c service nova] Releasing lock "refresh_cache-7d53f422-ce2a-4fb4-b8f7-66da14a63202" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1414.725101] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-d269e9ed-6e72-4cdc-a236-9cf8afe1a38c tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] [instance: 8d4c832d-e0b5-44ef-a8ce-0d5c6b8ed7ed] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1414.725358] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-d269e9ed-6e72-4cdc-a236-9cf8afe1a38c tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] [instance: 8d4c832d-e0b5-44ef-a8ce-0d5c6b8ed7ed] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1414.725542] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-d269e9ed-6e72-4cdc-a236-9cf8afe1a38c tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] Deleting the datastore file [datastore1] 8d4c832d-e0b5-44ef-a8ce-0d5c6b8ed7ed {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1414.725814] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-23bd1346-f0db-47bb-948a-5d82701803f3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.732814] env[62438]: DEBUG oslo_vmware.api [None req-d269e9ed-6e72-4cdc-a236-9cf8afe1a38c tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] Waiting for the task: (returnval){ [ 1414.732814] env[62438]: value = "task-1784630" [ 1414.732814] env[62438]: _type = "Task" [ 1414.732814] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.741893] env[62438]: DEBUG oslo_vmware.api [None req-d269e9ed-6e72-4cdc-a236-9cf8afe1a38c tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] Task: {'id': task-1784630, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.755619] env[62438]: DEBUG oslo_vmware.api [None req-8c59875f-c45c-40ef-8f57-c89914a3d612 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52d0ce8e-c2e2-7062-2a1a-f3bd8daca64b, 'name': SearchDatastore_Task, 'duration_secs': 0.012037} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.756501] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0b67b37-e85a-4dd9-8b06-db9566167211 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.761826] env[62438]: DEBUG oslo_vmware.api [None req-8c59875f-c45c-40ef-8f57-c89914a3d612 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Waiting for the task: (returnval){ [ 1414.761826] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]522c378f-ac1c-8afd-7385-39431b3880c3" [ 1414.761826] env[62438]: _type = "Task" [ 1414.761826] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.769499] env[62438]: DEBUG oslo_vmware.api [None req-8c59875f-c45c-40ef-8f57-c89914a3d612 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]522c378f-ac1c-8afd-7385-39431b3880c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.796135] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a9892df1-42a7-4543-b2f3-7413b916668d tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] Acquiring lock "e1af2037-ebee-4ea8-aade-9949bb2c4891" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1414.796679] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a9892df1-42a7-4543-b2f3-7413b916668d tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] Lock "e1af2037-ebee-4ea8-aade-9949bb2c4891" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1414.796928] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a9892df1-42a7-4543-b2f3-7413b916668d tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] Acquiring lock "e1af2037-ebee-4ea8-aade-9949bb2c4891-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1414.797212] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a9892df1-42a7-4543-b2f3-7413b916668d tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] Lock "e1af2037-ebee-4ea8-aade-9949bb2c4891-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1414.797419] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a9892df1-42a7-4543-b2f3-7413b916668d tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] Lock "e1af2037-ebee-4ea8-aade-9949bb2c4891-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1414.802153] env[62438]: INFO nova.compute.manager [None req-a9892df1-42a7-4543-b2f3-7413b916668d tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] [instance: e1af2037-ebee-4ea8-aade-9949bb2c4891] Terminating instance [ 1414.804443] env[62438]: DEBUG nova.compute.manager [None req-a9892df1-42a7-4543-b2f3-7413b916668d tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] [instance: e1af2037-ebee-4ea8-aade-9949bb2c4891] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1414.804736] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a9892df1-42a7-4543-b2f3-7413b916668d tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] [instance: e1af2037-ebee-4ea8-aade-9949bb2c4891] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1414.805746] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b9b2ea-aa95-42a5-9388-e52b33094e7c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.814463] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9892df1-42a7-4543-b2f3-7413b916668d tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] [instance: e1af2037-ebee-4ea8-aade-9949bb2c4891] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1414.814463] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e00758e-dd28-4680-add2-854b64744b76 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.820749] env[62438]: DEBUG oslo_vmware.api [None req-a9892df1-42a7-4543-b2f3-7413b916668d tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] Waiting for the task: (returnval){ [ 1414.820749] env[62438]: value = "task-1784631" [ 1414.820749] env[62438]: _type = "Task" [ 1414.820749] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.828477] env[62438]: DEBUG oslo_vmware.api [None req-a9892df1-42a7-4543-b2f3-7413b916668d tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] Task: {'id': task-1784631, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.860021] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784623, 'name': CreateVM_Task, 'duration_secs': 0.623546} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.860203] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f2bdef2-e31e-446b-beec-b6be1970dc9e] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1414.861065] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a434d0d7-e1e9-4f36-9427-712cb0231f08 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1414.861275] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a434d0d7-e1e9-4f36-9427-712cb0231f08 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.861603] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a434d0d7-e1e9-4f36-9427-712cb0231f08 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1414.861847] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc91f575-c749-437f-baa9-d23d3fbdc9b0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.866908] env[62438]: DEBUG oslo_vmware.api [None req-a434d0d7-e1e9-4f36-9427-712cb0231f08 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Waiting for the task: (returnval){ [ 1414.866908] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]529cdba5-f0c9-2d43-e9f9-4c5a8af6b1d1" [ 1414.866908] env[62438]: _type = "Task" [ 1414.866908] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.874163] env[62438]: DEBUG oslo_vmware.api [None req-a434d0d7-e1e9-4f36-9427-712cb0231f08 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]529cdba5-f0c9-2d43-e9f9-4c5a8af6b1d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.926499] env[62438]: DEBUG nova.network.neutron [req-84576e83-5055-4218-a0d1-72c63786c889 req-3503541f-c02c-4678-a20c-b557b495fc22 service nova] [instance: 2f2bdef2-e31e-446b-beec-b6be1970dc9e] Updated VIF entry in instance network info cache for port d92a46f3-2f02-46cd-a053-53e231b71276. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1414.926991] env[62438]: DEBUG nova.network.neutron [req-84576e83-5055-4218-a0d1-72c63786c889 req-3503541f-c02c-4678-a20c-b557b495fc22 service nova] [instance: 2f2bdef2-e31e-446b-beec-b6be1970dc9e] Updating instance_info_cache with network_info: [{"id": "ce564c91-226f-4df5-bf36-cb13fc740760", "address": "fa:16:3e:80:85:75", "network": {"id": "5bf5db5a-fdc5-4f0f-9a6e-99dc3be80e3f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-946937799", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.125", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "717c546fceb64599bbf7617fb9e93384", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3ccbdbb-8b49-4a26-913f-2a448b72280f", "external-id": "nsx-vlan-transportzone-412", "segmentation_id": 412, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce564c91-22", "ovs_interfaceid": "ce564c91-226f-4df5-bf36-cb13fc740760", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "19f3b6bd-55ad-4d71-bad6-1b84fe22f920", "address": "fa:16:3e:0b:b1:f2", "network": {"id": "366bfce4-9cfa-419f-911f-9bb882a49d60", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2104897975", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.194", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "717c546fceb64599bbf7617fb9e93384", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19f3b6bd-55", "ovs_interfaceid": "19f3b6bd-55ad-4d71-bad6-1b84fe22f920", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d92a46f3-2f02-46cd-a053-53e231b71276", "address": "fa:16:3e:ec:48:09", "network": {"id": "5bf5db5a-fdc5-4f0f-9a6e-99dc3be80e3f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-946937799", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "717c546fceb64599bbf7617fb9e93384", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3ccbdbb-8b49-4a26-913f-2a448b72280f", "external-id": "nsx-vlan-transportzone-412", "segmentation_id": 412, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd92a46f3-2f", "ovs_interfaceid": "d92a46f3-2f02-46cd-a053-53e231b71276", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1414.943106] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784626, 'name': CreateVM_Task, 'duration_secs': 0.374282} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.943276] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8234c07d-eb31-429f-b804-a3250ea396a0] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1414.943669] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f11b53a3-259f-41d9-96a2-5f5f01d19501 tempest-ServersAdmin275Test-1389471275 tempest-ServersAdmin275Test-1389471275-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1414.959604] env[62438]: DEBUG nova.scheduler.client.report [None req-b730f3a8-53d4-4322-badd-2ca2345eb16c tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1415.053277] env[62438]: DEBUG oslo_vmware.api [None req-fde3526d-1fe3-43cc-beef-d4f71edded5a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] Task: {'id': task-1784628, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.266142} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.053585] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-fde3526d-1fe3-43cc-beef-d4f71edded5a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1415.053774] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-fde3526d-1fe3-43cc-beef-d4f71edded5a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] [instance: aece6fe8-5252-42bc-a4ac-c45a386770b3] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1415.053962] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-fde3526d-1fe3-43cc-beef-d4f71edded5a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] [instance: aece6fe8-5252-42bc-a4ac-c45a386770b3] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1415.054288] env[62438]: INFO nova.compute.manager [None req-fde3526d-1fe3-43cc-beef-d4f71edded5a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] [instance: aece6fe8-5252-42bc-a4ac-c45a386770b3] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1415.054578] env[62438]: DEBUG oslo.service.loopingcall [None req-fde3526d-1fe3-43cc-beef-d4f71edded5a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1415.054789] env[62438]: DEBUG nova.compute.manager [-] [instance: aece6fe8-5252-42bc-a4ac-c45a386770b3] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1415.054884] env[62438]: DEBUG nova.network.neutron [-] [instance: aece6fe8-5252-42bc-a4ac-c45a386770b3] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1415.175552] env[62438]: INFO nova.compute.manager [-] [instance: 21b50399-6922-44e4-b104-b20a62d9d9a2] Took 1.55 seconds to deallocate network for instance. [ 1415.244425] env[62438]: DEBUG oslo_vmware.api [None req-d269e9ed-6e72-4cdc-a236-9cf8afe1a38c tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] Task: {'id': task-1784630, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210547} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.244789] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-d269e9ed-6e72-4cdc-a236-9cf8afe1a38c tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1415.245273] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-d269e9ed-6e72-4cdc-a236-9cf8afe1a38c tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] [instance: 8d4c832d-e0b5-44ef-a8ce-0d5c6b8ed7ed] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1415.245273] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-d269e9ed-6e72-4cdc-a236-9cf8afe1a38c tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] [instance: 8d4c832d-e0b5-44ef-a8ce-0d5c6b8ed7ed] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1415.245579] env[62438]: INFO nova.compute.manager [None req-d269e9ed-6e72-4cdc-a236-9cf8afe1a38c tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] [instance: 8d4c832d-e0b5-44ef-a8ce-0d5c6b8ed7ed] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1415.245868] env[62438]: DEBUG oslo.service.loopingcall [None req-d269e9ed-6e72-4cdc-a236-9cf8afe1a38c tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1415.246076] env[62438]: DEBUG nova.compute.manager [-] [instance: 8d4c832d-e0b5-44ef-a8ce-0d5c6b8ed7ed] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1415.246255] env[62438]: DEBUG nova.network.neutron [-] [instance: 8d4c832d-e0b5-44ef-a8ce-0d5c6b8ed7ed] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1415.273011] env[62438]: DEBUG oslo_vmware.api [None req-8c59875f-c45c-40ef-8f57-c89914a3d612 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]522c378f-ac1c-8afd-7385-39431b3880c3, 'name': SearchDatastore_Task, 'duration_secs': 0.013225} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.273772] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8c59875f-c45c-40ef-8f57-c89914a3d612 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1415.274069] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c59875f-c45c-40ef-8f57-c89914a3d612 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 7d53f422-ce2a-4fb4-b8f7-66da14a63202/7d53f422-ce2a-4fb4-b8f7-66da14a63202.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1415.274343] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d5bf89b4-dd29-43ff-85ae-54866b284f26 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.281490] env[62438]: DEBUG oslo_vmware.api [None req-8c59875f-c45c-40ef-8f57-c89914a3d612 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Waiting for the task: (returnval){ [ 1415.281490] env[62438]: value = "task-1784632" [ 1415.281490] env[62438]: _type = "Task" [ 1415.281490] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.291944] env[62438]: DEBUG oslo_vmware.api [None req-8c59875f-c45c-40ef-8f57-c89914a3d612 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Task: {'id': task-1784632, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.331245] env[62438]: DEBUG oslo_vmware.api [None req-a9892df1-42a7-4543-b2f3-7413b916668d tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] Task: {'id': task-1784631, 'name': PowerOffVM_Task, 'duration_secs': 0.304455} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.331541] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9892df1-42a7-4543-b2f3-7413b916668d tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] [instance: e1af2037-ebee-4ea8-aade-9949bb2c4891] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1415.331716] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a9892df1-42a7-4543-b2f3-7413b916668d tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] [instance: e1af2037-ebee-4ea8-aade-9949bb2c4891] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1415.331965] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9bceaeb6-1b63-48da-be9c-5fbc6e2d38ac {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.381054] env[62438]: DEBUG oslo_vmware.api [None req-a434d0d7-e1e9-4f36-9427-712cb0231f08 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]529cdba5-f0c9-2d43-e9f9-4c5a8af6b1d1, 'name': SearchDatastore_Task, 'duration_secs': 0.011057} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.381265] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a434d0d7-e1e9-4f36-9427-712cb0231f08 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1415.384030] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a434d0d7-e1e9-4f36-9427-712cb0231f08 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] [instance: 2f2bdef2-e31e-446b-beec-b6be1970dc9e] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1415.384030] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a434d0d7-e1e9-4f36-9427-712cb0231f08 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1415.384030] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a434d0d7-e1e9-4f36-9427-712cb0231f08 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.384030] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-a434d0d7-e1e9-4f36-9427-712cb0231f08 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1415.384030] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f11b53a3-259f-41d9-96a2-5f5f01d19501 tempest-ServersAdmin275Test-1389471275 tempest-ServersAdmin275Test-1389471275-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.384030] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f11b53a3-259f-41d9-96a2-5f5f01d19501 tempest-ServersAdmin275Test-1389471275 tempest-ServersAdmin275Test-1389471275-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1415.384030] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b44159bd-5e0d-4575-b95b-134aa71ecf34 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.384962] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d573e843-ea92-4762-a863-33de950ebc05 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.391823] env[62438]: DEBUG oslo_vmware.api [None req-f11b53a3-259f-41d9-96a2-5f5f01d19501 tempest-ServersAdmin275Test-1389471275 tempest-ServersAdmin275Test-1389471275-project-admin] Waiting for the task: (returnval){ [ 1415.391823] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52a2fe89-d97e-a5ea-e8a4-f5621a6d332f" [ 1415.391823] env[62438]: _type = "Task" [ 1415.391823] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.398184] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-a434d0d7-e1e9-4f36-9427-712cb0231f08 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1415.398464] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a434d0d7-e1e9-4f36-9427-712cb0231f08 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1415.399951] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e741d1b0-1071-4e38-bc11-61bd916f0c1b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.408947] env[62438]: DEBUG oslo_vmware.api [None req-f11b53a3-259f-41d9-96a2-5f5f01d19501 tempest-ServersAdmin275Test-1389471275 tempest-ServersAdmin275Test-1389471275-project-admin] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52a2fe89-d97e-a5ea-e8a4-f5621a6d332f, 'name': SearchDatastore_Task, 'duration_secs': 0.010879} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.409056] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f11b53a3-259f-41d9-96a2-5f5f01d19501 tempest-ServersAdmin275Test-1389471275 tempest-ServersAdmin275Test-1389471275-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1415.409358] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f11b53a3-259f-41d9-96a2-5f5f01d19501 tempest-ServersAdmin275Test-1389471275 tempest-ServersAdmin275Test-1389471275-project-admin] [instance: 8234c07d-eb31-429f-b804-a3250ea396a0] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1415.409583] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f11b53a3-259f-41d9-96a2-5f5f01d19501 tempest-ServersAdmin275Test-1389471275 tempest-ServersAdmin275Test-1389471275-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1415.411671] env[62438]: DEBUG oslo_vmware.api [None req-a434d0d7-e1e9-4f36-9427-712cb0231f08 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Waiting for the task: (returnval){ [ 1415.411671] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52239464-b306-9863-bffa-72a16d58a7ef" [ 1415.411671] env[62438]: _type = "Task" [ 1415.411671] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.420596] env[62438]: DEBUG oslo_vmware.api [None req-a434d0d7-e1e9-4f36-9427-712cb0231f08 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52239464-b306-9863-bffa-72a16d58a7ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.429557] env[62438]: DEBUG oslo_concurrency.lockutils [req-84576e83-5055-4218-a0d1-72c63786c889 req-3503541f-c02c-4678-a20c-b557b495fc22 service nova] Releasing lock "refresh_cache-2f2bdef2-e31e-446b-beec-b6be1970dc9e" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1415.429857] env[62438]: DEBUG nova.compute.manager [req-84576e83-5055-4218-a0d1-72c63786c889 req-3503541f-c02c-4678-a20c-b557b495fc22 service nova] [instance: 593cd047-3ea0-4bc8-ab9d-9833747a6752] Received event network-vif-deleted-d7fe83ce-ddba-451e-9d27-e77e57a49a18 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1415.464614] env[62438]: DEBUG oslo_concurrency.lockutils [None req-b730f3a8-53d4-4322-badd-2ca2345eb16c tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.726s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1415.467042] env[62438]: DEBUG nova.compute.manager [None req-b730f3a8-53d4-4322-badd-2ca2345eb16c tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] [instance: 75e311d0-fb4c-40b4-b25e-ca9df8db5f8e] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1415.469715] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9b07e160-0f6e-4a31-bbd3-4c9760b3184c tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.457s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1415.471439] env[62438]: INFO nova.compute.claims [None req-9b07e160-0f6e-4a31-bbd3-4c9760b3184c tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] [instance: 82059c94-0c99-48af-8ecb-e9bd695ba6f3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1415.474162] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a9892df1-42a7-4543-b2f3-7413b916668d tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] [instance: e1af2037-ebee-4ea8-aade-9949bb2c4891] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1415.474378] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a9892df1-42a7-4543-b2f3-7413b916668d tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] [instance: e1af2037-ebee-4ea8-aade-9949bb2c4891] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1415.477514] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9892df1-42a7-4543-b2f3-7413b916668d tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] Deleting the datastore file [datastore1] e1af2037-ebee-4ea8-aade-9949bb2c4891 {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1415.477514] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-322677c2-81ef-4354-9515-d654c07d920e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.482459] env[62438]: DEBUG oslo_vmware.api [None req-a9892df1-42a7-4543-b2f3-7413b916668d tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] Waiting for the task: (returnval){ [ 1415.482459] env[62438]: value = "task-1784634" [ 1415.482459] env[62438]: _type = "Task" [ 1415.482459] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.491084] env[62438]: DEBUG oslo_vmware.api [None req-a9892df1-42a7-4543-b2f3-7413b916668d tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] Task: {'id': task-1784634, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.684038] env[62438]: DEBUG oslo_concurrency.lockutils [None req-477076fa-06f6-4161-8af4-497db2f75cbb tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1415.791196] env[62438]: DEBUG oslo_vmware.api [None req-8c59875f-c45c-40ef-8f57-c89914a3d612 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Task: {'id': task-1784632, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.900759] env[62438]: DEBUG nova.network.neutron [-] [instance: aece6fe8-5252-42bc-a4ac-c45a386770b3] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1415.922886] env[62438]: DEBUG oslo_vmware.api [None req-a434d0d7-e1e9-4f36-9427-712cb0231f08 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52239464-b306-9863-bffa-72a16d58a7ef, 'name': SearchDatastore_Task, 'duration_secs': 0.012247} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.923459] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75639843-3889-4761-99d4-ea3a659d9e26 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.929088] env[62438]: DEBUG oslo_vmware.api [None req-a434d0d7-e1e9-4f36-9427-712cb0231f08 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Waiting for the task: (returnval){ [ 1415.929088] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52f8792d-1069-a16c-7039-eb813edceb4d" [ 1415.929088] env[62438]: _type = "Task" [ 1415.929088] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.937085] env[62438]: DEBUG oslo_vmware.api [None req-a434d0d7-e1e9-4f36-9427-712cb0231f08 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52f8792d-1069-a16c-7039-eb813edceb4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.976880] env[62438]: DEBUG nova.compute.utils [None req-b730f3a8-53d4-4322-badd-2ca2345eb16c tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1415.978293] env[62438]: DEBUG nova.compute.manager [None req-b730f3a8-53d4-4322-badd-2ca2345eb16c tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] [instance: 75e311d0-fb4c-40b4-b25e-ca9df8db5f8e] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1415.978470] env[62438]: DEBUG nova.network.neutron [None req-b730f3a8-53d4-4322-badd-2ca2345eb16c tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] [instance: 75e311d0-fb4c-40b4-b25e-ca9df8db5f8e] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1415.994622] env[62438]: DEBUG oslo_vmware.api [None req-a9892df1-42a7-4543-b2f3-7413b916668d tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] Task: {'id': task-1784634, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.434752} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.995891] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9892df1-42a7-4543-b2f3-7413b916668d tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1415.996327] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a9892df1-42a7-4543-b2f3-7413b916668d tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] [instance: e1af2037-ebee-4ea8-aade-9949bb2c4891] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1415.996327] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a9892df1-42a7-4543-b2f3-7413b916668d tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] [instance: e1af2037-ebee-4ea8-aade-9949bb2c4891] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1415.997025] env[62438]: INFO nova.compute.manager [None req-a9892df1-42a7-4543-b2f3-7413b916668d tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] [instance: e1af2037-ebee-4ea8-aade-9949bb2c4891] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1415.997025] env[62438]: DEBUG oslo.service.loopingcall [None req-a9892df1-42a7-4543-b2f3-7413b916668d tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1415.997025] env[62438]: DEBUG nova.compute.manager [-] [instance: e1af2037-ebee-4ea8-aade-9949bb2c4891] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1415.997025] env[62438]: DEBUG nova.network.neutron [-] [instance: e1af2037-ebee-4ea8-aade-9949bb2c4891] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1416.126887] env[62438]: DEBUG nova.network.neutron [-] [instance: 8d4c832d-e0b5-44ef-a8ce-0d5c6b8ed7ed] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1416.144770] env[62438]: DEBUG nova.policy [None req-b730f3a8-53d4-4322-badd-2ca2345eb16c tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8db972edf9fb462c9931ffbe6f914da7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c23b270f79cf46c580df34b670f4198c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1416.291835] env[62438]: DEBUG oslo_vmware.api [None req-8c59875f-c45c-40ef-8f57-c89914a3d612 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Task: {'id': task-1784632, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.543572} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.292376] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c59875f-c45c-40ef-8f57-c89914a3d612 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 7d53f422-ce2a-4fb4-b8f7-66da14a63202/7d53f422-ce2a-4fb4-b8f7-66da14a63202.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1416.292632] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-8c59875f-c45c-40ef-8f57-c89914a3d612 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 7d53f422-ce2a-4fb4-b8f7-66da14a63202] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1416.292789] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dff7111f-2fb6-4475-b51b-0e1ffdf168a8 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.300602] env[62438]: DEBUG oslo_vmware.api [None req-8c59875f-c45c-40ef-8f57-c89914a3d612 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Waiting for the task: (returnval){ [ 1416.300602] env[62438]: value = "task-1784635" [ 1416.300602] env[62438]: _type = "Task" [ 1416.300602] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.308567] env[62438]: DEBUG oslo_vmware.api [None req-8c59875f-c45c-40ef-8f57-c89914a3d612 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Task: {'id': task-1784635, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.339713] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5b115ca4-5d3e-444c-ace9-aa138fc1e44a tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Acquiring lock "f9196911-d1ae-4b4a-a4be-08ec3690d516" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1416.339998] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5b115ca4-5d3e-444c-ace9-aa138fc1e44a tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Lock "f9196911-d1ae-4b4a-a4be-08ec3690d516" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1416.340271] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5b115ca4-5d3e-444c-ace9-aa138fc1e44a tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Acquiring lock "f9196911-d1ae-4b4a-a4be-08ec3690d516-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1416.340476] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5b115ca4-5d3e-444c-ace9-aa138fc1e44a tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Lock "f9196911-d1ae-4b4a-a4be-08ec3690d516-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1416.340658] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5b115ca4-5d3e-444c-ace9-aa138fc1e44a tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Lock "f9196911-d1ae-4b4a-a4be-08ec3690d516-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1416.343286] env[62438]: INFO nova.compute.manager [None req-5b115ca4-5d3e-444c-ace9-aa138fc1e44a tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: f9196911-d1ae-4b4a-a4be-08ec3690d516] Terminating instance [ 1416.347103] env[62438]: DEBUG nova.compute.manager [None req-5b115ca4-5d3e-444c-ace9-aa138fc1e44a tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: f9196911-d1ae-4b4a-a4be-08ec3690d516] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1416.347103] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-5b115ca4-5d3e-444c-ace9-aa138fc1e44a tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: f9196911-d1ae-4b4a-a4be-08ec3690d516] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1416.347103] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d4bc1d-6fa4-43d2-96f8-f474b3bbf8cb {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.354554] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b115ca4-5d3e-444c-ace9-aa138fc1e44a tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: f9196911-d1ae-4b4a-a4be-08ec3690d516] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1416.355493] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-015a1090-5b07-4e25-ba8f-910f52d6da86 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.361128] env[62438]: DEBUG oslo_vmware.api [None req-5b115ca4-5d3e-444c-ace9-aa138fc1e44a tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Waiting for the task: (returnval){ [ 1416.361128] env[62438]: value = "task-1784636" [ 1416.361128] env[62438]: _type = "Task" [ 1416.361128] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.370941] env[62438]: DEBUG oslo_vmware.api [None req-5b115ca4-5d3e-444c-ace9-aa138fc1e44a tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Task: {'id': task-1784636, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.404032] env[62438]: INFO nova.compute.manager [-] [instance: aece6fe8-5252-42bc-a4ac-c45a386770b3] Took 1.35 seconds to deallocate network for instance. [ 1416.430188] env[62438]: DEBUG nova.compute.manager [req-5602b9f9-244a-405d-981b-2fe92363d14d req-48c47bc2-cc0e-4e58-9008-b3989b622458 service nova] [instance: 21b50399-6922-44e4-b104-b20a62d9d9a2] Received event network-vif-deleted-6074fba3-81e6-4fdb-aad1-97fa16470927 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1416.430434] env[62438]: DEBUG nova.compute.manager [req-5602b9f9-244a-405d-981b-2fe92363d14d req-48c47bc2-cc0e-4e58-9008-b3989b622458 service nova] [instance: aece6fe8-5252-42bc-a4ac-c45a386770b3] Received event network-vif-deleted-53111168-a0af-4c68-94d4-884c2cf48a7b {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1416.430599] env[62438]: DEBUG nova.compute.manager [req-5602b9f9-244a-405d-981b-2fe92363d14d req-48c47bc2-cc0e-4e58-9008-b3989b622458 service nova] [instance: 8d4c832d-e0b5-44ef-a8ce-0d5c6b8ed7ed] Received event network-vif-deleted-98e0d594-fc4c-4c32-97b5-19238ef6ba13 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1416.445602] env[62438]: DEBUG oslo_vmware.api [None req-a434d0d7-e1e9-4f36-9427-712cb0231f08 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52f8792d-1069-a16c-7039-eb813edceb4d, 'name': SearchDatastore_Task, 'duration_secs': 0.008291} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.446045] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a434d0d7-e1e9-4f36-9427-712cb0231f08 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1416.446586] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-a434d0d7-e1e9-4f36-9427-712cb0231f08 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 2f2bdef2-e31e-446b-beec-b6be1970dc9e/2f2bdef2-e31e-446b-beec-b6be1970dc9e.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1416.446898] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f11b53a3-259f-41d9-96a2-5f5f01d19501 tempest-ServersAdmin275Test-1389471275 tempest-ServersAdmin275Test-1389471275-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.447124] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-f11b53a3-259f-41d9-96a2-5f5f01d19501 tempest-ServersAdmin275Test-1389471275 tempest-ServersAdmin275Test-1389471275-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1416.447456] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1af647d8-1bd0-4414-a689-cd05b7700699 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.451112] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce1c8dc4-ae6d-4a27-9377-8173843a4d8f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.458919] env[62438]: DEBUG oslo_vmware.api [None req-a434d0d7-e1e9-4f36-9427-712cb0231f08 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Waiting for the task: (returnval){ [ 1416.458919] env[62438]: value = "task-1784637" [ 1416.458919] env[62438]: _type = "Task" [ 1416.458919] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.464452] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-f11b53a3-259f-41d9-96a2-5f5f01d19501 tempest-ServersAdmin275Test-1389471275 tempest-ServersAdmin275Test-1389471275-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1416.464750] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f11b53a3-259f-41d9-96a2-5f5f01d19501 tempest-ServersAdmin275Test-1389471275 tempest-ServersAdmin275Test-1389471275-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1416.466245] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b62bb82-9692-49a3-b9ab-0a9c16e5d652 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.474887] env[62438]: DEBUG oslo_vmware.api [None req-a434d0d7-e1e9-4f36-9427-712cb0231f08 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Task: {'id': task-1784637, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.478038] env[62438]: DEBUG oslo_vmware.api [None req-f11b53a3-259f-41d9-96a2-5f5f01d19501 tempest-ServersAdmin275Test-1389471275 tempest-ServersAdmin275Test-1389471275-project-admin] Waiting for the task: (returnval){ [ 1416.478038] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]529a7597-0650-70a7-928f-6996cf02a034" [ 1416.478038] env[62438]: _type = "Task" [ 1416.478038] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.488196] env[62438]: DEBUG nova.compute.manager [None req-b730f3a8-53d4-4322-badd-2ca2345eb16c tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] [instance: 75e311d0-fb4c-40b4-b25e-ca9df8db5f8e] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1416.490517] env[62438]: DEBUG oslo_vmware.api [None req-f11b53a3-259f-41d9-96a2-5f5f01d19501 tempest-ServersAdmin275Test-1389471275 tempest-ServersAdmin275Test-1389471275-project-admin] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]529a7597-0650-70a7-928f-6996cf02a034, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.630178] env[62438]: INFO nova.compute.manager [-] [instance: 8d4c832d-e0b5-44ef-a8ce-0d5c6b8ed7ed] Took 1.38 seconds to deallocate network for instance. [ 1416.817641] env[62438]: DEBUG oslo_vmware.api [None req-8c59875f-c45c-40ef-8f57-c89914a3d612 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Task: {'id': task-1784635, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068546} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.817641] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-8c59875f-c45c-40ef-8f57-c89914a3d612 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 7d53f422-ce2a-4fb4-b8f7-66da14a63202] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1416.817641] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50788021-1f1e-40e7-aa68-65e9b195ea98 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.843201] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c59875f-c45c-40ef-8f57-c89914a3d612 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 7d53f422-ce2a-4fb4-b8f7-66da14a63202] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 7d53f422-ce2a-4fb4-b8f7-66da14a63202/7d53f422-ce2a-4fb4-b8f7-66da14a63202.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1416.846253] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71540f44-cc95-444d-ad21-f547b5a63882 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.867042] env[62438]: DEBUG oslo_vmware.api [None req-8c59875f-c45c-40ef-8f57-c89914a3d612 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Waiting for the task: (returnval){ [ 1416.867042] env[62438]: value = "task-1784638" [ 1416.867042] env[62438]: _type = "Task" [ 1416.867042] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.873768] env[62438]: DEBUG oslo_vmware.api [None req-5b115ca4-5d3e-444c-ace9-aa138fc1e44a tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Task: {'id': task-1784636, 'name': PowerOffVM_Task, 'duration_secs': 0.344481} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.877467] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b115ca4-5d3e-444c-ace9-aa138fc1e44a tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: f9196911-d1ae-4b4a-a4be-08ec3690d516] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1416.877712] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-5b115ca4-5d3e-444c-ace9-aa138fc1e44a tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: f9196911-d1ae-4b4a-a4be-08ec3690d516] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1416.878276] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2e160cd9-8c1c-4a35-8bf2-8962bfdef0c4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.883917] env[62438]: DEBUG oslo_vmware.api [None req-8c59875f-c45c-40ef-8f57-c89914a3d612 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Task: {'id': task-1784638, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.910617] env[62438]: DEBUG oslo_concurrency.lockutils [None req-fde3526d-1fe3-43cc-beef-d4f71edded5a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1416.924849] env[62438]: DEBUG nova.network.neutron [None req-b730f3a8-53d4-4322-badd-2ca2345eb16c tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] [instance: 75e311d0-fb4c-40b4-b25e-ca9df8db5f8e] Successfully created port: df0f685f-345a-45d7-9f6a-27fe8e29d5af {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1416.970493] env[62438]: DEBUG oslo_vmware.api [None req-a434d0d7-e1e9-4f36-9427-712cb0231f08 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Task: {'id': task-1784637, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.988032] env[62438]: DEBUG oslo_vmware.api [None req-f11b53a3-259f-41d9-96a2-5f5f01d19501 tempest-ServersAdmin275Test-1389471275 tempest-ServersAdmin275Test-1389471275-project-admin] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]529a7597-0650-70a7-928f-6996cf02a034, 'name': SearchDatastore_Task, 'duration_secs': 0.009617} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.991699] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b32b542-b26f-45ba-9b19-5bffe9c6411e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.000549] env[62438]: DEBUG oslo_vmware.api [None req-f11b53a3-259f-41d9-96a2-5f5f01d19501 tempest-ServersAdmin275Test-1389471275 tempest-ServersAdmin275Test-1389471275-project-admin] Waiting for the task: (returnval){ [ 1417.000549] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52a1dfa7-2131-2722-8b3c-955fffe0effc" [ 1417.000549] env[62438]: _type = "Task" [ 1417.000549] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.013081] env[62438]: DEBUG oslo_vmware.api [None req-f11b53a3-259f-41d9-96a2-5f5f01d19501 tempest-ServersAdmin275Test-1389471275 tempest-ServersAdmin275Test-1389471275-project-admin] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52a1dfa7-2131-2722-8b3c-955fffe0effc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.029538] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-5b115ca4-5d3e-444c-ace9-aa138fc1e44a tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: f9196911-d1ae-4b4a-a4be-08ec3690d516] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1417.030136] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-5b115ca4-5d3e-444c-ace9-aa138fc1e44a tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: f9196911-d1ae-4b4a-a4be-08ec3690d516] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1417.030136] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b115ca4-5d3e-444c-ace9-aa138fc1e44a tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Deleting the datastore file [datastore1] f9196911-d1ae-4b4a-a4be-08ec3690d516 {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1417.030297] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2af27165-178d-4759-9684-b13558b74ae9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.037166] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-057a851f-610c-4fb3-a8d8-c0a0f0fb52cc {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.041790] env[62438]: DEBUG oslo_vmware.api [None req-5b115ca4-5d3e-444c-ace9-aa138fc1e44a tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Waiting for the task: (returnval){ [ 1417.041790] env[62438]: value = "task-1784640" [ 1417.041790] env[62438]: _type = "Task" [ 1417.041790] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.042506] env[62438]: DEBUG nova.network.neutron [-] [instance: e1af2037-ebee-4ea8-aade-9949bb2c4891] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1417.050625] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a78138d6-79c0-4e36-a04d-58aa34286221 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.057351] env[62438]: DEBUG oslo_vmware.api [None req-5b115ca4-5d3e-444c-ace9-aa138fc1e44a tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Task: {'id': task-1784640, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.086139] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a5285ba-287f-4b45-8e14-b28bb119395d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.093791] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c9cdb62-5039-4a6f-8a82-d7e6a3ac6671 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.107387] env[62438]: DEBUG nova.compute.provider_tree [None req-9b07e160-0f6e-4a31-bbd3-4c9760b3184c tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1417.137612] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d269e9ed-6e72-4cdc-a236-9cf8afe1a38c tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1417.378408] env[62438]: DEBUG oslo_vmware.api [None req-8c59875f-c45c-40ef-8f57-c89914a3d612 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Task: {'id': task-1784638, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.470342] env[62438]: DEBUG oslo_vmware.api [None req-a434d0d7-e1e9-4f36-9427-712cb0231f08 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Task: {'id': task-1784637, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.62882} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.470651] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-a434d0d7-e1e9-4f36-9427-712cb0231f08 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 2f2bdef2-e31e-446b-beec-b6be1970dc9e/2f2bdef2-e31e-446b-beec-b6be1970dc9e.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1417.470846] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a434d0d7-e1e9-4f36-9427-712cb0231f08 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] [instance: 2f2bdef2-e31e-446b-beec-b6be1970dc9e] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1417.471142] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7bf9f536-e31e-42a1-b72b-a1dfef650da6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.479681] env[62438]: DEBUG oslo_vmware.api [None req-a434d0d7-e1e9-4f36-9427-712cb0231f08 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Waiting for the task: (returnval){ [ 1417.479681] env[62438]: value = "task-1784641" [ 1417.479681] env[62438]: _type = "Task" [ 1417.479681] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.487776] env[62438]: DEBUG oslo_vmware.api [None req-a434d0d7-e1e9-4f36-9427-712cb0231f08 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Task: {'id': task-1784641, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.499911] env[62438]: DEBUG nova.compute.manager [None req-b730f3a8-53d4-4322-badd-2ca2345eb16c tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] [instance: 75e311d0-fb4c-40b4-b25e-ca9df8db5f8e] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1417.511633] env[62438]: DEBUG oslo_vmware.api [None req-f11b53a3-259f-41d9-96a2-5f5f01d19501 tempest-ServersAdmin275Test-1389471275 tempest-ServersAdmin275Test-1389471275-project-admin] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52a1dfa7-2131-2722-8b3c-955fffe0effc, 'name': SearchDatastore_Task, 'duration_secs': 0.063667} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.511988] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f11b53a3-259f-41d9-96a2-5f5f01d19501 tempest-ServersAdmin275Test-1389471275 tempest-ServersAdmin275Test-1389471275-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1417.512428] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-f11b53a3-259f-41d9-96a2-5f5f01d19501 tempest-ServersAdmin275Test-1389471275 tempest-ServersAdmin275Test-1389471275-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 8234c07d-eb31-429f-b804-a3250ea396a0/8234c07d-eb31-429f-b804-a3250ea396a0.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1417.512657] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e1f25d94-9267-4bee-bf8d-a7b53bfccb22 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.521060] env[62438]: DEBUG oslo_vmware.api [None req-f11b53a3-259f-41d9-96a2-5f5f01d19501 tempest-ServersAdmin275Test-1389471275 tempest-ServersAdmin275Test-1389471275-project-admin] Waiting for the task: (returnval){ [ 1417.521060] env[62438]: value = "task-1784642" [ 1417.521060] env[62438]: _type = "Task" [ 1417.521060] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.530632] env[62438]: DEBUG nova.virt.hardware [None req-b730f3a8-53d4-4322-badd-2ca2345eb16c tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1417.531436] env[62438]: DEBUG nova.virt.hardware [None req-b730f3a8-53d4-4322-badd-2ca2345eb16c tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1417.531436] env[62438]: DEBUG nova.virt.hardware [None req-b730f3a8-53d4-4322-badd-2ca2345eb16c tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1417.531436] env[62438]: DEBUG nova.virt.hardware [None req-b730f3a8-53d4-4322-badd-2ca2345eb16c tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1417.531693] env[62438]: DEBUG nova.virt.hardware [None req-b730f3a8-53d4-4322-badd-2ca2345eb16c tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1417.531848] env[62438]: DEBUG nova.virt.hardware [None req-b730f3a8-53d4-4322-badd-2ca2345eb16c tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1417.532141] env[62438]: DEBUG nova.virt.hardware [None req-b730f3a8-53d4-4322-badd-2ca2345eb16c tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1417.532325] env[62438]: DEBUG nova.virt.hardware [None req-b730f3a8-53d4-4322-badd-2ca2345eb16c tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1417.532557] env[62438]: DEBUG nova.virt.hardware [None req-b730f3a8-53d4-4322-badd-2ca2345eb16c tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1417.532809] env[62438]: DEBUG nova.virt.hardware [None req-b730f3a8-53d4-4322-badd-2ca2345eb16c tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1417.533063] env[62438]: DEBUG nova.virt.hardware [None req-b730f3a8-53d4-4322-badd-2ca2345eb16c tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1417.534254] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ec202d-908e-4ef6-8b15-2fa69a46fddd {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.542310] env[62438]: DEBUG oslo_vmware.api [None req-f11b53a3-259f-41d9-96a2-5f5f01d19501 tempest-ServersAdmin275Test-1389471275 tempest-ServersAdmin275Test-1389471275-project-admin] Task: {'id': task-1784642, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.549798] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81956b46-0325-414a-9f4c-46b7e154c85f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.554127] env[62438]: INFO nova.compute.manager [-] [instance: e1af2037-ebee-4ea8-aade-9949bb2c4891] Took 1.56 seconds to deallocate network for instance. [ 1417.563861] env[62438]: DEBUG oslo_vmware.api [None req-5b115ca4-5d3e-444c-ace9-aa138fc1e44a tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Task: {'id': task-1784640, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.350403} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.574893] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b115ca4-5d3e-444c-ace9-aa138fc1e44a tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1417.575163] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-5b115ca4-5d3e-444c-ace9-aa138fc1e44a tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: f9196911-d1ae-4b4a-a4be-08ec3690d516] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1417.575389] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-5b115ca4-5d3e-444c-ace9-aa138fc1e44a tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: f9196911-d1ae-4b4a-a4be-08ec3690d516] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1417.575587] env[62438]: INFO nova.compute.manager [None req-5b115ca4-5d3e-444c-ace9-aa138fc1e44a tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: f9196911-d1ae-4b4a-a4be-08ec3690d516] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1417.575846] env[62438]: DEBUG oslo.service.loopingcall [None req-5b115ca4-5d3e-444c-ace9-aa138fc1e44a tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1417.576464] env[62438]: DEBUG nova.compute.manager [-] [instance: f9196911-d1ae-4b4a-a4be-08ec3690d516] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1417.576464] env[62438]: DEBUG nova.network.neutron [-] [instance: f9196911-d1ae-4b4a-a4be-08ec3690d516] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1417.610025] env[62438]: DEBUG nova.scheduler.client.report [None req-9b07e160-0f6e-4a31-bbd3-4c9760b3184c tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1417.881397] env[62438]: DEBUG oslo_vmware.api [None req-8c59875f-c45c-40ef-8f57-c89914a3d612 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Task: {'id': task-1784638, 'name': ReconfigVM_Task, 'duration_secs': 0.708527} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.881397] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c59875f-c45c-40ef-8f57-c89914a3d612 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 7d53f422-ce2a-4fb4-b8f7-66da14a63202] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 7d53f422-ce2a-4fb4-b8f7-66da14a63202/7d53f422-ce2a-4fb4-b8f7-66da14a63202.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1417.881397] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9b3db301-8b7e-41c5-958d-ea490cf2f9ef {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.887293] env[62438]: DEBUG oslo_vmware.api [None req-8c59875f-c45c-40ef-8f57-c89914a3d612 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Waiting for the task: (returnval){ [ 1417.887293] env[62438]: value = "task-1784643" [ 1417.887293] env[62438]: _type = "Task" [ 1417.887293] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.898105] env[62438]: DEBUG oslo_vmware.api [None req-8c59875f-c45c-40ef-8f57-c89914a3d612 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Task: {'id': task-1784643, 'name': Rename_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.991997] env[62438]: DEBUG oslo_vmware.api [None req-a434d0d7-e1e9-4f36-9427-712cb0231f08 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Task: {'id': task-1784641, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081663} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.991997] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a434d0d7-e1e9-4f36-9427-712cb0231f08 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] [instance: 2f2bdef2-e31e-446b-beec-b6be1970dc9e] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1417.991997] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1867d651-7b52-462f-a972-6a44aea4a56d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.018374] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-a434d0d7-e1e9-4f36-9427-712cb0231f08 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] [instance: 2f2bdef2-e31e-446b-beec-b6be1970dc9e] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] 2f2bdef2-e31e-446b-beec-b6be1970dc9e/2f2bdef2-e31e-446b-beec-b6be1970dc9e.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1418.018374] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04a08545-f5ef-47fe-8cc0-a5bb60856a68 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.043260] env[62438]: DEBUG oslo_vmware.api [None req-f11b53a3-259f-41d9-96a2-5f5f01d19501 tempest-ServersAdmin275Test-1389471275 tempest-ServersAdmin275Test-1389471275-project-admin] Task: {'id': task-1784642, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.045039] env[62438]: DEBUG oslo_vmware.api [None req-a434d0d7-e1e9-4f36-9427-712cb0231f08 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Waiting for the task: (returnval){ [ 1418.045039] env[62438]: value = "task-1784644" [ 1418.045039] env[62438]: _type = "Task" [ 1418.045039] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.054341] env[62438]: DEBUG oslo_vmware.api [None req-a434d0d7-e1e9-4f36-9427-712cb0231f08 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Task: {'id': task-1784644, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.067980] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a9892df1-42a7-4543-b2f3-7413b916668d tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1418.117143] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9b07e160-0f6e-4a31-bbd3-4c9760b3184c tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.646s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1418.117143] env[62438]: DEBUG nova.compute.manager [None req-9b07e160-0f6e-4a31-bbd3-4c9760b3184c tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] [instance: 82059c94-0c99-48af-8ecb-e9bd695ba6f3] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1418.124019] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d9c45ecd-3a97-4b36-ad97-d11bede2208d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.604s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1418.124019] env[62438]: INFO nova.compute.claims [None req-d9c45ecd-3a97-4b36-ad97-d11bede2208d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: 2cc722a0-76fa-4431-985b-9fe0ad62ef42] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1418.398198] env[62438]: DEBUG oslo_vmware.api [None req-8c59875f-c45c-40ef-8f57-c89914a3d612 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Task: {'id': task-1784643, 'name': Rename_Task, 'duration_secs': 0.382457} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.398643] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c59875f-c45c-40ef-8f57-c89914a3d612 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 7d53f422-ce2a-4fb4-b8f7-66da14a63202] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1418.398971] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9718fed0-82b8-4bd4-bb33-dbad1c86f88f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.414342] env[62438]: DEBUG oslo_vmware.api [None req-8c59875f-c45c-40ef-8f57-c89914a3d612 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Waiting for the task: (returnval){ [ 1418.414342] env[62438]: value = "task-1784645" [ 1418.414342] env[62438]: _type = "Task" [ 1418.414342] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.434988] env[62438]: DEBUG oslo_vmware.api [None req-8c59875f-c45c-40ef-8f57-c89914a3d612 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Task: {'id': task-1784645, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.544902] env[62438]: DEBUG oslo_vmware.api [None req-f11b53a3-259f-41d9-96a2-5f5f01d19501 tempest-ServersAdmin275Test-1389471275 tempest-ServersAdmin275Test-1389471275-project-admin] Task: {'id': task-1784642, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.884728} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.545350] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-f11b53a3-259f-41d9-96a2-5f5f01d19501 tempest-ServersAdmin275Test-1389471275 tempest-ServersAdmin275Test-1389471275-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 8234c07d-eb31-429f-b804-a3250ea396a0/8234c07d-eb31-429f-b804-a3250ea396a0.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1418.545695] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f11b53a3-259f-41d9-96a2-5f5f01d19501 tempest-ServersAdmin275Test-1389471275 tempest-ServersAdmin275Test-1389471275-project-admin] [instance: 8234c07d-eb31-429f-b804-a3250ea396a0] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1418.546584] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fdc29ebf-de31-41ea-87a2-e84635e1b1d3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.561030] env[62438]: DEBUG oslo_vmware.api [None req-a434d0d7-e1e9-4f36-9427-712cb0231f08 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Task: {'id': task-1784644, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.563038] env[62438]: DEBUG oslo_vmware.api [None req-f11b53a3-259f-41d9-96a2-5f5f01d19501 tempest-ServersAdmin275Test-1389471275 tempest-ServersAdmin275Test-1389471275-project-admin] Waiting for the task: (returnval){ [ 1418.563038] env[62438]: value = "task-1784646" [ 1418.563038] env[62438]: _type = "Task" [ 1418.563038] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.571443] env[62438]: DEBUG oslo_vmware.api [None req-f11b53a3-259f-41d9-96a2-5f5f01d19501 tempest-ServersAdmin275Test-1389471275 tempest-ServersAdmin275Test-1389471275-project-admin] Task: {'id': task-1784646, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.578518] env[62438]: DEBUG nova.compute.manager [req-2b6a0c7b-38b4-4c37-b925-00ce510f89c0 req-d6de8b12-9741-4057-8fd9-cf526e5f05da service nova] [instance: e1af2037-ebee-4ea8-aade-9949bb2c4891] Received event network-vif-deleted-d9589832-a615-4606-97a6-9f4fa0ad3b5c {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1418.578843] env[62438]: DEBUG nova.compute.manager [req-2b6a0c7b-38b4-4c37-b925-00ce510f89c0 req-d6de8b12-9741-4057-8fd9-cf526e5f05da service nova] [instance: f9196911-d1ae-4b4a-a4be-08ec3690d516] Received event network-vif-deleted-fd798aaa-ec37-4e3d-89de-47989c1f1968 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1418.578951] env[62438]: INFO nova.compute.manager [req-2b6a0c7b-38b4-4c37-b925-00ce510f89c0 req-d6de8b12-9741-4057-8fd9-cf526e5f05da service nova] [instance: f9196911-d1ae-4b4a-a4be-08ec3690d516] Neutron deleted interface fd798aaa-ec37-4e3d-89de-47989c1f1968; detaching it from the instance and deleting it from the info cache [ 1418.579116] env[62438]: DEBUG nova.network.neutron [req-2b6a0c7b-38b4-4c37-b925-00ce510f89c0 req-d6de8b12-9741-4057-8fd9-cf526e5f05da service nova] [instance: f9196911-d1ae-4b4a-a4be-08ec3690d516] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1418.631260] env[62438]: DEBUG nova.compute.utils [None req-9b07e160-0f6e-4a31-bbd3-4c9760b3184c tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1418.632977] env[62438]: DEBUG nova.compute.manager [None req-9b07e160-0f6e-4a31-bbd3-4c9760b3184c tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] [instance: 82059c94-0c99-48af-8ecb-e9bd695ba6f3] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1418.633185] env[62438]: DEBUG nova.network.neutron [None req-9b07e160-0f6e-4a31-bbd3-4c9760b3184c tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] [instance: 82059c94-0c99-48af-8ecb-e9bd695ba6f3] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1418.704034] env[62438]: DEBUG nova.policy [None req-9b07e160-0f6e-4a31-bbd3-4c9760b3184c tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '82a3589234064206ad50ba7285063841', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ce544529ed8e4e698990b7d329d0138a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1418.740263] env[62438]: DEBUG nova.network.neutron [-] [instance: f9196911-d1ae-4b4a-a4be-08ec3690d516] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1418.856243] env[62438]: DEBUG nova.network.neutron [None req-b730f3a8-53d4-4322-badd-2ca2345eb16c tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] [instance: 75e311d0-fb4c-40b4-b25e-ca9df8db5f8e] Successfully updated port: df0f685f-345a-45d7-9f6a-27fe8e29d5af {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1418.925726] env[62438]: DEBUG oslo_vmware.api [None req-8c59875f-c45c-40ef-8f57-c89914a3d612 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Task: {'id': task-1784645, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.055976] env[62438]: DEBUG oslo_vmware.api [None req-a434d0d7-e1e9-4f36-9427-712cb0231f08 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Task: {'id': task-1784644, 'name': ReconfigVM_Task, 'duration_secs': 0.571341} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.056564] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-a434d0d7-e1e9-4f36-9427-712cb0231f08 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] [instance: 2f2bdef2-e31e-446b-beec-b6be1970dc9e] Reconfigured VM instance instance-00000021 to attach disk [datastore1] 2f2bdef2-e31e-446b-beec-b6be1970dc9e/2f2bdef2-e31e-446b-beec-b6be1970dc9e.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1419.057478] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-73379270-82b4-4e25-9fea-0457b61898e9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.067420] env[62438]: DEBUG oslo_vmware.api [None req-a434d0d7-e1e9-4f36-9427-712cb0231f08 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Waiting for the task: (returnval){ [ 1419.067420] env[62438]: value = "task-1784647" [ 1419.067420] env[62438]: _type = "Task" [ 1419.067420] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.075642] env[62438]: DEBUG oslo_vmware.api [None req-f11b53a3-259f-41d9-96a2-5f5f01d19501 tempest-ServersAdmin275Test-1389471275 tempest-ServersAdmin275Test-1389471275-project-admin] Task: {'id': task-1784646, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071861} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.076372] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f11b53a3-259f-41d9-96a2-5f5f01d19501 tempest-ServersAdmin275Test-1389471275 tempest-ServersAdmin275Test-1389471275-project-admin] [instance: 8234c07d-eb31-429f-b804-a3250ea396a0] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1419.077360] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c226dfc6-1173-4c33-9241-248f23f88ec5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.089238] env[62438]: DEBUG oslo_vmware.api [None req-a434d0d7-e1e9-4f36-9427-712cb0231f08 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Task: {'id': task-1784647, 'name': Rename_Task} progress is 10%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.089238] env[62438]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5512cea6-ad72-478c-906f-2f2f94394304 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.104923] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-f11b53a3-259f-41d9-96a2-5f5f01d19501 tempest-ServersAdmin275Test-1389471275 tempest-ServersAdmin275Test-1389471275-project-admin] [instance: 8234c07d-eb31-429f-b804-a3250ea396a0] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] 8234c07d-eb31-429f-b804-a3250ea396a0/8234c07d-eb31-429f-b804-a3250ea396a0.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1419.106099] env[62438]: DEBUG nova.network.neutron [None req-9b07e160-0f6e-4a31-bbd3-4c9760b3184c tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] [instance: 82059c94-0c99-48af-8ecb-e9bd695ba6f3] Successfully created port: dadaaa3f-93e9-4ea1-85e8-26de72b03e4e {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1419.108730] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5182f8e1-8c95-45a8-999c-5eb670142ed7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.128304] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea9193c-6c5a-48a0-a7cb-7a56c41c6923 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.143574] env[62438]: DEBUG nova.compute.manager [None req-9b07e160-0f6e-4a31-bbd3-4c9760b3184c tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] [instance: 82059c94-0c99-48af-8ecb-e9bd695ba6f3] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1419.147028] env[62438]: DEBUG oslo_vmware.api [None req-f11b53a3-259f-41d9-96a2-5f5f01d19501 tempest-ServersAdmin275Test-1389471275 tempest-ServersAdmin275Test-1389471275-project-admin] Waiting for the task: (returnval){ [ 1419.147028] env[62438]: value = "task-1784648" [ 1419.147028] env[62438]: _type = "Task" [ 1419.147028] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.156670] env[62438]: DEBUG oslo_vmware.api [None req-f11b53a3-259f-41d9-96a2-5f5f01d19501 tempest-ServersAdmin275Test-1389471275 tempest-ServersAdmin275Test-1389471275-project-admin] Task: {'id': task-1784648, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.169854] env[62438]: DEBUG nova.compute.manager [req-2b6a0c7b-38b4-4c37-b925-00ce510f89c0 req-d6de8b12-9741-4057-8fd9-cf526e5f05da service nova] [instance: f9196911-d1ae-4b4a-a4be-08ec3690d516] Detach interface failed, port_id=fd798aaa-ec37-4e3d-89de-47989c1f1968, reason: Instance f9196911-d1ae-4b4a-a4be-08ec3690d516 could not be found. {{(pid=62438) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1419.243238] env[62438]: INFO nova.compute.manager [-] [instance: f9196911-d1ae-4b4a-a4be-08ec3690d516] Took 1.67 seconds to deallocate network for instance. [ 1419.359966] env[62438]: DEBUG oslo_concurrency.lockutils [None req-b730f3a8-53d4-4322-badd-2ca2345eb16c tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] Acquiring lock "refresh_cache-75e311d0-fb4c-40b4-b25e-ca9df8db5f8e" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1419.360202] env[62438]: DEBUG oslo_concurrency.lockutils [None req-b730f3a8-53d4-4322-badd-2ca2345eb16c tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] Acquired lock "refresh_cache-75e311d0-fb4c-40b4-b25e-ca9df8db5f8e" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.360297] env[62438]: DEBUG nova.network.neutron [None req-b730f3a8-53d4-4322-badd-2ca2345eb16c tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] [instance: 75e311d0-fb4c-40b4-b25e-ca9df8db5f8e] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1419.432056] env[62438]: DEBUG oslo_vmware.api [None req-8c59875f-c45c-40ef-8f57-c89914a3d612 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Task: {'id': task-1784645, 'name': PowerOnVM_Task, 'duration_secs': 0.532547} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.437261] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c59875f-c45c-40ef-8f57-c89914a3d612 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 7d53f422-ce2a-4fb4-b8f7-66da14a63202] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1419.437673] env[62438]: INFO nova.compute.manager [None req-8c59875f-c45c-40ef-8f57-c89914a3d612 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 7d53f422-ce2a-4fb4-b8f7-66da14a63202] Took 9.00 seconds to spawn the instance on the hypervisor. [ 1419.438150] env[62438]: DEBUG nova.compute.manager [None req-8c59875f-c45c-40ef-8f57-c89914a3d612 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 7d53f422-ce2a-4fb4-b8f7-66da14a63202] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1419.439934] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82173758-abbd-4759-b175-4de4c1e28bde {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.579349] env[62438]: DEBUG oslo_vmware.api [None req-a434d0d7-e1e9-4f36-9427-712cb0231f08 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Task: {'id': task-1784647, 'name': Rename_Task, 'duration_secs': 0.508672} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.579638] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-a434d0d7-e1e9-4f36-9427-712cb0231f08 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] [instance: 2f2bdef2-e31e-446b-beec-b6be1970dc9e] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1419.579930] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-09be2835-4340-4d29-9884-5c7ae4c77327 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.586896] env[62438]: DEBUG oslo_vmware.api [None req-a434d0d7-e1e9-4f36-9427-712cb0231f08 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Waiting for the task: (returnval){ [ 1419.586896] env[62438]: value = "task-1784649" [ 1419.586896] env[62438]: _type = "Task" [ 1419.586896] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.596451] env[62438]: DEBUG oslo_vmware.api [None req-a434d0d7-e1e9-4f36-9427-712cb0231f08 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Task: {'id': task-1784649, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.601617] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b9bf46-3c6e-4c83-99f1-a150a89f2bd7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.608618] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eea058f2-ae4e-4e4d-b2f2-1ca6f3cc4062 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.641011] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c931786-4b51-42f2-90ce-fd75b71023a4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.655149] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac36162-3f64-4958-8747-cfcd7c812027 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.673362] env[62438]: DEBUG nova.compute.provider_tree [None req-d9c45ecd-3a97-4b36-ad97-d11bede2208d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1419.680350] env[62438]: DEBUG oslo_vmware.api [None req-f11b53a3-259f-41d9-96a2-5f5f01d19501 tempest-ServersAdmin275Test-1389471275 tempest-ServersAdmin275Test-1389471275-project-admin] Task: {'id': task-1784648, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.752451] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5b115ca4-5d3e-444c-ace9-aa138fc1e44a tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1419.895694] env[62438]: DEBUG nova.network.neutron [None req-b730f3a8-53d4-4322-badd-2ca2345eb16c tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] [instance: 75e311d0-fb4c-40b4-b25e-ca9df8db5f8e] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1419.966316] env[62438]: INFO nova.compute.manager [None req-8c59875f-c45c-40ef-8f57-c89914a3d612 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 7d53f422-ce2a-4fb4-b8f7-66da14a63202] Took 32.95 seconds to build instance. [ 1420.096562] env[62438]: DEBUG oslo_vmware.api [None req-a434d0d7-e1e9-4f36-9427-712cb0231f08 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Task: {'id': task-1784649, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.097465] env[62438]: DEBUG nova.network.neutron [None req-b730f3a8-53d4-4322-badd-2ca2345eb16c tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] [instance: 75e311d0-fb4c-40b4-b25e-ca9df8db5f8e] Updating instance_info_cache with network_info: [{"id": "df0f685f-345a-45d7-9f6a-27fe8e29d5af", "address": "fa:16:3e:e5:6a:6e", "network": {"id": "8e2a4cc9-3d97-4555-97e3-837d85836978", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.64", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "332326a11cdf4ec891065b36ccc5aa20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf0f685f-34", "ovs_interfaceid": "df0f685f-345a-45d7-9f6a-27fe8e29d5af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1420.161437] env[62438]: DEBUG nova.compute.manager [None req-9b07e160-0f6e-4a31-bbd3-4c9760b3184c tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] [instance: 82059c94-0c99-48af-8ecb-e9bd695ba6f3] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1420.163538] env[62438]: DEBUG oslo_vmware.api [None req-f11b53a3-259f-41d9-96a2-5f5f01d19501 tempest-ServersAdmin275Test-1389471275 tempest-ServersAdmin275Test-1389471275-project-admin] Task: {'id': task-1784648, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.183135] env[62438]: DEBUG nova.scheduler.client.report [None req-d9c45ecd-3a97-4b36-ad97-d11bede2208d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1420.199417] env[62438]: DEBUG nova.virt.hardware [None req-9b07e160-0f6e-4a31-bbd3-4c9760b3184c tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1420.199731] env[62438]: DEBUG nova.virt.hardware [None req-9b07e160-0f6e-4a31-bbd3-4c9760b3184c tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1420.199897] env[62438]: DEBUG nova.virt.hardware [None req-9b07e160-0f6e-4a31-bbd3-4c9760b3184c tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1420.201687] env[62438]: DEBUG nova.virt.hardware [None req-9b07e160-0f6e-4a31-bbd3-4c9760b3184c tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1420.201947] env[62438]: DEBUG nova.virt.hardware [None req-9b07e160-0f6e-4a31-bbd3-4c9760b3184c tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1420.202411] env[62438]: DEBUG nova.virt.hardware [None req-9b07e160-0f6e-4a31-bbd3-4c9760b3184c tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1420.202728] env[62438]: DEBUG nova.virt.hardware [None req-9b07e160-0f6e-4a31-bbd3-4c9760b3184c tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1420.203444] env[62438]: DEBUG nova.virt.hardware [None req-9b07e160-0f6e-4a31-bbd3-4c9760b3184c tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1420.203444] env[62438]: DEBUG nova.virt.hardware [None req-9b07e160-0f6e-4a31-bbd3-4c9760b3184c tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1420.203444] env[62438]: DEBUG nova.virt.hardware [None req-9b07e160-0f6e-4a31-bbd3-4c9760b3184c tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1420.203579] env[62438]: DEBUG nova.virt.hardware [None req-9b07e160-0f6e-4a31-bbd3-4c9760b3184c tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1420.204594] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f47f3c-e810-477d-9755-6aee8a222574 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.213960] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc4d03b1-381c-4c63-bfb2-4122536327fc {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.419300] env[62438]: DEBUG nova.compute.manager [req-a191fdab-5b5b-4882-ab3c-14f21905886c req-f3ad74f6-699b-4412-be64-2d5bbfa0db0f service nova] [instance: 7d53f422-ce2a-4fb4-b8f7-66da14a63202] Received event network-changed-a74f1b5c-bd70-4696-afa1-3da7fee83d24 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1420.419544] env[62438]: DEBUG nova.compute.manager [req-a191fdab-5b5b-4882-ab3c-14f21905886c req-f3ad74f6-699b-4412-be64-2d5bbfa0db0f service nova] [instance: 7d53f422-ce2a-4fb4-b8f7-66da14a63202] Refreshing instance network info cache due to event network-changed-a74f1b5c-bd70-4696-afa1-3da7fee83d24. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1420.419799] env[62438]: DEBUG oslo_concurrency.lockutils [req-a191fdab-5b5b-4882-ab3c-14f21905886c req-f3ad74f6-699b-4412-be64-2d5bbfa0db0f service nova] Acquiring lock "refresh_cache-7d53f422-ce2a-4fb4-b8f7-66da14a63202" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1420.419961] env[62438]: DEBUG oslo_concurrency.lockutils [req-a191fdab-5b5b-4882-ab3c-14f21905886c req-f3ad74f6-699b-4412-be64-2d5bbfa0db0f service nova] Acquired lock "refresh_cache-7d53f422-ce2a-4fb4-b8f7-66da14a63202" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.420151] env[62438]: DEBUG nova.network.neutron [req-a191fdab-5b5b-4882-ab3c-14f21905886c req-f3ad74f6-699b-4412-be64-2d5bbfa0db0f service nova] [instance: 7d53f422-ce2a-4fb4-b8f7-66da14a63202] Refreshing network info cache for port a74f1b5c-bd70-4696-afa1-3da7fee83d24 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1420.469351] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8c59875f-c45c-40ef-8f57-c89914a3d612 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Lock "7d53f422-ce2a-4fb4-b8f7-66da14a63202" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.445s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1420.599103] env[62438]: DEBUG oslo_vmware.api [None req-a434d0d7-e1e9-4f36-9427-712cb0231f08 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Task: {'id': task-1784649, 'name': PowerOnVM_Task, 'duration_secs': 0.900869} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.599574] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-a434d0d7-e1e9-4f36-9427-712cb0231f08 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] [instance: 2f2bdef2-e31e-446b-beec-b6be1970dc9e] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1420.599950] env[62438]: INFO nova.compute.manager [None req-a434d0d7-e1e9-4f36-9427-712cb0231f08 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] [instance: 2f2bdef2-e31e-446b-beec-b6be1970dc9e] Took 16.10 seconds to spawn the instance on the hypervisor. [ 1420.600422] env[62438]: DEBUG nova.compute.manager [None req-a434d0d7-e1e9-4f36-9427-712cb0231f08 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] [instance: 2f2bdef2-e31e-446b-beec-b6be1970dc9e] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1420.601131] env[62438]: DEBUG oslo_concurrency.lockutils [None req-b730f3a8-53d4-4322-badd-2ca2345eb16c tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] Releasing lock "refresh_cache-75e311d0-fb4c-40b4-b25e-ca9df8db5f8e" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1420.601607] env[62438]: DEBUG nova.compute.manager [None req-b730f3a8-53d4-4322-badd-2ca2345eb16c tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] [instance: 75e311d0-fb4c-40b4-b25e-ca9df8db5f8e] Instance network_info: |[{"id": "df0f685f-345a-45d7-9f6a-27fe8e29d5af", "address": "fa:16:3e:e5:6a:6e", "network": {"id": "8e2a4cc9-3d97-4555-97e3-837d85836978", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.64", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "332326a11cdf4ec891065b36ccc5aa20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf0f685f-34", "ovs_interfaceid": "df0f685f-345a-45d7-9f6a-27fe8e29d5af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1420.602763] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0343fb5f-e7c4-4cf6-8b6f-94659385987c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.606798] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-b730f3a8-53d4-4322-badd-2ca2345eb16c tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] [instance: 75e311d0-fb4c-40b4-b25e-ca9df8db5f8e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:6a:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '359850cc-b061-4c9c-a61c-eb42e0f7c359', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'df0f685f-345a-45d7-9f6a-27fe8e29d5af', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1420.615431] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-b730f3a8-53d4-4322-badd-2ca2345eb16c tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] Creating folder: Project (c23b270f79cf46c580df34b670f4198c). Parent ref: group-v370230. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1420.616776] env[62438]: DEBUG nova.compute.manager [req-03fc9bdf-0507-4aff-92f4-5f4409ff6ff2 req-e3d5fb7e-2f1c-4ff1-bc34-6373821096e3 service nova] [instance: 75e311d0-fb4c-40b4-b25e-ca9df8db5f8e] Received event network-vif-plugged-df0f685f-345a-45d7-9f6a-27fe8e29d5af {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1420.617124] env[62438]: DEBUG oslo_concurrency.lockutils [req-03fc9bdf-0507-4aff-92f4-5f4409ff6ff2 req-e3d5fb7e-2f1c-4ff1-bc34-6373821096e3 service nova] Acquiring lock "75e311d0-fb4c-40b4-b25e-ca9df8db5f8e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1420.617468] env[62438]: DEBUG oslo_concurrency.lockutils [req-03fc9bdf-0507-4aff-92f4-5f4409ff6ff2 req-e3d5fb7e-2f1c-4ff1-bc34-6373821096e3 service nova] Lock "75e311d0-fb4c-40b4-b25e-ca9df8db5f8e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1420.617758] env[62438]: DEBUG oslo_concurrency.lockutils [req-03fc9bdf-0507-4aff-92f4-5f4409ff6ff2 req-e3d5fb7e-2f1c-4ff1-bc34-6373821096e3 service nova] Lock "75e311d0-fb4c-40b4-b25e-ca9df8db5f8e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1420.618056] env[62438]: DEBUG nova.compute.manager [req-03fc9bdf-0507-4aff-92f4-5f4409ff6ff2 req-e3d5fb7e-2f1c-4ff1-bc34-6373821096e3 service nova] [instance: 75e311d0-fb4c-40b4-b25e-ca9df8db5f8e] No waiting events found dispatching network-vif-plugged-df0f685f-345a-45d7-9f6a-27fe8e29d5af {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1420.618339] env[62438]: WARNING nova.compute.manager [req-03fc9bdf-0507-4aff-92f4-5f4409ff6ff2 req-e3d5fb7e-2f1c-4ff1-bc34-6373821096e3 service nova] [instance: 75e311d0-fb4c-40b4-b25e-ca9df8db5f8e] Received unexpected event network-vif-plugged-df0f685f-345a-45d7-9f6a-27fe8e29d5af for instance with vm_state building and task_state spawning. [ 1420.618631] env[62438]: DEBUG nova.compute.manager [req-03fc9bdf-0507-4aff-92f4-5f4409ff6ff2 req-e3d5fb7e-2f1c-4ff1-bc34-6373821096e3 service nova] [instance: 75e311d0-fb4c-40b4-b25e-ca9df8db5f8e] Received event network-changed-df0f685f-345a-45d7-9f6a-27fe8e29d5af {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1420.619045] env[62438]: DEBUG nova.compute.manager [req-03fc9bdf-0507-4aff-92f4-5f4409ff6ff2 req-e3d5fb7e-2f1c-4ff1-bc34-6373821096e3 service nova] [instance: 75e311d0-fb4c-40b4-b25e-ca9df8db5f8e] Refreshing instance network info cache due to event network-changed-df0f685f-345a-45d7-9f6a-27fe8e29d5af. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1420.619393] env[62438]: DEBUG oslo_concurrency.lockutils [req-03fc9bdf-0507-4aff-92f4-5f4409ff6ff2 req-e3d5fb7e-2f1c-4ff1-bc34-6373821096e3 service nova] Acquiring lock "refresh_cache-75e311d0-fb4c-40b4-b25e-ca9df8db5f8e" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1420.619653] env[62438]: DEBUG oslo_concurrency.lockutils [req-03fc9bdf-0507-4aff-92f4-5f4409ff6ff2 req-e3d5fb7e-2f1c-4ff1-bc34-6373821096e3 service nova] Acquired lock "refresh_cache-75e311d0-fb4c-40b4-b25e-ca9df8db5f8e" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.619925] env[62438]: DEBUG nova.network.neutron [req-03fc9bdf-0507-4aff-92f4-5f4409ff6ff2 req-e3d5fb7e-2f1c-4ff1-bc34-6373821096e3 service nova] [instance: 75e311d0-fb4c-40b4-b25e-ca9df8db5f8e] Refreshing network info cache for port df0f685f-345a-45d7-9f6a-27fe8e29d5af {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1420.621869] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e30c9714-6da9-4579-a170-ab7028e3d0d5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.633761] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-b730f3a8-53d4-4322-badd-2ca2345eb16c tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] Created folder: Project (c23b270f79cf46c580df34b670f4198c) in parent group-v370230. [ 1420.634212] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-b730f3a8-53d4-4322-badd-2ca2345eb16c tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] Creating folder: Instances. Parent ref: group-v370341. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1420.634570] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9b5df402-4db7-429e-9ffe-36681a2cf6fd {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.648020] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-b730f3a8-53d4-4322-badd-2ca2345eb16c tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] Created folder: Instances in parent group-v370341. [ 1420.648020] env[62438]: DEBUG oslo.service.loopingcall [None req-b730f3a8-53d4-4322-badd-2ca2345eb16c tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1420.648020] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75e311d0-fb4c-40b4-b25e-ca9df8db5f8e] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1420.648020] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5c17ff8c-aeb3-483d-bd61-d6d75bcc018c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.674270] env[62438]: DEBUG oslo_vmware.api [None req-f11b53a3-259f-41d9-96a2-5f5f01d19501 tempest-ServersAdmin275Test-1389471275 tempest-ServersAdmin275Test-1389471275-project-admin] Task: {'id': task-1784648, 'name': ReconfigVM_Task, 'duration_secs': 1.12293} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.676642] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-f11b53a3-259f-41d9-96a2-5f5f01d19501 tempest-ServersAdmin275Test-1389471275 tempest-ServersAdmin275Test-1389471275-project-admin] [instance: 8234c07d-eb31-429f-b804-a3250ea396a0] Reconfigured VM instance instance-0000001a to attach disk [datastore1] 8234c07d-eb31-429f-b804-a3250ea396a0/8234c07d-eb31-429f-b804-a3250ea396a0.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1420.677307] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1420.677307] env[62438]: value = "task-1784652" [ 1420.677307] env[62438]: _type = "Task" [ 1420.677307] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.677724] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a4097f94-769a-498e-9f3c-9aa9af02e817 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.689176] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d9c45ecd-3a97-4b36-ad97-d11bede2208d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.567s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1420.689760] env[62438]: DEBUG nova.compute.manager [None req-d9c45ecd-3a97-4b36-ad97-d11bede2208d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: 2cc722a0-76fa-4431-985b-9fe0ad62ef42] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1420.692397] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784652, 'name': CreateVM_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.693897] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9c6e0d1f-3c4e-4af8-8450-854ddc1c095e tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.386s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1420.694252] env[62438]: DEBUG nova.objects.instance [None req-9c6e0d1f-3c4e-4af8-8450-854ddc1c095e tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] Lazy-loading 'resources' on Instance uuid 9eb5afb2-9f91-428d-9590-0037b30b33b3 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1420.695669] env[62438]: DEBUG oslo_vmware.api [None req-f11b53a3-259f-41d9-96a2-5f5f01d19501 tempest-ServersAdmin275Test-1389471275 tempest-ServersAdmin275Test-1389471275-project-admin] Waiting for the task: (returnval){ [ 1420.695669] env[62438]: value = "task-1784653" [ 1420.695669] env[62438]: _type = "Task" [ 1420.695669] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.980051] env[62438]: DEBUG nova.compute.manager [None req-ada146d0-264b-4b4a-9f69-9ec8d6aa9dbe tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] [instance: a0d2d3ba-cc22-45b0-92a8-0510ec0d85f9] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1421.076074] env[62438]: DEBUG nova.network.neutron [None req-9b07e160-0f6e-4a31-bbd3-4c9760b3184c tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] [instance: 82059c94-0c99-48af-8ecb-e9bd695ba6f3] Successfully updated port: dadaaa3f-93e9-4ea1-85e8-26de72b03e4e {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1421.143840] env[62438]: INFO nova.compute.manager [None req-a434d0d7-e1e9-4f36-9427-712cb0231f08 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] [instance: 2f2bdef2-e31e-446b-beec-b6be1970dc9e] Took 40.80 seconds to build instance. [ 1421.188919] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784652, 'name': CreateVM_Task} progress is 99%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.194779] env[62438]: DEBUG nova.compute.utils [None req-d9c45ecd-3a97-4b36-ad97-d11bede2208d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1421.196193] env[62438]: DEBUG nova.compute.manager [None req-d9c45ecd-3a97-4b36-ad97-d11bede2208d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: 2cc722a0-76fa-4431-985b-9fe0ad62ef42] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1421.196362] env[62438]: DEBUG nova.network.neutron [None req-d9c45ecd-3a97-4b36-ad97-d11bede2208d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: 2cc722a0-76fa-4431-985b-9fe0ad62ef42] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1421.214963] env[62438]: DEBUG oslo_vmware.api [None req-f11b53a3-259f-41d9-96a2-5f5f01d19501 tempest-ServersAdmin275Test-1389471275 tempest-ServersAdmin275Test-1389471275-project-admin] Task: {'id': task-1784653, 'name': Rename_Task, 'duration_secs': 0.17472} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.214963] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-f11b53a3-259f-41d9-96a2-5f5f01d19501 tempest-ServersAdmin275Test-1389471275 tempest-ServersAdmin275Test-1389471275-project-admin] [instance: 8234c07d-eb31-429f-b804-a3250ea396a0] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1421.215557] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7daee86-6cf1-4a2b-a98d-84f6c971275d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.221545] env[62438]: DEBUG oslo_vmware.api [None req-f11b53a3-259f-41d9-96a2-5f5f01d19501 tempest-ServersAdmin275Test-1389471275 tempest-ServersAdmin275Test-1389471275-project-admin] Waiting for the task: (returnval){ [ 1421.221545] env[62438]: value = "task-1784654" [ 1421.221545] env[62438]: _type = "Task" [ 1421.221545] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.230108] env[62438]: DEBUG oslo_vmware.api [None req-f11b53a3-259f-41d9-96a2-5f5f01d19501 tempest-ServersAdmin275Test-1389471275 tempest-ServersAdmin275Test-1389471275-project-admin] Task: {'id': task-1784654, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.253267] env[62438]: DEBUG nova.policy [None req-d9c45ecd-3a97-4b36-ad97-d11bede2208d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e74422c2acac44a8a8303c0135989297', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4c7d5b4fe1064c71becc5699e8467387', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1421.407850] env[62438]: DEBUG nova.network.neutron [req-a191fdab-5b5b-4882-ab3c-14f21905886c req-f3ad74f6-699b-4412-be64-2d5bbfa0db0f service nova] [instance: 7d53f422-ce2a-4fb4-b8f7-66da14a63202] Updated VIF entry in instance network info cache for port a74f1b5c-bd70-4696-afa1-3da7fee83d24. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1421.407934] env[62438]: DEBUG nova.network.neutron [req-a191fdab-5b5b-4882-ab3c-14f21905886c req-f3ad74f6-699b-4412-be64-2d5bbfa0db0f service nova] [instance: 7d53f422-ce2a-4fb4-b8f7-66da14a63202] Updating instance_info_cache with network_info: [{"id": "a74f1b5c-bd70-4696-afa1-3da7fee83d24", "address": "fa:16:3e:16:41:63", "network": {"id": "6d9847cc-6b35-42aa-a4b3-69c22cbcf1dd", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-604078365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2d033e444434a94b421400f7f016ac4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa74f1b5c-bd", "ovs_interfaceid": "a74f1b5c-bd70-4696-afa1-3da7fee83d24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1421.503059] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ada146d0-264b-4b4a-9f69-9ec8d6aa9dbe tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1421.550935] env[62438]: DEBUG nova.network.neutron [None req-d9c45ecd-3a97-4b36-ad97-d11bede2208d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: 2cc722a0-76fa-4431-985b-9fe0ad62ef42] Successfully created port: 80a3ab4d-e0ff-4bff-a208-90c8a886f0e6 {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1421.570924] env[62438]: DEBUG nova.network.neutron [req-03fc9bdf-0507-4aff-92f4-5f4409ff6ff2 req-e3d5fb7e-2f1c-4ff1-bc34-6373821096e3 service nova] [instance: 75e311d0-fb4c-40b4-b25e-ca9df8db5f8e] Updated VIF entry in instance network info cache for port df0f685f-345a-45d7-9f6a-27fe8e29d5af. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1421.571334] env[62438]: DEBUG nova.network.neutron [req-03fc9bdf-0507-4aff-92f4-5f4409ff6ff2 req-e3d5fb7e-2f1c-4ff1-bc34-6373821096e3 service nova] [instance: 75e311d0-fb4c-40b4-b25e-ca9df8db5f8e] Updating instance_info_cache with network_info: [{"id": "df0f685f-345a-45d7-9f6a-27fe8e29d5af", "address": "fa:16:3e:e5:6a:6e", "network": {"id": "8e2a4cc9-3d97-4555-97e3-837d85836978", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.64", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "332326a11cdf4ec891065b36ccc5aa20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf0f685f-34", "ovs_interfaceid": "df0f685f-345a-45d7-9f6a-27fe8e29d5af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1421.578756] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9b07e160-0f6e-4a31-bbd3-4c9760b3184c tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Acquiring lock "refresh_cache-82059c94-0c99-48af-8ecb-e9bd695ba6f3" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1421.578910] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9b07e160-0f6e-4a31-bbd3-4c9760b3184c tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Acquired lock "refresh_cache-82059c94-0c99-48af-8ecb-e9bd695ba6f3" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.579079] env[62438]: DEBUG nova.network.neutron [None req-9b07e160-0f6e-4a31-bbd3-4c9760b3184c tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] [instance: 82059c94-0c99-48af-8ecb-e9bd695ba6f3] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1421.646531] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a434d0d7-e1e9-4f36-9427-712cb0231f08 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Lock "2f2bdef2-e31e-446b-beec-b6be1970dc9e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.316s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1421.692836] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784652, 'name': CreateVM_Task} progress is 99%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.699093] env[62438]: DEBUG nova.compute.manager [None req-d9c45ecd-3a97-4b36-ad97-d11bede2208d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: 2cc722a0-76fa-4431-985b-9fe0ad62ef42] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1421.733696] env[62438]: DEBUG oslo_vmware.api [None req-f11b53a3-259f-41d9-96a2-5f5f01d19501 tempest-ServersAdmin275Test-1389471275 tempest-ServersAdmin275Test-1389471275-project-admin] Task: {'id': task-1784654, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.741999] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63cd8df8-777d-4f66-9a0a-e47f1eebbe9d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.751041] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65cc1679-c15c-48e0-b579-ea8b2cee13d0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.782808] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f04c639-3e0f-4c90-a952-330a69ad87cf {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.791071] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc5876c-8184-4f84-82d4-26724c5485c0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.806068] env[62438]: DEBUG nova.compute.provider_tree [None req-9c6e0d1f-3c4e-4af8-8450-854ddc1c095e tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1421.889031] env[62438]: DEBUG oslo_concurrency.lockutils [None req-37c7c32e-c214-419e-b366-0a47a604c8c7 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Acquiring lock "2f2bdef2-e31e-446b-beec-b6be1970dc9e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1421.889031] env[62438]: DEBUG oslo_concurrency.lockutils [None req-37c7c32e-c214-419e-b366-0a47a604c8c7 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Lock "2f2bdef2-e31e-446b-beec-b6be1970dc9e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1421.889273] env[62438]: DEBUG oslo_concurrency.lockutils [None req-37c7c32e-c214-419e-b366-0a47a604c8c7 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Acquiring lock "2f2bdef2-e31e-446b-beec-b6be1970dc9e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1421.889468] env[62438]: DEBUG oslo_concurrency.lockutils [None req-37c7c32e-c214-419e-b366-0a47a604c8c7 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Lock "2f2bdef2-e31e-446b-beec-b6be1970dc9e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1421.889648] env[62438]: DEBUG oslo_concurrency.lockutils [None req-37c7c32e-c214-419e-b366-0a47a604c8c7 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Lock "2f2bdef2-e31e-446b-beec-b6be1970dc9e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1421.891776] env[62438]: INFO nova.compute.manager [None req-37c7c32e-c214-419e-b366-0a47a604c8c7 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] [instance: 2f2bdef2-e31e-446b-beec-b6be1970dc9e] Terminating instance [ 1421.894025] env[62438]: DEBUG nova.compute.manager [None req-37c7c32e-c214-419e-b366-0a47a604c8c7 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] [instance: 2f2bdef2-e31e-446b-beec-b6be1970dc9e] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1421.894357] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-37c7c32e-c214-419e-b366-0a47a604c8c7 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] [instance: 2f2bdef2-e31e-446b-beec-b6be1970dc9e] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1421.895426] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-108311b8-40dd-4901-993c-4bb99ce39cdd {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.906408] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-37c7c32e-c214-419e-b366-0a47a604c8c7 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] [instance: 2f2bdef2-e31e-446b-beec-b6be1970dc9e] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1421.907011] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c95891c8-4c5c-4876-a22f-03ee005a1f74 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.913534] env[62438]: DEBUG oslo_concurrency.lockutils [req-a191fdab-5b5b-4882-ab3c-14f21905886c req-f3ad74f6-699b-4412-be64-2d5bbfa0db0f service nova] Releasing lock "refresh_cache-7d53f422-ce2a-4fb4-b8f7-66da14a63202" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1421.913989] env[62438]: DEBUG oslo_vmware.api [None req-37c7c32e-c214-419e-b366-0a47a604c8c7 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Waiting for the task: (returnval){ [ 1421.913989] env[62438]: value = "task-1784655" [ 1421.913989] env[62438]: _type = "Task" [ 1421.913989] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.922631] env[62438]: DEBUG oslo_vmware.api [None req-37c7c32e-c214-419e-b366-0a47a604c8c7 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Task: {'id': task-1784655, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.074477] env[62438]: DEBUG oslo_concurrency.lockutils [req-03fc9bdf-0507-4aff-92f4-5f4409ff6ff2 req-e3d5fb7e-2f1c-4ff1-bc34-6373821096e3 service nova] Releasing lock "refresh_cache-75e311d0-fb4c-40b4-b25e-ca9df8db5f8e" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1422.113635] env[62438]: DEBUG nova.network.neutron [None req-9b07e160-0f6e-4a31-bbd3-4c9760b3184c tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] [instance: 82059c94-0c99-48af-8ecb-e9bd695ba6f3] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1422.189920] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784652, 'name': CreateVM_Task, 'duration_secs': 1.336884} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.192318] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75e311d0-fb4c-40b4-b25e-ca9df8db5f8e] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1422.192930] env[62438]: DEBUG oslo_concurrency.lockutils [None req-b730f3a8-53d4-4322-badd-2ca2345eb16c tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1422.193119] env[62438]: DEBUG oslo_concurrency.lockutils [None req-b730f3a8-53d4-4322-badd-2ca2345eb16c tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.193441] env[62438]: DEBUG oslo_concurrency.lockutils [None req-b730f3a8-53d4-4322-badd-2ca2345eb16c tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1422.193953] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1a9db0f-7d5e-4b3a-88bb-2166f3031664 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.198449] env[62438]: DEBUG oslo_vmware.api [None req-b730f3a8-53d4-4322-badd-2ca2345eb16c tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] Waiting for the task: (returnval){ [ 1422.198449] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52ae76ce-8831-9806-263a-62419431913b" [ 1422.198449] env[62438]: _type = "Task" [ 1422.198449] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.208713] env[62438]: DEBUG oslo_vmware.api [None req-b730f3a8-53d4-4322-badd-2ca2345eb16c tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52ae76ce-8831-9806-263a-62419431913b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.236032] env[62438]: DEBUG oslo_vmware.api [None req-f11b53a3-259f-41d9-96a2-5f5f01d19501 tempest-ServersAdmin275Test-1389471275 tempest-ServersAdmin275Test-1389471275-project-admin] Task: {'id': task-1784654, 'name': PowerOnVM_Task, 'duration_secs': 0.585423} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.236618] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-f11b53a3-259f-41d9-96a2-5f5f01d19501 tempest-ServersAdmin275Test-1389471275 tempest-ServersAdmin275Test-1389471275-project-admin] [instance: 8234c07d-eb31-429f-b804-a3250ea396a0] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1422.236836] env[62438]: DEBUG nova.compute.manager [None req-f11b53a3-259f-41d9-96a2-5f5f01d19501 tempest-ServersAdmin275Test-1389471275 tempest-ServersAdmin275Test-1389471275-project-admin] [instance: 8234c07d-eb31-429f-b804-a3250ea396a0] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1422.237605] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb7cb55a-058d-4880-8fd6-9441e81e12b6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.262794] env[62438]: DEBUG nova.network.neutron [None req-9b07e160-0f6e-4a31-bbd3-4c9760b3184c tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] [instance: 82059c94-0c99-48af-8ecb-e9bd695ba6f3] Updating instance_info_cache with network_info: [{"id": "dadaaa3f-93e9-4ea1-85e8-26de72b03e4e", "address": "fa:16:3e:93:ee:22", "network": {"id": "0a6f0c81-bc8e-4d78-ac76-16c40a89ee9c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-842347437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce544529ed8e4e698990b7d329d0138a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d182e8eb-3f6d-4c76-a06e-133dd9b3cd30", "external-id": "nsx-vlan-transportzone-260", "segmentation_id": 260, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdadaaa3f-93", "ovs_interfaceid": "dadaaa3f-93e9-4ea1-85e8-26de72b03e4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1422.308645] env[62438]: DEBUG nova.scheduler.client.report [None req-9c6e0d1f-3c4e-4af8-8450-854ddc1c095e tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1422.426989] env[62438]: DEBUG oslo_vmware.api [None req-37c7c32e-c214-419e-b366-0a47a604c8c7 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Task: {'id': task-1784655, 'name': PowerOffVM_Task, 'duration_secs': 0.270674} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.427320] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-37c7c32e-c214-419e-b366-0a47a604c8c7 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] [instance: 2f2bdef2-e31e-446b-beec-b6be1970dc9e] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1422.427635] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-37c7c32e-c214-419e-b366-0a47a604c8c7 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] [instance: 2f2bdef2-e31e-446b-beec-b6be1970dc9e] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1422.427947] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8dad732c-4621-4fe5-9414-62e785c7b268 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.631359] env[62438]: DEBUG nova.compute.manager [req-6cc5d32c-e921-429b-a7b2-5eaf4b5a476b req-082683a6-8bec-49b9-b7f3-2434bd511474 service nova] [instance: 82059c94-0c99-48af-8ecb-e9bd695ba6f3] Received event network-vif-plugged-dadaaa3f-93e9-4ea1-85e8-26de72b03e4e {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1422.631682] env[62438]: DEBUG oslo_concurrency.lockutils [req-6cc5d32c-e921-429b-a7b2-5eaf4b5a476b req-082683a6-8bec-49b9-b7f3-2434bd511474 service nova] Acquiring lock "82059c94-0c99-48af-8ecb-e9bd695ba6f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1422.631917] env[62438]: DEBUG oslo_concurrency.lockutils [req-6cc5d32c-e921-429b-a7b2-5eaf4b5a476b req-082683a6-8bec-49b9-b7f3-2434bd511474 service nova] Lock "82059c94-0c99-48af-8ecb-e9bd695ba6f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1422.632330] env[62438]: DEBUG oslo_concurrency.lockutils [req-6cc5d32c-e921-429b-a7b2-5eaf4b5a476b req-082683a6-8bec-49b9-b7f3-2434bd511474 service nova] Lock "82059c94-0c99-48af-8ecb-e9bd695ba6f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1422.632603] env[62438]: DEBUG nova.compute.manager [req-6cc5d32c-e921-429b-a7b2-5eaf4b5a476b req-082683a6-8bec-49b9-b7f3-2434bd511474 service nova] [instance: 82059c94-0c99-48af-8ecb-e9bd695ba6f3] No waiting events found dispatching network-vif-plugged-dadaaa3f-93e9-4ea1-85e8-26de72b03e4e {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1422.632797] env[62438]: WARNING nova.compute.manager [req-6cc5d32c-e921-429b-a7b2-5eaf4b5a476b req-082683a6-8bec-49b9-b7f3-2434bd511474 service nova] [instance: 82059c94-0c99-48af-8ecb-e9bd695ba6f3] Received unexpected event network-vif-plugged-dadaaa3f-93e9-4ea1-85e8-26de72b03e4e for instance with vm_state building and task_state spawning. [ 1422.632971] env[62438]: DEBUG nova.compute.manager [req-6cc5d32c-e921-429b-a7b2-5eaf4b5a476b req-082683a6-8bec-49b9-b7f3-2434bd511474 service nova] [instance: 82059c94-0c99-48af-8ecb-e9bd695ba6f3] Received event network-changed-dadaaa3f-93e9-4ea1-85e8-26de72b03e4e {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1422.633150] env[62438]: DEBUG nova.compute.manager [req-6cc5d32c-e921-429b-a7b2-5eaf4b5a476b req-082683a6-8bec-49b9-b7f3-2434bd511474 service nova] [instance: 82059c94-0c99-48af-8ecb-e9bd695ba6f3] Refreshing instance network info cache due to event network-changed-dadaaa3f-93e9-4ea1-85e8-26de72b03e4e. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1422.633332] env[62438]: DEBUG oslo_concurrency.lockutils [req-6cc5d32c-e921-429b-a7b2-5eaf4b5a476b req-082683a6-8bec-49b9-b7f3-2434bd511474 service nova] Acquiring lock "refresh_cache-82059c94-0c99-48af-8ecb-e9bd695ba6f3" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1422.693921] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-37c7c32e-c214-419e-b366-0a47a604c8c7 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] [instance: 2f2bdef2-e31e-446b-beec-b6be1970dc9e] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1422.694242] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-37c7c32e-c214-419e-b366-0a47a604c8c7 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] [instance: 2f2bdef2-e31e-446b-beec-b6be1970dc9e] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1422.694557] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-37c7c32e-c214-419e-b366-0a47a604c8c7 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Deleting the datastore file [datastore1] 2f2bdef2-e31e-446b-beec-b6be1970dc9e {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1422.694893] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c0eab9ee-a193-4e33-b9c8-e6206475c9c3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.704082] env[62438]: DEBUG oslo_vmware.api [None req-37c7c32e-c214-419e-b366-0a47a604c8c7 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Waiting for the task: (returnval){ [ 1422.704082] env[62438]: value = "task-1784657" [ 1422.704082] env[62438]: _type = "Task" [ 1422.704082] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.711497] env[62438]: DEBUG nova.compute.manager [None req-d9c45ecd-3a97-4b36-ad97-d11bede2208d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: 2cc722a0-76fa-4431-985b-9fe0ad62ef42] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1422.713439] env[62438]: DEBUG oslo_vmware.api [None req-b730f3a8-53d4-4322-badd-2ca2345eb16c tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52ae76ce-8831-9806-263a-62419431913b, 'name': SearchDatastore_Task, 'duration_secs': 0.032725} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.714241] env[62438]: DEBUG oslo_concurrency.lockutils [None req-b730f3a8-53d4-4322-badd-2ca2345eb16c tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1422.714708] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-b730f3a8-53d4-4322-badd-2ca2345eb16c tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] [instance: 75e311d0-fb4c-40b4-b25e-ca9df8db5f8e] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1422.714776] env[62438]: DEBUG oslo_concurrency.lockutils [None req-b730f3a8-53d4-4322-badd-2ca2345eb16c tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1422.714878] env[62438]: DEBUG oslo_concurrency.lockutils [None req-b730f3a8-53d4-4322-badd-2ca2345eb16c tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.715088] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-b730f3a8-53d4-4322-badd-2ca2345eb16c tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1422.715353] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-821c3115-0da8-4438-a019-c5b65a546479 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.720026] env[62438]: DEBUG oslo_vmware.api [None req-37c7c32e-c214-419e-b366-0a47a604c8c7 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Task: {'id': task-1784657, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.726807] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-b730f3a8-53d4-4322-badd-2ca2345eb16c tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1422.726997] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-b730f3a8-53d4-4322-badd-2ca2345eb16c tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1422.727763] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7971ed5-f27e-4998-9bbd-977ac76ab42f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.735315] env[62438]: DEBUG oslo_vmware.api [None req-b730f3a8-53d4-4322-badd-2ca2345eb16c tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] Waiting for the task: (returnval){ [ 1422.735315] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52edad99-a6d2-c298-bbb3-32ade85993d0" [ 1422.735315] env[62438]: _type = "Task" [ 1422.735315] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.740643] env[62438]: DEBUG nova.virt.hardware [None req-d9c45ecd-3a97-4b36-ad97-d11bede2208d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1422.740893] env[62438]: DEBUG nova.virt.hardware [None req-d9c45ecd-3a97-4b36-ad97-d11bede2208d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1422.741098] env[62438]: DEBUG nova.virt.hardware [None req-d9c45ecd-3a97-4b36-ad97-d11bede2208d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1422.741395] env[62438]: DEBUG nova.virt.hardware [None req-d9c45ecd-3a97-4b36-ad97-d11bede2208d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1422.741630] env[62438]: DEBUG nova.virt.hardware [None req-d9c45ecd-3a97-4b36-ad97-d11bede2208d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1422.741815] env[62438]: DEBUG nova.virt.hardware [None req-d9c45ecd-3a97-4b36-ad97-d11bede2208d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1422.742103] env[62438]: DEBUG nova.virt.hardware [None req-d9c45ecd-3a97-4b36-ad97-d11bede2208d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1422.742369] env[62438]: DEBUG nova.virt.hardware [None req-d9c45ecd-3a97-4b36-ad97-d11bede2208d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1422.742665] env[62438]: DEBUG nova.virt.hardware [None req-d9c45ecd-3a97-4b36-ad97-d11bede2208d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1422.742945] env[62438]: DEBUG nova.virt.hardware [None req-d9c45ecd-3a97-4b36-ad97-d11bede2208d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1422.743239] env[62438]: DEBUG nova.virt.hardware [None req-d9c45ecd-3a97-4b36-ad97-d11bede2208d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1422.744349] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ae5e02-b5f5-4e23-849c-2b2a17884e8e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.754430] env[62438]: DEBUG oslo_vmware.api [None req-b730f3a8-53d4-4322-badd-2ca2345eb16c tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52edad99-a6d2-c298-bbb3-32ade85993d0, 'name': SearchDatastore_Task, 'duration_secs': 0.015366} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.759179] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f11b53a3-259f-41d9-96a2-5f5f01d19501 tempest-ServersAdmin275Test-1389471275 tempest-ServersAdmin275Test-1389471275-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1422.759414] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c713752-6d34-42f8-baa2-0ed39c4809ef {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.762548] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2718c262-ffbf-4da5-a3ae-36ee3f44d48f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.768008] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9b07e160-0f6e-4a31-bbd3-4c9760b3184c tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Releasing lock "refresh_cache-82059c94-0c99-48af-8ecb-e9bd695ba6f3" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1422.768297] env[62438]: DEBUG nova.compute.manager [None req-9b07e160-0f6e-4a31-bbd3-4c9760b3184c tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] [instance: 82059c94-0c99-48af-8ecb-e9bd695ba6f3] Instance network_info: |[{"id": "dadaaa3f-93e9-4ea1-85e8-26de72b03e4e", "address": "fa:16:3e:93:ee:22", "network": {"id": "0a6f0c81-bc8e-4d78-ac76-16c40a89ee9c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-842347437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce544529ed8e4e698990b7d329d0138a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d182e8eb-3f6d-4c76-a06e-133dd9b3cd30", "external-id": "nsx-vlan-transportzone-260", "segmentation_id": 260, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdadaaa3f-93", "ovs_interfaceid": "dadaaa3f-93e9-4ea1-85e8-26de72b03e4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1422.768886] env[62438]: DEBUG oslo_concurrency.lockutils [req-6cc5d32c-e921-429b-a7b2-5eaf4b5a476b req-082683a6-8bec-49b9-b7f3-2434bd511474 service nova] Acquired lock "refresh_cache-82059c94-0c99-48af-8ecb-e9bd695ba6f3" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.769108] env[62438]: DEBUG nova.network.neutron [req-6cc5d32c-e921-429b-a7b2-5eaf4b5a476b req-082683a6-8bec-49b9-b7f3-2434bd511474 service nova] [instance: 82059c94-0c99-48af-8ecb-e9bd695ba6f3] Refreshing network info cache for port dadaaa3f-93e9-4ea1-85e8-26de72b03e4e {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1422.770282] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-9b07e160-0f6e-4a31-bbd3-4c9760b3184c tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] [instance: 82059c94-0c99-48af-8ecb-e9bd695ba6f3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:ee:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd182e8eb-3f6d-4c76-a06e-133dd9b3cd30', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dadaaa3f-93e9-4ea1-85e8-26de72b03e4e', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1422.777966] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b07e160-0f6e-4a31-bbd3-4c9760b3184c tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Creating folder: Project (ce544529ed8e4e698990b7d329d0138a). Parent ref: group-v370230. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1422.782401] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f38ca976-9a5c-4cf7-a66c-d3a4749e3977 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.784322] env[62438]: DEBUG oslo_vmware.api [None req-b730f3a8-53d4-4322-badd-2ca2345eb16c tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] Waiting for the task: (returnval){ [ 1422.784322] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52b2df58-ab67-0a4a-d65c-03647f578704" [ 1422.784322] env[62438]: _type = "Task" [ 1422.784322] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.802844] env[62438]: DEBUG oslo_vmware.api [None req-b730f3a8-53d4-4322-badd-2ca2345eb16c tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52b2df58-ab67-0a4a-d65c-03647f578704, 'name': SearchDatastore_Task, 'duration_secs': 0.01086} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.804090] env[62438]: DEBUG oslo_concurrency.lockutils [None req-b730f3a8-53d4-4322-badd-2ca2345eb16c tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1422.804374] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-b730f3a8-53d4-4322-badd-2ca2345eb16c tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 75e311d0-fb4c-40b4-b25e-ca9df8db5f8e/75e311d0-fb4c-40b4-b25e-ca9df8db5f8e.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1422.804651] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-9b07e160-0f6e-4a31-bbd3-4c9760b3184c tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Created folder: Project (ce544529ed8e4e698990b7d329d0138a) in parent group-v370230. [ 1422.805036] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b07e160-0f6e-4a31-bbd3-4c9760b3184c tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Creating folder: Instances. Parent ref: group-v370344. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1422.805282] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e61bd34-c1a4-49e2-af16-705cd1df0415 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.807199] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-97531a06-2e2a-4ebb-b380-b11c3f07c823 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.813167] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9c6e0d1f-3c4e-4af8-8450-854ddc1c095e tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.119s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1422.816207] env[62438]: DEBUG oslo_concurrency.lockutils [None req-91b97f58-4ba9-48c8-a3df-cdf4ded8fb6d tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.297s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1422.816460] env[62438]: DEBUG nova.objects.instance [None req-91b97f58-4ba9-48c8-a3df-cdf4ded8fb6d tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Lazy-loading 'resources' on Instance uuid f23e6ad1-e92d-4d2d-b09e-cec7d33c551d {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1422.817938] env[62438]: DEBUG oslo_vmware.api [None req-b730f3a8-53d4-4322-badd-2ca2345eb16c tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] Waiting for the task: (returnval){ [ 1422.817938] env[62438]: value = "task-1784659" [ 1422.817938] env[62438]: _type = "Task" [ 1422.817938] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.819490] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-9b07e160-0f6e-4a31-bbd3-4c9760b3184c tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Created folder: Instances in parent group-v370344. [ 1422.819751] env[62438]: DEBUG oslo.service.loopingcall [None req-9b07e160-0f6e-4a31-bbd3-4c9760b3184c tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1422.822884] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82059c94-0c99-48af-8ecb-e9bd695ba6f3] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1422.823143] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bd46630a-f8da-4a06-ae5b-feefee63df5e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.845642] env[62438]: INFO nova.scheduler.client.report [None req-9c6e0d1f-3c4e-4af8-8450-854ddc1c095e tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] Deleted allocations for instance 9eb5afb2-9f91-428d-9590-0037b30b33b3 [ 1422.847229] env[62438]: DEBUG oslo_vmware.api [None req-b730f3a8-53d4-4322-badd-2ca2345eb16c tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] Task: {'id': task-1784659, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.850600] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1422.850600] env[62438]: value = "task-1784661" [ 1422.850600] env[62438]: _type = "Task" [ 1422.850600] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.861106] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784661, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.168733] env[62438]: DEBUG nova.network.neutron [req-6cc5d32c-e921-429b-a7b2-5eaf4b5a476b req-082683a6-8bec-49b9-b7f3-2434bd511474 service nova] [instance: 82059c94-0c99-48af-8ecb-e9bd695ba6f3] Updated VIF entry in instance network info cache for port dadaaa3f-93e9-4ea1-85e8-26de72b03e4e. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1423.170421] env[62438]: DEBUG nova.network.neutron [req-6cc5d32c-e921-429b-a7b2-5eaf4b5a476b req-082683a6-8bec-49b9-b7f3-2434bd511474 service nova] [instance: 82059c94-0c99-48af-8ecb-e9bd695ba6f3] Updating instance_info_cache with network_info: [{"id": "dadaaa3f-93e9-4ea1-85e8-26de72b03e4e", "address": "fa:16:3e:93:ee:22", "network": {"id": "0a6f0c81-bc8e-4d78-ac76-16c40a89ee9c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-842347437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce544529ed8e4e698990b7d329d0138a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d182e8eb-3f6d-4c76-a06e-133dd9b3cd30", "external-id": "nsx-vlan-transportzone-260", "segmentation_id": 260, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdadaaa3f-93", "ovs_interfaceid": "dadaaa3f-93e9-4ea1-85e8-26de72b03e4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1423.172993] env[62438]: DEBUG nova.network.neutron [None req-d9c45ecd-3a97-4b36-ad97-d11bede2208d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: 2cc722a0-76fa-4431-985b-9fe0ad62ef42] Successfully updated port: 80a3ab4d-e0ff-4bff-a208-90c8a886f0e6 {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1423.217358] env[62438]: DEBUG oslo_vmware.api [None req-37c7c32e-c214-419e-b366-0a47a604c8c7 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Task: {'id': task-1784657, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.352444} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.217765] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-37c7c32e-c214-419e-b366-0a47a604c8c7 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1423.217997] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-37c7c32e-c214-419e-b366-0a47a604c8c7 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] [instance: 2f2bdef2-e31e-446b-beec-b6be1970dc9e] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1423.218267] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-37c7c32e-c214-419e-b366-0a47a604c8c7 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] [instance: 2f2bdef2-e31e-446b-beec-b6be1970dc9e] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1423.218457] env[62438]: INFO nova.compute.manager [None req-37c7c32e-c214-419e-b366-0a47a604c8c7 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] [instance: 2f2bdef2-e31e-446b-beec-b6be1970dc9e] Took 1.32 seconds to destroy the instance on the hypervisor. [ 1423.218712] env[62438]: DEBUG oslo.service.loopingcall [None req-37c7c32e-c214-419e-b366-0a47a604c8c7 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1423.218922] env[62438]: DEBUG nova.compute.manager [-] [instance: 2f2bdef2-e31e-446b-beec-b6be1970dc9e] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1423.219029] env[62438]: DEBUG nova.network.neutron [-] [instance: 2f2bdef2-e31e-446b-beec-b6be1970dc9e] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1423.255612] env[62438]: DEBUG nova.compute.manager [req-c0e44d46-1024-47a5-95f5-81812f2b0cd6 req-514e5945-3256-4e48-a738-340b47a8be07 service nova] [instance: 2cc722a0-76fa-4431-985b-9fe0ad62ef42] Received event network-vif-plugged-80a3ab4d-e0ff-4bff-a208-90c8a886f0e6 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1423.255849] env[62438]: DEBUG oslo_concurrency.lockutils [req-c0e44d46-1024-47a5-95f5-81812f2b0cd6 req-514e5945-3256-4e48-a738-340b47a8be07 service nova] Acquiring lock "2cc722a0-76fa-4431-985b-9fe0ad62ef42-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1423.256082] env[62438]: DEBUG oslo_concurrency.lockutils [req-c0e44d46-1024-47a5-95f5-81812f2b0cd6 req-514e5945-3256-4e48-a738-340b47a8be07 service nova] Lock "2cc722a0-76fa-4431-985b-9fe0ad62ef42-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1423.256331] env[62438]: DEBUG oslo_concurrency.lockutils [req-c0e44d46-1024-47a5-95f5-81812f2b0cd6 req-514e5945-3256-4e48-a738-340b47a8be07 service nova] Lock "2cc722a0-76fa-4431-985b-9fe0ad62ef42-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1423.256576] env[62438]: DEBUG nova.compute.manager [req-c0e44d46-1024-47a5-95f5-81812f2b0cd6 req-514e5945-3256-4e48-a738-340b47a8be07 service nova] [instance: 2cc722a0-76fa-4431-985b-9fe0ad62ef42] No waiting events found dispatching network-vif-plugged-80a3ab4d-e0ff-4bff-a208-90c8a886f0e6 {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1423.256761] env[62438]: WARNING nova.compute.manager [req-c0e44d46-1024-47a5-95f5-81812f2b0cd6 req-514e5945-3256-4e48-a738-340b47a8be07 service nova] [instance: 2cc722a0-76fa-4431-985b-9fe0ad62ef42] Received unexpected event network-vif-plugged-80a3ab4d-e0ff-4bff-a208-90c8a886f0e6 for instance with vm_state building and task_state spawning. [ 1423.337158] env[62438]: DEBUG oslo_vmware.api [None req-b730f3a8-53d4-4322-badd-2ca2345eb16c tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] Task: {'id': task-1784659, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.362624] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9c6e0d1f-3c4e-4af8-8450-854ddc1c095e tempest-ServerExternalEventsTest-247066426 tempest-ServerExternalEventsTest-247066426-project-member] Lock "9eb5afb2-9f91-428d-9590-0037b30b33b3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.305s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1423.370852] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784661, 'name': CreateVM_Task, 'duration_secs': 0.410457} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.370977] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82059c94-0c99-48af-8ecb-e9bd695ba6f3] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1423.371829] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9b07e160-0f6e-4a31-bbd3-4c9760b3184c tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1423.372304] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9b07e160-0f6e-4a31-bbd3-4c9760b3184c tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.372394] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9b07e160-0f6e-4a31-bbd3-4c9760b3184c tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1423.372667] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3335dbff-51ae-4112-9ded-363fd8243931 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.386574] env[62438]: DEBUG oslo_vmware.api [None req-9b07e160-0f6e-4a31-bbd3-4c9760b3184c tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Waiting for the task: (returnval){ [ 1423.386574] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]521b1769-3377-a1ce-13cb-a332fd1717e2" [ 1423.386574] env[62438]: _type = "Task" [ 1423.386574] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.400328] env[62438]: DEBUG oslo_vmware.api [None req-9b07e160-0f6e-4a31-bbd3-4c9760b3184c tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]521b1769-3377-a1ce-13cb-a332fd1717e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.678038] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d9c45ecd-3a97-4b36-ad97-d11bede2208d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Acquiring lock "refresh_cache-2cc722a0-76fa-4431-985b-9fe0ad62ef42" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1423.678202] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d9c45ecd-3a97-4b36-ad97-d11bede2208d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Acquired lock "refresh_cache-2cc722a0-76fa-4431-985b-9fe0ad62ef42" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.678382] env[62438]: DEBUG nova.network.neutron [None req-d9c45ecd-3a97-4b36-ad97-d11bede2208d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: 2cc722a0-76fa-4431-985b-9fe0ad62ef42] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1423.679809] env[62438]: DEBUG oslo_concurrency.lockutils [req-6cc5d32c-e921-429b-a7b2-5eaf4b5a476b req-082683a6-8bec-49b9-b7f3-2434bd511474 service nova] Releasing lock "refresh_cache-82059c94-0c99-48af-8ecb-e9bd695ba6f3" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1423.795720] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8eb6870-3f5d-4c10-8406-061f6d672f94 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.803599] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a5a5e83-100b-4098-944a-1b05b1b8aea5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.838753] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-791ff2fe-285f-41fd-96a4-09e0ab475f0f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.846778] env[62438]: DEBUG oslo_vmware.api [None req-b730f3a8-53d4-4322-badd-2ca2345eb16c tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] Task: {'id': task-1784659, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.65785} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.848952] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-b730f3a8-53d4-4322-badd-2ca2345eb16c tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 75e311d0-fb4c-40b4-b25e-ca9df8db5f8e/75e311d0-fb4c-40b4-b25e-ca9df8db5f8e.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1423.849224] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-b730f3a8-53d4-4322-badd-2ca2345eb16c tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] [instance: 75e311d0-fb4c-40b4-b25e-ca9df8db5f8e] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1423.849484] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3f9a52a0-5724-4582-8d3a-13e8c9cbdb65 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.852304] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-215f5cc0-4f2c-4cbb-90b4-a62df1040438 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.870997] env[62438]: DEBUG nova.compute.provider_tree [None req-91b97f58-4ba9-48c8-a3df-cdf4ded8fb6d tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1423.873848] env[62438]: DEBUG oslo_vmware.api [None req-b730f3a8-53d4-4322-badd-2ca2345eb16c tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] Waiting for the task: (returnval){ [ 1423.873848] env[62438]: value = "task-1784662" [ 1423.873848] env[62438]: _type = "Task" [ 1423.873848] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.885404] env[62438]: DEBUG oslo_vmware.api [None req-b730f3a8-53d4-4322-badd-2ca2345eb16c tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] Task: {'id': task-1784662, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.901408] env[62438]: DEBUG oslo_vmware.api [None req-9b07e160-0f6e-4a31-bbd3-4c9760b3184c tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]521b1769-3377-a1ce-13cb-a332fd1717e2, 'name': SearchDatastore_Task, 'duration_secs': 0.056158} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.902063] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9b07e160-0f6e-4a31-bbd3-4c9760b3184c tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1423.902333] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-9b07e160-0f6e-4a31-bbd3-4c9760b3184c tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] [instance: 82059c94-0c99-48af-8ecb-e9bd695ba6f3] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1423.902632] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9b07e160-0f6e-4a31-bbd3-4c9760b3184c tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1423.902815] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9b07e160-0f6e-4a31-bbd3-4c9760b3184c tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.903018] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b07e160-0f6e-4a31-bbd3-4c9760b3184c tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1423.903308] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c06e9f9-5638-4e6d-805e-e541c4de37dc {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.914191] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b07e160-0f6e-4a31-bbd3-4c9760b3184c tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1423.914938] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-9b07e160-0f6e-4a31-bbd3-4c9760b3184c tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1423.915198] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85ec3827-4855-4663-b68e-d8cd71c192ea {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.923702] env[62438]: DEBUG oslo_vmware.api [None req-9b07e160-0f6e-4a31-bbd3-4c9760b3184c tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Waiting for the task: (returnval){ [ 1423.923702] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5227258b-d69d-09e0-fa98-67723eb3a23c" [ 1423.923702] env[62438]: _type = "Task" [ 1423.923702] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.934079] env[62438]: DEBUG oslo_vmware.api [None req-9b07e160-0f6e-4a31-bbd3-4c9760b3184c tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5227258b-d69d-09e0-fa98-67723eb3a23c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.945016] env[62438]: DEBUG oslo_concurrency.lockutils [None req-dd922d99-4d3e-4376-81ef-2ccd82bc7643 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Acquiring lock "8234c07d-eb31-429f-b804-a3250ea396a0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1423.945295] env[62438]: DEBUG oslo_concurrency.lockutils [None req-dd922d99-4d3e-4376-81ef-2ccd82bc7643 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Lock "8234c07d-eb31-429f-b804-a3250ea396a0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1423.945723] env[62438]: DEBUG oslo_concurrency.lockutils [None req-dd922d99-4d3e-4376-81ef-2ccd82bc7643 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Acquiring lock "8234c07d-eb31-429f-b804-a3250ea396a0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1423.945856] env[62438]: DEBUG oslo_concurrency.lockutils [None req-dd922d99-4d3e-4376-81ef-2ccd82bc7643 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Lock "8234c07d-eb31-429f-b804-a3250ea396a0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1423.946315] env[62438]: DEBUG oslo_concurrency.lockutils [None req-dd922d99-4d3e-4376-81ef-2ccd82bc7643 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Lock "8234c07d-eb31-429f-b804-a3250ea396a0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1423.949011] env[62438]: INFO nova.compute.manager [None req-dd922d99-4d3e-4376-81ef-2ccd82bc7643 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] [instance: 8234c07d-eb31-429f-b804-a3250ea396a0] Terminating instance [ 1423.951189] env[62438]: DEBUG oslo_concurrency.lockutils [None req-dd922d99-4d3e-4376-81ef-2ccd82bc7643 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Acquiring lock "refresh_cache-8234c07d-eb31-429f-b804-a3250ea396a0" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1423.951295] env[62438]: DEBUG oslo_concurrency.lockutils [None req-dd922d99-4d3e-4376-81ef-2ccd82bc7643 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Acquired lock "refresh_cache-8234c07d-eb31-429f-b804-a3250ea396a0" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.951515] env[62438]: DEBUG nova.network.neutron [None req-dd922d99-4d3e-4376-81ef-2ccd82bc7643 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] [instance: 8234c07d-eb31-429f-b804-a3250ea396a0] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1424.218159] env[62438]: DEBUG nova.network.neutron [None req-d9c45ecd-3a97-4b36-ad97-d11bede2208d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: 2cc722a0-76fa-4431-985b-9fe0ad62ef42] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1424.376010] env[62438]: DEBUG nova.scheduler.client.report [None req-91b97f58-4ba9-48c8-a3df-cdf4ded8fb6d tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1424.389411] env[62438]: DEBUG oslo_vmware.api [None req-b730f3a8-53d4-4322-badd-2ca2345eb16c tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] Task: {'id': task-1784662, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075269} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.389411] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-b730f3a8-53d4-4322-badd-2ca2345eb16c tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] [instance: 75e311d0-fb4c-40b4-b25e-ca9df8db5f8e] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1424.390199] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-524cbec1-d01b-420b-8fe7-a932efb28852 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.413658] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-b730f3a8-53d4-4322-badd-2ca2345eb16c tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] [instance: 75e311d0-fb4c-40b4-b25e-ca9df8db5f8e] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 75e311d0-fb4c-40b4-b25e-ca9df8db5f8e/75e311d0-fb4c-40b4-b25e-ca9df8db5f8e.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1424.414278] env[62438]: DEBUG nova.network.neutron [-] [instance: 2f2bdef2-e31e-446b-beec-b6be1970dc9e] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1424.415560] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4872e4b9-d219-4e16-9d18-ab428ecbf978 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.431814] env[62438]: DEBUG nova.network.neutron [None req-d9c45ecd-3a97-4b36-ad97-d11bede2208d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: 2cc722a0-76fa-4431-985b-9fe0ad62ef42] Updating instance_info_cache with network_info: [{"id": "80a3ab4d-e0ff-4bff-a208-90c8a886f0e6", "address": "fa:16:3e:22:97:19", "network": {"id": "8d95458f-de27-4303-9cbb-3fc3119be5c6", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1928252065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c7d5b4fe1064c71becc5699e8467387", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80a3ab4d-e0", "ovs_interfaceid": "80a3ab4d-e0ff-4bff-a208-90c8a886f0e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1424.433709] env[62438]: INFO nova.compute.manager [-] [instance: 2f2bdef2-e31e-446b-beec-b6be1970dc9e] Took 1.21 seconds to deallocate network for instance. [ 1424.445038] env[62438]: DEBUG oslo_vmware.api [None req-b730f3a8-53d4-4322-badd-2ca2345eb16c tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] Waiting for the task: (returnval){ [ 1424.445038] env[62438]: value = "task-1784663" [ 1424.445038] env[62438]: _type = "Task" [ 1424.445038] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.449192] env[62438]: DEBUG oslo_vmware.api [None req-9b07e160-0f6e-4a31-bbd3-4c9760b3184c tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5227258b-d69d-09e0-fa98-67723eb3a23c, 'name': SearchDatastore_Task, 'duration_secs': 0.026857} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.453183] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abfff79b-bf2f-4777-a718-f6aeb31cfbda {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.461957] env[62438]: DEBUG oslo_vmware.api [None req-9b07e160-0f6e-4a31-bbd3-4c9760b3184c tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Waiting for the task: (returnval){ [ 1424.461957] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52cbdccc-0bce-40e0-b728-280f53878b28" [ 1424.461957] env[62438]: _type = "Task" [ 1424.461957] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.465503] env[62438]: DEBUG oslo_vmware.api [None req-b730f3a8-53d4-4322-badd-2ca2345eb16c tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] Task: {'id': task-1784663, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.475685] env[62438]: DEBUG oslo_vmware.api [None req-9b07e160-0f6e-4a31-bbd3-4c9760b3184c tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52cbdccc-0bce-40e0-b728-280f53878b28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.476674] env[62438]: DEBUG nova.network.neutron [None req-dd922d99-4d3e-4376-81ef-2ccd82bc7643 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] [instance: 8234c07d-eb31-429f-b804-a3250ea396a0] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1424.541565] env[62438]: DEBUG nova.network.neutron [None req-dd922d99-4d3e-4376-81ef-2ccd82bc7643 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] [instance: 8234c07d-eb31-429f-b804-a3250ea396a0] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1424.884305] env[62438]: DEBUG oslo_concurrency.lockutils [None req-91b97f58-4ba9-48c8-a3df-cdf4ded8fb6d tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.068s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1424.887533] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 19.014s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1424.887720] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1424.887889] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62438) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1424.888215] env[62438]: DEBUG oslo_concurrency.lockutils [None req-02f7eed8-805c-48e0-bb17-56dd221fdfe2 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.257s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1424.889696] env[62438]: INFO nova.compute.claims [None req-02f7eed8-805c-48e0-bb17-56dd221fdfe2 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 84f3ff00-94b2-4595-8046-865c3016fc77] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1424.896318] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c53efb-8e0d-44ab-a936-28ee86ff48ee {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.905649] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bcef0b7-c732-4411-8bab-743f8b3d9113 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.912337] env[62438]: INFO nova.scheduler.client.report [None req-91b97f58-4ba9-48c8-a3df-cdf4ded8fb6d tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Deleted allocations for instance f23e6ad1-e92d-4d2d-b09e-cec7d33c551d [ 1424.924336] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c9d420-f901-48d9-9ee3-729e10c8816f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.932123] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c54524-a2c5-487d-8823-b1deb0d47cdf {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.935857] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d9c45ecd-3a97-4b36-ad97-d11bede2208d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Releasing lock "refresh_cache-2cc722a0-76fa-4431-985b-9fe0ad62ef42" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1424.936186] env[62438]: DEBUG nova.compute.manager [None req-d9c45ecd-3a97-4b36-ad97-d11bede2208d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: 2cc722a0-76fa-4431-985b-9fe0ad62ef42] Instance network_info: |[{"id": "80a3ab4d-e0ff-4bff-a208-90c8a886f0e6", "address": "fa:16:3e:22:97:19", "network": {"id": "8d95458f-de27-4303-9cbb-3fc3119be5c6", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1928252065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c7d5b4fe1064c71becc5699e8467387", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80a3ab4d-e0", "ovs_interfaceid": "80a3ab4d-e0ff-4bff-a208-90c8a886f0e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1424.936582] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c45ecd-3a97-4b36-ad97-d11bede2208d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: 2cc722a0-76fa-4431-985b-9fe0ad62ef42] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:97:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '980cb890-345b-4bf8-990a-a2faec78e49c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '80a3ab4d-e0ff-4bff-a208-90c8a886f0e6', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1424.946037] env[62438]: DEBUG oslo.service.loopingcall [None req-d9c45ecd-3a97-4b36-ad97-d11bede2208d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1424.946037] env[62438]: DEBUG oslo_concurrency.lockutils [None req-37c7c32e-c214-419e-b366-0a47a604c8c7 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1424.946037] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2cc722a0-76fa-4431-985b-9fe0ad62ef42] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1424.946399] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e68fcd9-8066-4d96-8890-59054a5635bf {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.993372] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178534MB free_disk=161GB free_vcpus=48 pci_devices=None {{(pid=62438) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1424.993372] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1425.003021] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1425.003021] env[62438]: value = "task-1784664" [ 1425.003021] env[62438]: _type = "Task" [ 1425.003021] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.010176] env[62438]: DEBUG oslo_vmware.api [None req-9b07e160-0f6e-4a31-bbd3-4c9760b3184c tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52cbdccc-0bce-40e0-b728-280f53878b28, 'name': SearchDatastore_Task, 'duration_secs': 0.015043} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.010818] env[62438]: DEBUG oslo_vmware.api [None req-b730f3a8-53d4-4322-badd-2ca2345eb16c tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] Task: {'id': task-1784663, 'name': ReconfigVM_Task, 'duration_secs': 0.313624} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.016026] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9b07e160-0f6e-4a31-bbd3-4c9760b3184c tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1425.016026] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b07e160-0f6e-4a31-bbd3-4c9760b3184c tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 82059c94-0c99-48af-8ecb-e9bd695ba6f3/82059c94-0c99-48af-8ecb-e9bd695ba6f3.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1425.016218] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-b730f3a8-53d4-4322-badd-2ca2345eb16c tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] [instance: 75e311d0-fb4c-40b4-b25e-ca9df8db5f8e] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 75e311d0-fb4c-40b4-b25e-ca9df8db5f8e/75e311d0-fb4c-40b4-b25e-ca9df8db5f8e.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1425.016820] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9442c58c-b3f0-43b8-8375-1d249fd57a84 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.018639] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-50e8aa18-f49b-494b-bd9f-533a0976593e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.028081] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784664, 'name': CreateVM_Task} progress is 10%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.028081] env[62438]: DEBUG oslo_vmware.api [None req-b730f3a8-53d4-4322-badd-2ca2345eb16c tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] Waiting for the task: (returnval){ [ 1425.028081] env[62438]: value = "task-1784666" [ 1425.028081] env[62438]: _type = "Task" [ 1425.028081] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.028902] env[62438]: DEBUG oslo_vmware.api [None req-9b07e160-0f6e-4a31-bbd3-4c9760b3184c tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Waiting for the task: (returnval){ [ 1425.028902] env[62438]: value = "task-1784665" [ 1425.028902] env[62438]: _type = "Task" [ 1425.028902] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.044362] env[62438]: DEBUG oslo_concurrency.lockutils [None req-dd922d99-4d3e-4376-81ef-2ccd82bc7643 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Releasing lock "refresh_cache-8234c07d-eb31-429f-b804-a3250ea396a0" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1425.044776] env[62438]: DEBUG nova.compute.manager [None req-dd922d99-4d3e-4376-81ef-2ccd82bc7643 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] [instance: 8234c07d-eb31-429f-b804-a3250ea396a0] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1425.044980] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-dd922d99-4d3e-4376-81ef-2ccd82bc7643 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] [instance: 8234c07d-eb31-429f-b804-a3250ea396a0] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1425.045293] env[62438]: DEBUG oslo_vmware.api [None req-b730f3a8-53d4-4322-badd-2ca2345eb16c tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] Task: {'id': task-1784666, 'name': Rename_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.049173] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3178881d-d938-4f16-8c68-52b50e03b438 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.052041] env[62438]: DEBUG oslo_vmware.api [None req-9b07e160-0f6e-4a31-bbd3-4c9760b3184c tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Task: {'id': task-1784665, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.057225] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd922d99-4d3e-4376-81ef-2ccd82bc7643 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] [instance: 8234c07d-eb31-429f-b804-a3250ea396a0] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1425.057481] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-663bd194-d991-4ffa-a74b-36987555b170 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.065035] env[62438]: DEBUG oslo_vmware.api [None req-dd922d99-4d3e-4376-81ef-2ccd82bc7643 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Waiting for the task: (returnval){ [ 1425.065035] env[62438]: value = "task-1784667" [ 1425.065035] env[62438]: _type = "Task" [ 1425.065035] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.076096] env[62438]: DEBUG oslo_vmware.api [None req-dd922d99-4d3e-4376-81ef-2ccd82bc7643 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Task: {'id': task-1784667, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.289766] env[62438]: DEBUG nova.compute.manager [req-fa551dd4-fabd-4583-8710-905b2824a734 req-7092e84a-26a3-4674-8e26-63a491021402 service nova] [instance: 2cc722a0-76fa-4431-985b-9fe0ad62ef42] Received event network-changed-80a3ab4d-e0ff-4bff-a208-90c8a886f0e6 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1425.290465] env[62438]: DEBUG nova.compute.manager [req-fa551dd4-fabd-4583-8710-905b2824a734 req-7092e84a-26a3-4674-8e26-63a491021402 service nova] [instance: 2cc722a0-76fa-4431-985b-9fe0ad62ef42] Refreshing instance network info cache due to event network-changed-80a3ab4d-e0ff-4bff-a208-90c8a886f0e6. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1425.290719] env[62438]: DEBUG oslo_concurrency.lockutils [req-fa551dd4-fabd-4583-8710-905b2824a734 req-7092e84a-26a3-4674-8e26-63a491021402 service nova] Acquiring lock "refresh_cache-2cc722a0-76fa-4431-985b-9fe0ad62ef42" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1425.290873] env[62438]: DEBUG oslo_concurrency.lockutils [req-fa551dd4-fabd-4583-8710-905b2824a734 req-7092e84a-26a3-4674-8e26-63a491021402 service nova] Acquired lock "refresh_cache-2cc722a0-76fa-4431-985b-9fe0ad62ef42" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.291155] env[62438]: DEBUG nova.network.neutron [req-fa551dd4-fabd-4583-8710-905b2824a734 req-7092e84a-26a3-4674-8e26-63a491021402 service nova] [instance: 2cc722a0-76fa-4431-985b-9fe0ad62ef42] Refreshing network info cache for port 80a3ab4d-e0ff-4bff-a208-90c8a886f0e6 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1425.428197] env[62438]: DEBUG oslo_concurrency.lockutils [None req-91b97f58-4ba9-48c8-a3df-cdf4ded8fb6d tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Lock "f23e6ad1-e92d-4d2d-b09e-cec7d33c551d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.688s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1425.528496] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784664, 'name': CreateVM_Task, 'duration_secs': 0.39905} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.528496] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2cc722a0-76fa-4431-985b-9fe0ad62ef42] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1425.528496] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d9c45ecd-3a97-4b36-ad97-d11bede2208d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1425.528496] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d9c45ecd-3a97-4b36-ad97-d11bede2208d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.528496] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d9c45ecd-3a97-4b36-ad97-d11bede2208d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1425.528496] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a306dce3-cdec-45a6-84a4-81a83af46c97 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.540057] env[62438]: DEBUG oslo_vmware.api [None req-d9c45ecd-3a97-4b36-ad97-d11bede2208d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Waiting for the task: (returnval){ [ 1425.540057] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]523dfd55-33a3-2551-4011-d96c8491dde9" [ 1425.540057] env[62438]: _type = "Task" [ 1425.540057] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.550257] env[62438]: DEBUG oslo_vmware.api [None req-9b07e160-0f6e-4a31-bbd3-4c9760b3184c tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Task: {'id': task-1784665, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.550699] env[62438]: DEBUG oslo_vmware.api [None req-b730f3a8-53d4-4322-badd-2ca2345eb16c tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] Task: {'id': task-1784666, 'name': Rename_Task, 'duration_secs': 0.201771} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.551503] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-b730f3a8-53d4-4322-badd-2ca2345eb16c tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] [instance: 75e311d0-fb4c-40b4-b25e-ca9df8db5f8e] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1425.551874] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f13d5116-3b0a-4992-8916-d46675482bcf {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.560231] env[62438]: DEBUG oslo_vmware.api [None req-d9c45ecd-3a97-4b36-ad97-d11bede2208d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]523dfd55-33a3-2551-4011-d96c8491dde9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.561894] env[62438]: DEBUG oslo_vmware.api [None req-b730f3a8-53d4-4322-badd-2ca2345eb16c tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] Waiting for the task: (returnval){ [ 1425.561894] env[62438]: value = "task-1784668" [ 1425.561894] env[62438]: _type = "Task" [ 1425.561894] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.577767] env[62438]: DEBUG oslo_vmware.api [None req-b730f3a8-53d4-4322-badd-2ca2345eb16c tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] Task: {'id': task-1784668, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.581693] env[62438]: DEBUG oslo_vmware.api [None req-dd922d99-4d3e-4376-81ef-2ccd82bc7643 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Task: {'id': task-1784667, 'name': PowerOffVM_Task, 'duration_secs': 0.154932} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.581693] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd922d99-4d3e-4376-81ef-2ccd82bc7643 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] [instance: 8234c07d-eb31-429f-b804-a3250ea396a0] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1425.581693] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-dd922d99-4d3e-4376-81ef-2ccd82bc7643 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] [instance: 8234c07d-eb31-429f-b804-a3250ea396a0] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1425.582307] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b824d465-0006-4ae1-bf0b-dd2d881cdca1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.617852] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-dd922d99-4d3e-4376-81ef-2ccd82bc7643 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] [instance: 8234c07d-eb31-429f-b804-a3250ea396a0] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1425.617997] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-dd922d99-4d3e-4376-81ef-2ccd82bc7643 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] [instance: 8234c07d-eb31-429f-b804-a3250ea396a0] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1425.618117] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd922d99-4d3e-4376-81ef-2ccd82bc7643 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Deleting the datastore file [datastore1] 8234c07d-eb31-429f-b804-a3250ea396a0 {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1425.618390] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a50969cd-4a10-4640-bedc-a5b9891cadee {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.629873] env[62438]: DEBUG oslo_vmware.api [None req-dd922d99-4d3e-4376-81ef-2ccd82bc7643 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Waiting for the task: (returnval){ [ 1425.629873] env[62438]: value = "task-1784670" [ 1425.629873] env[62438]: _type = "Task" [ 1425.629873] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.643382] env[62438]: DEBUG oslo_vmware.api [None req-dd922d99-4d3e-4376-81ef-2ccd82bc7643 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Task: {'id': task-1784670, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.049950] env[62438]: DEBUG oslo_vmware.api [None req-9b07e160-0f6e-4a31-bbd3-4c9760b3184c tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Task: {'id': task-1784665, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.675349} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.051498] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b07e160-0f6e-4a31-bbd3-4c9760b3184c tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 82059c94-0c99-48af-8ecb-e9bd695ba6f3/82059c94-0c99-48af-8ecb-e9bd695ba6f3.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1426.051805] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-9b07e160-0f6e-4a31-bbd3-4c9760b3184c tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] [instance: 82059c94-0c99-48af-8ecb-e9bd695ba6f3] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1426.051989] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9630cb4c-a994-47a9-acce-93967e0e908b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.062075] env[62438]: DEBUG oslo_vmware.api [None req-d9c45ecd-3a97-4b36-ad97-d11bede2208d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]523dfd55-33a3-2551-4011-d96c8491dde9, 'name': SearchDatastore_Task, 'duration_secs': 0.057667} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.062889] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d9c45ecd-3a97-4b36-ad97-d11bede2208d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1426.064069] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c45ecd-3a97-4b36-ad97-d11bede2208d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: 2cc722a0-76fa-4431-985b-9fe0ad62ef42] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1426.066242] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d9c45ecd-3a97-4b36-ad97-d11bede2208d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1426.067077] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d9c45ecd-3a97-4b36-ad97-d11bede2208d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.067077] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9c45ecd-3a97-4b36-ad97-d11bede2208d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1426.069730] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6167b85b-b057-492c-9599-aa614d16641f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.079659] env[62438]: DEBUG oslo_vmware.api [None req-9b07e160-0f6e-4a31-bbd3-4c9760b3184c tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Waiting for the task: (returnval){ [ 1426.079659] env[62438]: value = "task-1784671" [ 1426.079659] env[62438]: _type = "Task" [ 1426.079659] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.087656] env[62438]: DEBUG oslo_vmware.api [None req-b730f3a8-53d4-4322-badd-2ca2345eb16c tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] Task: {'id': task-1784668, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.091123] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9c45ecd-3a97-4b36-ad97-d11bede2208d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1426.091413] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c45ecd-3a97-4b36-ad97-d11bede2208d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1426.095055] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7dfeeb4-a59b-4d17-bf93-af3bebb1cae5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.097357] env[62438]: DEBUG oslo_vmware.api [None req-9b07e160-0f6e-4a31-bbd3-4c9760b3184c tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Task: {'id': task-1784671, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.104829] env[62438]: DEBUG oslo_vmware.api [None req-d9c45ecd-3a97-4b36-ad97-d11bede2208d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Waiting for the task: (returnval){ [ 1426.104829] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52b460d7-59b7-d8fc-9fce-eb38a845da5f" [ 1426.104829] env[62438]: _type = "Task" [ 1426.104829] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.118928] env[62438]: DEBUG oslo_vmware.api [None req-d9c45ecd-3a97-4b36-ad97-d11bede2208d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52b460d7-59b7-d8fc-9fce-eb38a845da5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.145290] env[62438]: DEBUG oslo_vmware.api [None req-dd922d99-4d3e-4376-81ef-2ccd82bc7643 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Task: {'id': task-1784670, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.444895} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.145771] env[62438]: DEBUG nova.network.neutron [req-fa551dd4-fabd-4583-8710-905b2824a734 req-7092e84a-26a3-4674-8e26-63a491021402 service nova] [instance: 2cc722a0-76fa-4431-985b-9fe0ad62ef42] Updated VIF entry in instance network info cache for port 80a3ab4d-e0ff-4bff-a208-90c8a886f0e6. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1426.146251] env[62438]: DEBUG nova.network.neutron [req-fa551dd4-fabd-4583-8710-905b2824a734 req-7092e84a-26a3-4674-8e26-63a491021402 service nova] [instance: 2cc722a0-76fa-4431-985b-9fe0ad62ef42] Updating instance_info_cache with network_info: [{"id": "80a3ab4d-e0ff-4bff-a208-90c8a886f0e6", "address": "fa:16:3e:22:97:19", "network": {"id": "8d95458f-de27-4303-9cbb-3fc3119be5c6", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1928252065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c7d5b4fe1064c71becc5699e8467387", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80a3ab4d-e0", "ovs_interfaceid": "80a3ab4d-e0ff-4bff-a208-90c8a886f0e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1426.147814] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd922d99-4d3e-4376-81ef-2ccd82bc7643 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1426.148109] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-dd922d99-4d3e-4376-81ef-2ccd82bc7643 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] [instance: 8234c07d-eb31-429f-b804-a3250ea396a0] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1426.148381] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-dd922d99-4d3e-4376-81ef-2ccd82bc7643 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] [instance: 8234c07d-eb31-429f-b804-a3250ea396a0] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1426.148653] env[62438]: INFO nova.compute.manager [None req-dd922d99-4d3e-4376-81ef-2ccd82bc7643 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] [instance: 8234c07d-eb31-429f-b804-a3250ea396a0] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1426.149019] env[62438]: DEBUG oslo.service.loopingcall [None req-dd922d99-4d3e-4376-81ef-2ccd82bc7643 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1426.149308] env[62438]: DEBUG nova.compute.manager [-] [instance: 8234c07d-eb31-429f-b804-a3250ea396a0] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1426.149444] env[62438]: DEBUG nova.network.neutron [-] [instance: 8234c07d-eb31-429f-b804-a3250ea396a0] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1426.178840] env[62438]: DEBUG nova.network.neutron [-] [instance: 8234c07d-eb31-429f-b804-a3250ea396a0] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1426.388214] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a7ec94-f46d-43b3-aac0-9c4665c94fad {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.399580] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-868bf61d-ecce-4796-965b-6aa5355056f6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.436710] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f46193-454c-435a-8e0b-7a090b30ec54 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.448245] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c47df2-37d1-429a-ae11-c13264d936f2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.465416] env[62438]: DEBUG nova.compute.provider_tree [None req-02f7eed8-805c-48e0-bb17-56dd221fdfe2 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1426.580629] env[62438]: DEBUG oslo_vmware.api [None req-b730f3a8-53d4-4322-badd-2ca2345eb16c tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] Task: {'id': task-1784668, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.588852] env[62438]: DEBUG oslo_vmware.api [None req-9b07e160-0f6e-4a31-bbd3-4c9760b3184c tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Task: {'id': task-1784671, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085939} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.589146] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-9b07e160-0f6e-4a31-bbd3-4c9760b3184c tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] [instance: 82059c94-0c99-48af-8ecb-e9bd695ba6f3] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1426.589942] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57003ffc-28ee-4db8-8e7a-ca6f3fbaebfc {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.622745] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b07e160-0f6e-4a31-bbd3-4c9760b3184c tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] [instance: 82059c94-0c99-48af-8ecb-e9bd695ba6f3] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 82059c94-0c99-48af-8ecb-e9bd695ba6f3/82059c94-0c99-48af-8ecb-e9bd695ba6f3.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1426.626926] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23ac4707-9021-428d-a1a1-7fbfe793a25a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.648841] env[62438]: DEBUG oslo_vmware.api [None req-d9c45ecd-3a97-4b36-ad97-d11bede2208d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52b460d7-59b7-d8fc-9fce-eb38a845da5f, 'name': SearchDatastore_Task, 'duration_secs': 0.015708} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.651212] env[62438]: DEBUG oslo_vmware.api [None req-9b07e160-0f6e-4a31-bbd3-4c9760b3184c tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Waiting for the task: (returnval){ [ 1426.651212] env[62438]: value = "task-1784672" [ 1426.651212] env[62438]: _type = "Task" [ 1426.651212] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.651564] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27d40644-a463-4d6d-aed4-2dbe6d81202a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.658500] env[62438]: DEBUG oslo_concurrency.lockutils [req-fa551dd4-fabd-4583-8710-905b2824a734 req-7092e84a-26a3-4674-8e26-63a491021402 service nova] Releasing lock "refresh_cache-2cc722a0-76fa-4431-985b-9fe0ad62ef42" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1426.658787] env[62438]: DEBUG nova.compute.manager [req-fa551dd4-fabd-4583-8710-905b2824a734 req-7092e84a-26a3-4674-8e26-63a491021402 service nova] [instance: 2f2bdef2-e31e-446b-beec-b6be1970dc9e] Received event network-vif-deleted-d92a46f3-2f02-46cd-a053-53e231b71276 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1426.658983] env[62438]: DEBUG nova.compute.manager [req-fa551dd4-fabd-4583-8710-905b2824a734 req-7092e84a-26a3-4674-8e26-63a491021402 service nova] [instance: 2f2bdef2-e31e-446b-beec-b6be1970dc9e] Received event network-vif-deleted-ce564c91-226f-4df5-bf36-cb13fc740760 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1426.659181] env[62438]: DEBUG nova.compute.manager [req-fa551dd4-fabd-4583-8710-905b2824a734 req-7092e84a-26a3-4674-8e26-63a491021402 service nova] [instance: 2f2bdef2-e31e-446b-beec-b6be1970dc9e] Received event network-vif-deleted-19f3b6bd-55ad-4d71-bad6-1b84fe22f920 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1426.662327] env[62438]: DEBUG oslo_vmware.api [None req-d9c45ecd-3a97-4b36-ad97-d11bede2208d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Waiting for the task: (returnval){ [ 1426.662327] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52c23594-a65f-3e86-a9d4-1792d438ad01" [ 1426.662327] env[62438]: _type = "Task" [ 1426.662327] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.666311] env[62438]: DEBUG oslo_vmware.api [None req-9b07e160-0f6e-4a31-bbd3-4c9760b3184c tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Task: {'id': task-1784672, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.677199] env[62438]: DEBUG oslo_vmware.api [None req-d9c45ecd-3a97-4b36-ad97-d11bede2208d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52c23594-a65f-3e86-a9d4-1792d438ad01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.680597] env[62438]: DEBUG nova.network.neutron [-] [instance: 8234c07d-eb31-429f-b804-a3250ea396a0] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1426.971403] env[62438]: DEBUG nova.scheduler.client.report [None req-02f7eed8-805c-48e0-bb17-56dd221fdfe2 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1427.082308] env[62438]: DEBUG oslo_vmware.api [None req-b730f3a8-53d4-4322-badd-2ca2345eb16c tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] Task: {'id': task-1784668, 'name': PowerOnVM_Task, 'duration_secs': 1.233332} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.082829] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-b730f3a8-53d4-4322-badd-2ca2345eb16c tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] [instance: 75e311d0-fb4c-40b4-b25e-ca9df8db5f8e] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1427.083324] env[62438]: INFO nova.compute.manager [None req-b730f3a8-53d4-4322-badd-2ca2345eb16c tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] [instance: 75e311d0-fb4c-40b4-b25e-ca9df8db5f8e] Took 9.58 seconds to spawn the instance on the hypervisor. [ 1427.085340] env[62438]: DEBUG nova.compute.manager [None req-b730f3a8-53d4-4322-badd-2ca2345eb16c tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] [instance: 75e311d0-fb4c-40b4-b25e-ca9df8db5f8e] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1427.085641] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea048002-f3f6-4449-b4ac-b875ec3ec575 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.164546] env[62438]: DEBUG oslo_vmware.api [None req-9b07e160-0f6e-4a31-bbd3-4c9760b3184c tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Task: {'id': task-1784672, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.179376] env[62438]: DEBUG oslo_vmware.api [None req-d9c45ecd-3a97-4b36-ad97-d11bede2208d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52c23594-a65f-3e86-a9d4-1792d438ad01, 'name': SearchDatastore_Task, 'duration_secs': 0.052602} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.179376] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d9c45ecd-3a97-4b36-ad97-d11bede2208d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1427.179376] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9c45ecd-3a97-4b36-ad97-d11bede2208d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 2cc722a0-76fa-4431-985b-9fe0ad62ef42/2cc722a0-76fa-4431-985b-9fe0ad62ef42.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1427.179376] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ae075f24-edfd-4663-a264-2036116d5b6d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.182793] env[62438]: INFO nova.compute.manager [-] [instance: 8234c07d-eb31-429f-b804-a3250ea396a0] Took 1.03 seconds to deallocate network for instance. [ 1427.192595] env[62438]: DEBUG oslo_vmware.api [None req-d9c45ecd-3a97-4b36-ad97-d11bede2208d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Waiting for the task: (returnval){ [ 1427.192595] env[62438]: value = "task-1784673" [ 1427.192595] env[62438]: _type = "Task" [ 1427.192595] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.199772] env[62438]: DEBUG oslo_vmware.api [None req-d9c45ecd-3a97-4b36-ad97-d11bede2208d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1784673, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.476824] env[62438]: DEBUG oslo_concurrency.lockutils [None req-02f7eed8-805c-48e0-bb17-56dd221fdfe2 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.588s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1427.477508] env[62438]: DEBUG nova.compute.manager [None req-02f7eed8-805c-48e0-bb17-56dd221fdfe2 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 84f3ff00-94b2-4595-8046-865c3016fc77] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1427.480868] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c50d957a-58ba-4351-8125-a9e9db17fa6b tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.370s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1427.482559] env[62438]: INFO nova.compute.claims [None req-c50d957a-58ba-4351-8125-a9e9db17fa6b tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] [instance: 98544a26-b42e-4164-8397-18188e662d64] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1427.605521] env[62438]: INFO nova.compute.manager [None req-b730f3a8-53d4-4322-badd-2ca2345eb16c tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] [instance: 75e311d0-fb4c-40b4-b25e-ca9df8db5f8e] Took 37.74 seconds to build instance. [ 1427.668417] env[62438]: DEBUG oslo_vmware.api [None req-9b07e160-0f6e-4a31-bbd3-4c9760b3184c tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Task: {'id': task-1784672, 'name': ReconfigVM_Task, 'duration_secs': 0.761026} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.668779] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b07e160-0f6e-4a31-bbd3-4c9760b3184c tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] [instance: 82059c94-0c99-48af-8ecb-e9bd695ba6f3] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 82059c94-0c99-48af-8ecb-e9bd695ba6f3/82059c94-0c99-48af-8ecb-e9bd695ba6f3.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1427.669963] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef59a800-981f-439c-a48f-ea7df085fb8f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.680872] env[62438]: DEBUG oslo_vmware.api [None req-9b07e160-0f6e-4a31-bbd3-4c9760b3184c tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Waiting for the task: (returnval){ [ 1427.680872] env[62438]: value = "task-1784674" [ 1427.680872] env[62438]: _type = "Task" [ 1427.680872] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.692902] env[62438]: DEBUG oslo_concurrency.lockutils [None req-dd922d99-4d3e-4376-81ef-2ccd82bc7643 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1427.702732] env[62438]: DEBUG oslo_vmware.api [None req-9b07e160-0f6e-4a31-bbd3-4c9760b3184c tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Task: {'id': task-1784674, 'name': Rename_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.714021] env[62438]: DEBUG oslo_vmware.api [None req-d9c45ecd-3a97-4b36-ad97-d11bede2208d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1784673, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.988233] env[62438]: DEBUG nova.compute.utils [None req-02f7eed8-805c-48e0-bb17-56dd221fdfe2 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1427.992481] env[62438]: DEBUG nova.compute.manager [None req-02f7eed8-805c-48e0-bb17-56dd221fdfe2 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 84f3ff00-94b2-4595-8046-865c3016fc77] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1427.992481] env[62438]: DEBUG nova.network.neutron [None req-02f7eed8-805c-48e0-bb17-56dd221fdfe2 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 84f3ff00-94b2-4595-8046-865c3016fc77] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1428.066634] env[62438]: DEBUG nova.policy [None req-02f7eed8-805c-48e0-bb17-56dd221fdfe2 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1de7c648151d476b97be5c84fcbeba22', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5a7bf46da0364b579b790da2a6b62b20', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1428.110506] env[62438]: DEBUG oslo_concurrency.lockutils [None req-b730f3a8-53d4-4322-badd-2ca2345eb16c tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] Lock "75e311d0-fb4c-40b4-b25e-ca9df8db5f8e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.546s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1428.191977] env[62438]: DEBUG oslo_vmware.api [None req-9b07e160-0f6e-4a31-bbd3-4c9760b3184c tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Task: {'id': task-1784674, 'name': Rename_Task, 'duration_secs': 0.35645} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.192190] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b07e160-0f6e-4a31-bbd3-4c9760b3184c tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] [instance: 82059c94-0c99-48af-8ecb-e9bd695ba6f3] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1428.192625] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e1b4d67e-7dda-47a3-b4a8-ed234d53f696 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.202934] env[62438]: DEBUG oslo_vmware.api [None req-d9c45ecd-3a97-4b36-ad97-d11bede2208d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1784673, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.583295} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.204101] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9c45ecd-3a97-4b36-ad97-d11bede2208d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 2cc722a0-76fa-4431-985b-9fe0ad62ef42/2cc722a0-76fa-4431-985b-9fe0ad62ef42.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1428.204101] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c45ecd-3a97-4b36-ad97-d11bede2208d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: 2cc722a0-76fa-4431-985b-9fe0ad62ef42] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1428.204990] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2a02f3b9-d38c-41c3-ae0b-3899c00ba965 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.206983] env[62438]: DEBUG oslo_vmware.api [None req-9b07e160-0f6e-4a31-bbd3-4c9760b3184c tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Waiting for the task: (returnval){ [ 1428.206983] env[62438]: value = "task-1784675" [ 1428.206983] env[62438]: _type = "Task" [ 1428.206983] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.212695] env[62438]: DEBUG oslo_vmware.api [None req-d9c45ecd-3a97-4b36-ad97-d11bede2208d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Waiting for the task: (returnval){ [ 1428.212695] env[62438]: value = "task-1784676" [ 1428.212695] env[62438]: _type = "Task" [ 1428.212695] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.216158] env[62438]: DEBUG oslo_vmware.api [None req-9b07e160-0f6e-4a31-bbd3-4c9760b3184c tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Task: {'id': task-1784675, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.224814] env[62438]: DEBUG oslo_vmware.api [None req-d9c45ecd-3a97-4b36-ad97-d11bede2208d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1784676, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.402589] env[62438]: DEBUG nova.network.neutron [None req-02f7eed8-805c-48e0-bb17-56dd221fdfe2 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 84f3ff00-94b2-4595-8046-865c3016fc77] Successfully created port: f6998673-c51a-41b4-8da7-a6c1d8d2592d {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1428.493412] env[62438]: DEBUG nova.compute.manager [None req-02f7eed8-805c-48e0-bb17-56dd221fdfe2 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 84f3ff00-94b2-4595-8046-865c3016fc77] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1428.528598] env[62438]: DEBUG oslo_concurrency.lockutils [None req-064485a4-6a18-4782-93f6-dc765ae0e29e tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Acquiring lock "84dd2032-59a7-48a3-8f4c-a1e7661e78a0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1428.528598] env[62438]: DEBUG oslo_concurrency.lockutils [None req-064485a4-6a18-4782-93f6-dc765ae0e29e tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Lock "84dd2032-59a7-48a3-8f4c-a1e7661e78a0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1428.728771] env[62438]: DEBUG oslo_vmware.api [None req-d9c45ecd-3a97-4b36-ad97-d11bede2208d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1784676, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086468} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.737275] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c45ecd-3a97-4b36-ad97-d11bede2208d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: 2cc722a0-76fa-4431-985b-9fe0ad62ef42] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1428.737719] env[62438]: DEBUG oslo_vmware.api [None req-9b07e160-0f6e-4a31-bbd3-4c9760b3184c tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Task: {'id': task-1784675, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.738989] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79d0959d-2952-45c7-a2ef-e37840f4ab98 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.768306] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9c45ecd-3a97-4b36-ad97-d11bede2208d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: 2cc722a0-76fa-4431-985b-9fe0ad62ef42] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 2cc722a0-76fa-4431-985b-9fe0ad62ef42/2cc722a0-76fa-4431-985b-9fe0ad62ef42.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1428.771010] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7edf662-acde-4c7a-bc92-c1b74fdd136f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.791573] env[62438]: DEBUG oslo_vmware.api [None req-d9c45ecd-3a97-4b36-ad97-d11bede2208d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Waiting for the task: (returnval){ [ 1428.791573] env[62438]: value = "task-1784677" [ 1428.791573] env[62438]: _type = "Task" [ 1428.791573] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.800787] env[62438]: DEBUG oslo_vmware.api [None req-d9c45ecd-3a97-4b36-ad97-d11bede2208d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1784677, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.801237] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a1ce98f1-5dc7-4700-8de9-7278a4515224 tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] Acquiring lock "75e311d0-fb4c-40b4-b25e-ca9df8db5f8e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1428.801508] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a1ce98f1-5dc7-4700-8de9-7278a4515224 tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] Lock "75e311d0-fb4c-40b4-b25e-ca9df8db5f8e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1428.801750] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a1ce98f1-5dc7-4700-8de9-7278a4515224 tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] Acquiring lock "75e311d0-fb4c-40b4-b25e-ca9df8db5f8e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1428.801951] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a1ce98f1-5dc7-4700-8de9-7278a4515224 tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] Lock "75e311d0-fb4c-40b4-b25e-ca9df8db5f8e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1428.802148] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a1ce98f1-5dc7-4700-8de9-7278a4515224 tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] Lock "75e311d0-fb4c-40b4-b25e-ca9df8db5f8e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1428.804171] env[62438]: INFO nova.compute.manager [None req-a1ce98f1-5dc7-4700-8de9-7278a4515224 tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] [instance: 75e311d0-fb4c-40b4-b25e-ca9df8db5f8e] Terminating instance [ 1428.805785] env[62438]: DEBUG nova.compute.manager [None req-a1ce98f1-5dc7-4700-8de9-7278a4515224 tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] [instance: 75e311d0-fb4c-40b4-b25e-ca9df8db5f8e] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1428.806009] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ce98f1-5dc7-4700-8de9-7278a4515224 tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] [instance: 75e311d0-fb4c-40b4-b25e-ca9df8db5f8e] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1428.806925] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d58977-a65c-4b32-b89e-457b607d7314 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.819926] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1ce98f1-5dc7-4700-8de9-7278a4515224 tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] [instance: 75e311d0-fb4c-40b4-b25e-ca9df8db5f8e] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1428.819926] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fbcaa290-c868-4a36-8d31-a15446d0408d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.825071] env[62438]: DEBUG oslo_vmware.api [None req-a1ce98f1-5dc7-4700-8de9-7278a4515224 tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] Waiting for the task: (returnval){ [ 1428.825071] env[62438]: value = "task-1784678" [ 1428.825071] env[62438]: _type = "Task" [ 1428.825071] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.834922] env[62438]: DEBUG oslo_vmware.api [None req-a1ce98f1-5dc7-4700-8de9-7278a4515224 tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] Task: {'id': task-1784678, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.018039] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c0856b4-c7d0-4aab-a46b-eccc32323e37 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.028041] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c867968-efb6-4e5d-b5f7-1060e94439b0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.032781] env[62438]: DEBUG nova.compute.manager [None req-064485a4-6a18-4782-93f6-dc765ae0e29e tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 84dd2032-59a7-48a3-8f4c-a1e7661e78a0] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1429.080685] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32608ff7-60b8-4cf4-ac90-4794312fb721 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.091728] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e8f9d1-e3d1-4bb3-a246-29ab1fce6eba {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.110173] env[62438]: DEBUG nova.compute.provider_tree [None req-c50d957a-58ba-4351-8125-a9e9db17fa6b tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1429.220726] env[62438]: DEBUG oslo_vmware.api [None req-9b07e160-0f6e-4a31-bbd3-4c9760b3184c tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Task: {'id': task-1784675, 'name': PowerOnVM_Task, 'duration_secs': 0.936608} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.221023] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b07e160-0f6e-4a31-bbd3-4c9760b3184c tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] [instance: 82059c94-0c99-48af-8ecb-e9bd695ba6f3] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1429.221240] env[62438]: INFO nova.compute.manager [None req-9b07e160-0f6e-4a31-bbd3-4c9760b3184c tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] [instance: 82059c94-0c99-48af-8ecb-e9bd695ba6f3] Took 9.06 seconds to spawn the instance on the hypervisor. [ 1429.221449] env[62438]: DEBUG nova.compute.manager [None req-9b07e160-0f6e-4a31-bbd3-4c9760b3184c tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] [instance: 82059c94-0c99-48af-8ecb-e9bd695ba6f3] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1429.222252] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b9715d-46bf-46b7-bd02-5284fffe07ca {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.304924] env[62438]: DEBUG oslo_vmware.api [None req-d9c45ecd-3a97-4b36-ad97-d11bede2208d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1784677, 'name': ReconfigVM_Task, 'duration_secs': 0.510149} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.305231] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9c45ecd-3a97-4b36-ad97-d11bede2208d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: 2cc722a0-76fa-4431-985b-9fe0ad62ef42] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 2cc722a0-76fa-4431-985b-9fe0ad62ef42/2cc722a0-76fa-4431-985b-9fe0ad62ef42.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1429.305853] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5acee36c-4bd6-479c-af13-2b2a2fbaff97 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.313826] env[62438]: DEBUG oslo_vmware.api [None req-d9c45ecd-3a97-4b36-ad97-d11bede2208d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Waiting for the task: (returnval){ [ 1429.313826] env[62438]: value = "task-1784679" [ 1429.313826] env[62438]: _type = "Task" [ 1429.313826] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.323730] env[62438]: DEBUG oslo_vmware.api [None req-d9c45ecd-3a97-4b36-ad97-d11bede2208d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1784679, 'name': Rename_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.333955] env[62438]: DEBUG oslo_vmware.api [None req-a1ce98f1-5dc7-4700-8de9-7278a4515224 tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] Task: {'id': task-1784678, 'name': PowerOffVM_Task, 'duration_secs': 0.205924} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.334339] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1ce98f1-5dc7-4700-8de9-7278a4515224 tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] [instance: 75e311d0-fb4c-40b4-b25e-ca9df8db5f8e] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1429.334532] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ce98f1-5dc7-4700-8de9-7278a4515224 tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] [instance: 75e311d0-fb4c-40b4-b25e-ca9df8db5f8e] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1429.334797] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-29429596-667e-40d5-bd4b-9846507d8625 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.415382] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ce98f1-5dc7-4700-8de9-7278a4515224 tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] [instance: 75e311d0-fb4c-40b4-b25e-ca9df8db5f8e] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1429.415612] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ce98f1-5dc7-4700-8de9-7278a4515224 tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] [instance: 75e311d0-fb4c-40b4-b25e-ca9df8db5f8e] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1429.415804] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1ce98f1-5dc7-4700-8de9-7278a4515224 tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] Deleting the datastore file [datastore1] 75e311d0-fb4c-40b4-b25e-ca9df8db5f8e {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1429.416106] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9c7c9ce5-b465-43b7-9d6d-eab134be0b77 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.424122] env[62438]: DEBUG oslo_vmware.api [None req-a1ce98f1-5dc7-4700-8de9-7278a4515224 tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] Waiting for the task: (returnval){ [ 1429.424122] env[62438]: value = "task-1784681" [ 1429.424122] env[62438]: _type = "Task" [ 1429.424122] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.433232] env[62438]: DEBUG oslo_vmware.api [None req-a1ce98f1-5dc7-4700-8de9-7278a4515224 tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] Task: {'id': task-1784681, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.508472] env[62438]: DEBUG nova.compute.manager [None req-02f7eed8-805c-48e0-bb17-56dd221fdfe2 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 84f3ff00-94b2-4595-8046-865c3016fc77] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1429.538029] env[62438]: DEBUG nova.virt.hardware [None req-02f7eed8-805c-48e0-bb17-56dd221fdfe2 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:30:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='835ce7de-6bb9-4a23-878e-8cf4c53a389b',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1295259086',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1429.538421] env[62438]: DEBUG nova.virt.hardware [None req-02f7eed8-805c-48e0-bb17-56dd221fdfe2 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1429.538662] env[62438]: DEBUG nova.virt.hardware [None req-02f7eed8-805c-48e0-bb17-56dd221fdfe2 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1429.538945] env[62438]: DEBUG nova.virt.hardware [None req-02f7eed8-805c-48e0-bb17-56dd221fdfe2 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1429.539201] env[62438]: DEBUG nova.virt.hardware [None req-02f7eed8-805c-48e0-bb17-56dd221fdfe2 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1429.539476] env[62438]: DEBUG nova.virt.hardware [None req-02f7eed8-805c-48e0-bb17-56dd221fdfe2 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1429.539816] env[62438]: DEBUG nova.virt.hardware [None req-02f7eed8-805c-48e0-bb17-56dd221fdfe2 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1429.540116] env[62438]: DEBUG nova.virt.hardware [None req-02f7eed8-805c-48e0-bb17-56dd221fdfe2 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1429.540359] env[62438]: DEBUG nova.virt.hardware [None req-02f7eed8-805c-48e0-bb17-56dd221fdfe2 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1429.540575] env[62438]: DEBUG nova.virt.hardware [None req-02f7eed8-805c-48e0-bb17-56dd221fdfe2 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1429.540815] env[62438]: DEBUG nova.virt.hardware [None req-02f7eed8-805c-48e0-bb17-56dd221fdfe2 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1429.544470] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-706ff1ae-71f7-4bbe-a47f-e7c5ee126734 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.555534] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13bbe19a-c18a-4749-a836-71b8d60bf106 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.570779] env[62438]: DEBUG oslo_concurrency.lockutils [None req-064485a4-6a18-4782-93f6-dc765ae0e29e tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1429.613512] env[62438]: DEBUG nova.scheduler.client.report [None req-c50d957a-58ba-4351-8125-a9e9db17fa6b tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1429.739910] env[62438]: INFO nova.compute.manager [None req-9b07e160-0f6e-4a31-bbd3-4c9760b3184c tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] [instance: 82059c94-0c99-48af-8ecb-e9bd695ba6f3] Took 38.74 seconds to build instance. [ 1429.824865] env[62438]: DEBUG oslo_vmware.api [None req-d9c45ecd-3a97-4b36-ad97-d11bede2208d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1784679, 'name': Rename_Task, 'duration_secs': 0.229228} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.825223] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9c45ecd-3a97-4b36-ad97-d11bede2208d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: 2cc722a0-76fa-4431-985b-9fe0ad62ef42] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1429.825496] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b82e8f18-a9bc-4b6b-8a99-716c85816b28 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.833710] env[62438]: DEBUG oslo_vmware.api [None req-d9c45ecd-3a97-4b36-ad97-d11bede2208d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Waiting for the task: (returnval){ [ 1429.833710] env[62438]: value = "task-1784682" [ 1429.833710] env[62438]: _type = "Task" [ 1429.833710] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.841762] env[62438]: DEBUG oslo_vmware.api [None req-d9c45ecd-3a97-4b36-ad97-d11bede2208d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1784682, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.855564] env[62438]: DEBUG nova.compute.manager [req-0128d878-6ad4-437b-85c5-b48cd0d587c5 req-0ae1cc6a-7ba0-4a84-a279-62d3d51d747b service nova] [instance: 84f3ff00-94b2-4595-8046-865c3016fc77] Received event network-vif-plugged-f6998673-c51a-41b4-8da7-a6c1d8d2592d {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1429.855564] env[62438]: DEBUG oslo_concurrency.lockutils [req-0128d878-6ad4-437b-85c5-b48cd0d587c5 req-0ae1cc6a-7ba0-4a84-a279-62d3d51d747b service nova] Acquiring lock "84f3ff00-94b2-4595-8046-865c3016fc77-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1429.855564] env[62438]: DEBUG oslo_concurrency.lockutils [req-0128d878-6ad4-437b-85c5-b48cd0d587c5 req-0ae1cc6a-7ba0-4a84-a279-62d3d51d747b service nova] Lock "84f3ff00-94b2-4595-8046-865c3016fc77-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1429.855564] env[62438]: DEBUG oslo_concurrency.lockutils [req-0128d878-6ad4-437b-85c5-b48cd0d587c5 req-0ae1cc6a-7ba0-4a84-a279-62d3d51d747b service nova] Lock "84f3ff00-94b2-4595-8046-865c3016fc77-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1429.855807] env[62438]: DEBUG nova.compute.manager [req-0128d878-6ad4-437b-85c5-b48cd0d587c5 req-0ae1cc6a-7ba0-4a84-a279-62d3d51d747b service nova] [instance: 84f3ff00-94b2-4595-8046-865c3016fc77] No waiting events found dispatching network-vif-plugged-f6998673-c51a-41b4-8da7-a6c1d8d2592d {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1429.856130] env[62438]: WARNING nova.compute.manager [req-0128d878-6ad4-437b-85c5-b48cd0d587c5 req-0ae1cc6a-7ba0-4a84-a279-62d3d51d747b service nova] [instance: 84f3ff00-94b2-4595-8046-865c3016fc77] Received unexpected event network-vif-plugged-f6998673-c51a-41b4-8da7-a6c1d8d2592d for instance with vm_state building and task_state spawning. [ 1429.935735] env[62438]: DEBUG oslo_vmware.api [None req-a1ce98f1-5dc7-4700-8de9-7278a4515224 tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] Task: {'id': task-1784681, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178901} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.935735] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1ce98f1-5dc7-4700-8de9-7278a4515224 tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1429.935735] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ce98f1-5dc7-4700-8de9-7278a4515224 tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] [instance: 75e311d0-fb4c-40b4-b25e-ca9df8db5f8e] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1429.935735] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ce98f1-5dc7-4700-8de9-7278a4515224 tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] [instance: 75e311d0-fb4c-40b4-b25e-ca9df8db5f8e] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1429.936174] env[62438]: INFO nova.compute.manager [None req-a1ce98f1-5dc7-4700-8de9-7278a4515224 tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] [instance: 75e311d0-fb4c-40b4-b25e-ca9df8db5f8e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1429.936445] env[62438]: DEBUG oslo.service.loopingcall [None req-a1ce98f1-5dc7-4700-8de9-7278a4515224 tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1429.936695] env[62438]: DEBUG nova.compute.manager [-] [instance: 75e311d0-fb4c-40b4-b25e-ca9df8db5f8e] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1429.936835] env[62438]: DEBUG nova.network.neutron [-] [instance: 75e311d0-fb4c-40b4-b25e-ca9df8db5f8e] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1429.959224] env[62438]: DEBUG nova.network.neutron [None req-02f7eed8-805c-48e0-bb17-56dd221fdfe2 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 84f3ff00-94b2-4595-8046-865c3016fc77] Successfully updated port: f6998673-c51a-41b4-8da7-a6c1d8d2592d {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1430.118557] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c50d957a-58ba-4351-8125-a9e9db17fa6b tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.638s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1430.119293] env[62438]: DEBUG nova.compute.manager [None req-c50d957a-58ba-4351-8125-a9e9db17fa6b tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] [instance: 98544a26-b42e-4164-8397-18188e662d64] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1430.122247] env[62438]: DEBUG oslo_concurrency.lockutils [None req-edd23b50-a8be-45b1-a84f-ef0514029596 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.972s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1430.123666] env[62438]: INFO nova.compute.claims [None req-edd23b50-a8be-45b1-a84f-ef0514029596 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: 77038eff-3013-423d-b1bf-a6d14e892441] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1430.241374] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9b07e160-0f6e-4a31-bbd3-4c9760b3184c tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Lock "82059c94-0c99-48af-8ecb-e9bd695ba6f3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.044s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1430.267872] env[62438]: DEBUG nova.compute.manager [req-917e453e-3866-4bf1-8e15-bbc2b8167a4c req-bbd7f7ef-a81b-44fb-95a9-806d7078bd2b service nova] [instance: 75e311d0-fb4c-40b4-b25e-ca9df8db5f8e] Received event network-vif-deleted-df0f685f-345a-45d7-9f6a-27fe8e29d5af {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1430.268088] env[62438]: INFO nova.compute.manager [req-917e453e-3866-4bf1-8e15-bbc2b8167a4c req-bbd7f7ef-a81b-44fb-95a9-806d7078bd2b service nova] [instance: 75e311d0-fb4c-40b4-b25e-ca9df8db5f8e] Neutron deleted interface df0f685f-345a-45d7-9f6a-27fe8e29d5af; detaching it from the instance and deleting it from the info cache [ 1430.268234] env[62438]: DEBUG nova.network.neutron [req-917e453e-3866-4bf1-8e15-bbc2b8167a4c req-bbd7f7ef-a81b-44fb-95a9-806d7078bd2b service nova] [instance: 75e311d0-fb4c-40b4-b25e-ca9df8db5f8e] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1430.343450] env[62438]: DEBUG oslo_vmware.api [None req-d9c45ecd-3a97-4b36-ad97-d11bede2208d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1784682, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.462030] env[62438]: DEBUG oslo_concurrency.lockutils [None req-02f7eed8-805c-48e0-bb17-56dd221fdfe2 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Acquiring lock "refresh_cache-84f3ff00-94b2-4595-8046-865c3016fc77" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1430.462285] env[62438]: DEBUG oslo_concurrency.lockutils [None req-02f7eed8-805c-48e0-bb17-56dd221fdfe2 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Acquired lock "refresh_cache-84f3ff00-94b2-4595-8046-865c3016fc77" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.462515] env[62438]: DEBUG nova.network.neutron [None req-02f7eed8-805c-48e0-bb17-56dd221fdfe2 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 84f3ff00-94b2-4595-8046-865c3016fc77] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1430.635128] env[62438]: DEBUG nova.compute.utils [None req-c50d957a-58ba-4351-8125-a9e9db17fa6b tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1430.636218] env[62438]: DEBUG nova.compute.manager [None req-c50d957a-58ba-4351-8125-a9e9db17fa6b tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] [instance: 98544a26-b42e-4164-8397-18188e662d64] Not allocating networking since 'none' was specified. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1977}} [ 1430.730441] env[62438]: DEBUG nova.network.neutron [-] [instance: 75e311d0-fb4c-40b4-b25e-ca9df8db5f8e] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1430.774278] env[62438]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d0e519d7-0db1-4e31-a060-8e2bc5a2cf8e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.793163] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c86ef39e-24ac-44e6-991d-760ef240f4cb {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.825869] env[62438]: DEBUG nova.compute.manager [req-917e453e-3866-4bf1-8e15-bbc2b8167a4c req-bbd7f7ef-a81b-44fb-95a9-806d7078bd2b service nova] [instance: 75e311d0-fb4c-40b4-b25e-ca9df8db5f8e] Detach interface failed, port_id=df0f685f-345a-45d7-9f6a-27fe8e29d5af, reason: Instance 75e311d0-fb4c-40b4-b25e-ca9df8db5f8e could not be found. {{(pid=62438) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1430.842685] env[62438]: DEBUG oslo_vmware.api [None req-d9c45ecd-3a97-4b36-ad97-d11bede2208d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1784682, 'name': PowerOnVM_Task, 'duration_secs': 0.65224} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.842955] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9c45ecd-3a97-4b36-ad97-d11bede2208d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: 2cc722a0-76fa-4431-985b-9fe0ad62ef42] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1430.843307] env[62438]: INFO nova.compute.manager [None req-d9c45ecd-3a97-4b36-ad97-d11bede2208d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: 2cc722a0-76fa-4431-985b-9fe0ad62ef42] Took 8.13 seconds to spawn the instance on the hypervisor. [ 1430.843513] env[62438]: DEBUG nova.compute.manager [None req-d9c45ecd-3a97-4b36-ad97-d11bede2208d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: 2cc722a0-76fa-4431-985b-9fe0ad62ef42] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1430.844345] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ec8515-41da-4f3f-b96c-04bb290d30ec {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.005931] env[62438]: DEBUG nova.network.neutron [None req-02f7eed8-805c-48e0-bb17-56dd221fdfe2 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 84f3ff00-94b2-4595-8046-865c3016fc77] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1431.140651] env[62438]: DEBUG nova.compute.manager [None req-c50d957a-58ba-4351-8125-a9e9db17fa6b tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] [instance: 98544a26-b42e-4164-8397-18188e662d64] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1431.232181] env[62438]: INFO nova.compute.manager [-] [instance: 75e311d0-fb4c-40b4-b25e-ca9df8db5f8e] Took 1.30 seconds to deallocate network for instance. [ 1431.253486] env[62438]: DEBUG nova.network.neutron [None req-02f7eed8-805c-48e0-bb17-56dd221fdfe2 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 84f3ff00-94b2-4595-8046-865c3016fc77] Updating instance_info_cache with network_info: [{"id": "f6998673-c51a-41b4-8da7-a6c1d8d2592d", "address": "fa:16:3e:a0:72:12", "network": {"id": "8e2a4cc9-3d97-4555-97e3-837d85836978", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "332326a11cdf4ec891065b36ccc5aa20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6998673-c5", "ovs_interfaceid": "f6998673-c51a-41b4-8da7-a6c1d8d2592d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1431.360774] env[62438]: INFO nova.compute.manager [None req-d9c45ecd-3a97-4b36-ad97-d11bede2208d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: 2cc722a0-76fa-4431-985b-9fe0ad62ef42] Took 32.90 seconds to build instance. [ 1431.580203] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f6e7276-1804-45f8-8e7e-8d2d6ba2924c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.588560] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe896140-31cf-48dc-9bba-994916f66e1b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.618700] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c6b8090-27e2-4903-9f61-fa72a4596ebd {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.626703] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cac9a90-6de3-4535-a883-b5f08fcfed4d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.640397] env[62438]: DEBUG nova.compute.provider_tree [None req-edd23b50-a8be-45b1-a84f-ef0514029596 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1431.740106] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a1ce98f1-5dc7-4700-8de9-7278a4515224 tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1431.757228] env[62438]: DEBUG oslo_concurrency.lockutils [None req-02f7eed8-805c-48e0-bb17-56dd221fdfe2 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Releasing lock "refresh_cache-84f3ff00-94b2-4595-8046-865c3016fc77" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1431.757559] env[62438]: DEBUG nova.compute.manager [None req-02f7eed8-805c-48e0-bb17-56dd221fdfe2 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 84f3ff00-94b2-4595-8046-865c3016fc77] Instance network_info: |[{"id": "f6998673-c51a-41b4-8da7-a6c1d8d2592d", "address": "fa:16:3e:a0:72:12", "network": {"id": "8e2a4cc9-3d97-4555-97e3-837d85836978", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "332326a11cdf4ec891065b36ccc5aa20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6998673-c5", "ovs_interfaceid": "f6998673-c51a-41b4-8da7-a6c1d8d2592d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1431.757980] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-02f7eed8-805c-48e0-bb17-56dd221fdfe2 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 84f3ff00-94b2-4595-8046-865c3016fc77] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:72:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '359850cc-b061-4c9c-a61c-eb42e0f7c359', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f6998673-c51a-41b4-8da7-a6c1d8d2592d', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1431.765389] env[62438]: DEBUG oslo.service.loopingcall [None req-02f7eed8-805c-48e0-bb17-56dd221fdfe2 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1431.765609] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84f3ff00-94b2-4595-8046-865c3016fc77] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1431.765844] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dcadcea7-c00d-40a9-a46a-68e87ce2f05a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.786471] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1431.786471] env[62438]: value = "task-1784683" [ 1431.786471] env[62438]: _type = "Task" [ 1431.786471] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.796322] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784683, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.863575] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d9c45ecd-3a97-4b36-ad97-d11bede2208d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Lock "2cc722a0-76fa-4431-985b-9fe0ad62ef42" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.042s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1431.895271] env[62438]: DEBUG nova.compute.manager [req-791202ba-cd1f-4267-a80e-650edebe3971 req-87f681d0-a996-4570-949e-a7aaed2b9d8e service nova] [instance: 84f3ff00-94b2-4595-8046-865c3016fc77] Received event network-changed-f6998673-c51a-41b4-8da7-a6c1d8d2592d {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1431.895271] env[62438]: DEBUG nova.compute.manager [req-791202ba-cd1f-4267-a80e-650edebe3971 req-87f681d0-a996-4570-949e-a7aaed2b9d8e service nova] [instance: 84f3ff00-94b2-4595-8046-865c3016fc77] Refreshing instance network info cache due to event network-changed-f6998673-c51a-41b4-8da7-a6c1d8d2592d. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1431.895538] env[62438]: DEBUG oslo_concurrency.lockutils [req-791202ba-cd1f-4267-a80e-650edebe3971 req-87f681d0-a996-4570-949e-a7aaed2b9d8e service nova] Acquiring lock "refresh_cache-84f3ff00-94b2-4595-8046-865c3016fc77" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1431.895538] env[62438]: DEBUG oslo_concurrency.lockutils [req-791202ba-cd1f-4267-a80e-650edebe3971 req-87f681d0-a996-4570-949e-a7aaed2b9d8e service nova] Acquired lock "refresh_cache-84f3ff00-94b2-4595-8046-865c3016fc77" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.895694] env[62438]: DEBUG nova.network.neutron [req-791202ba-cd1f-4267-a80e-650edebe3971 req-87f681d0-a996-4570-949e-a7aaed2b9d8e service nova] [instance: 84f3ff00-94b2-4595-8046-865c3016fc77] Refreshing network info cache for port f6998673-c51a-41b4-8da7-a6c1d8d2592d {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1432.029243] env[62438]: DEBUG oslo_concurrency.lockutils [None req-86f1bcca-86f5-4382-bc07-8523eb855c97 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Acquiring lock "2a23b794-2acb-487c-901d-7aeca03aec83" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1432.029535] env[62438]: DEBUG oslo_concurrency.lockutils [None req-86f1bcca-86f5-4382-bc07-8523eb855c97 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Lock "2a23b794-2acb-487c-901d-7aeca03aec83" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1432.144326] env[62438]: DEBUG nova.scheduler.client.report [None req-edd23b50-a8be-45b1-a84f-ef0514029596 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1432.151033] env[62438]: DEBUG nova.compute.manager [None req-c50d957a-58ba-4351-8125-a9e9db17fa6b tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] [instance: 98544a26-b42e-4164-8397-18188e662d64] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1432.177885] env[62438]: DEBUG nova.virt.hardware [None req-c50d957a-58ba-4351-8125-a9e9db17fa6b tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1432.178163] env[62438]: DEBUG nova.virt.hardware [None req-c50d957a-58ba-4351-8125-a9e9db17fa6b tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1432.178247] env[62438]: DEBUG nova.virt.hardware [None req-c50d957a-58ba-4351-8125-a9e9db17fa6b tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1432.178504] env[62438]: DEBUG nova.virt.hardware [None req-c50d957a-58ba-4351-8125-a9e9db17fa6b tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1432.178670] env[62438]: DEBUG nova.virt.hardware [None req-c50d957a-58ba-4351-8125-a9e9db17fa6b tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1432.178944] env[62438]: DEBUG nova.virt.hardware [None req-c50d957a-58ba-4351-8125-a9e9db17fa6b tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1432.179074] env[62438]: DEBUG nova.virt.hardware [None req-c50d957a-58ba-4351-8125-a9e9db17fa6b tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1432.179298] env[62438]: DEBUG nova.virt.hardware [None req-c50d957a-58ba-4351-8125-a9e9db17fa6b tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1432.179498] env[62438]: DEBUG nova.virt.hardware [None req-c50d957a-58ba-4351-8125-a9e9db17fa6b tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1432.179811] env[62438]: DEBUG nova.virt.hardware [None req-c50d957a-58ba-4351-8125-a9e9db17fa6b tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1432.179900] env[62438]: DEBUG nova.virt.hardware [None req-c50d957a-58ba-4351-8125-a9e9db17fa6b tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1432.181128] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd39df6a-a764-4b3a-b3f2-422a16fda27c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.190847] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe42aa1-94d0-4eca-8fc9-77e4f7dfe86f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.208605] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-c50d957a-58ba-4351-8125-a9e9db17fa6b tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] [instance: 98544a26-b42e-4164-8397-18188e662d64] Instance VIF info [] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1432.214200] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-c50d957a-58ba-4351-8125-a9e9db17fa6b tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] Creating folder: Project (0855badaa2d342f7beacd2672283c286). Parent ref: group-v370230. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1432.214544] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c5fd0382-f75b-4dda-96a1-38ef42ca4b0a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.227213] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-c50d957a-58ba-4351-8125-a9e9db17fa6b tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] Created folder: Project (0855badaa2d342f7beacd2672283c286) in parent group-v370230. [ 1432.227428] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-c50d957a-58ba-4351-8125-a9e9db17fa6b tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] Creating folder: Instances. Parent ref: group-v370349. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1432.227685] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-681aabaa-5bb3-466d-9849-1bce23eafb81 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.240862] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-c50d957a-58ba-4351-8125-a9e9db17fa6b tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] Created folder: Instances in parent group-v370349. [ 1432.241149] env[62438]: DEBUG oslo.service.loopingcall [None req-c50d957a-58ba-4351-8125-a9e9db17fa6b tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1432.242329] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98544a26-b42e-4164-8397-18188e662d64] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1432.242601] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3c341d51-f5bf-44f1-a1f7-0c59d0866ead {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.261519] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1432.261519] env[62438]: value = "task-1784686" [ 1432.261519] env[62438]: _type = "Task" [ 1432.261519] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.269648] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784686, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.298313] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784683, 'name': CreateVM_Task, 'duration_secs': 0.411013} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.298519] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84f3ff00-94b2-4595-8046-865c3016fc77] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1432.299213] env[62438]: DEBUG oslo_concurrency.lockutils [None req-02f7eed8-805c-48e0-bb17-56dd221fdfe2 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1432.299385] env[62438]: DEBUG oslo_concurrency.lockutils [None req-02f7eed8-805c-48e0-bb17-56dd221fdfe2 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.299772] env[62438]: DEBUG oslo_concurrency.lockutils [None req-02f7eed8-805c-48e0-bb17-56dd221fdfe2 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1432.300055] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea98744b-97b4-4cb4-85cd-fdaf61a3f0b5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.306830] env[62438]: DEBUG oslo_vmware.api [None req-02f7eed8-805c-48e0-bb17-56dd221fdfe2 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Waiting for the task: (returnval){ [ 1432.306830] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]529ca881-c1ca-6abb-0efc-b6a1e40f3def" [ 1432.306830] env[62438]: _type = "Task" [ 1432.306830] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.336394] env[62438]: DEBUG oslo_vmware.api [None req-02f7eed8-805c-48e0-bb17-56dd221fdfe2 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]529ca881-c1ca-6abb-0efc-b6a1e40f3def, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.531574] env[62438]: DEBUG nova.compute.manager [None req-86f1bcca-86f5-4382-bc07-8523eb855c97 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] [instance: 2a23b794-2acb-487c-901d-7aeca03aec83] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1432.648808] env[62438]: DEBUG oslo_concurrency.lockutils [None req-edd23b50-a8be-45b1-a84f-ef0514029596 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.526s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1432.649407] env[62438]: DEBUG nova.compute.manager [None req-edd23b50-a8be-45b1-a84f-ef0514029596 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: 77038eff-3013-423d-b1bf-a6d14e892441] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1432.652091] env[62438]: DEBUG oslo_concurrency.lockutils [None req-655f91d1-284b-4bda-b440-32bfdaf49826 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.314s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1432.652342] env[62438]: DEBUG nova.objects.instance [None req-655f91d1-284b-4bda-b440-32bfdaf49826 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Lazy-loading 'resources' on Instance uuid dafca806-482e-476d-aac6-f4844403efb3 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1432.766216] env[62438]: DEBUG nova.network.neutron [req-791202ba-cd1f-4267-a80e-650edebe3971 req-87f681d0-a996-4570-949e-a7aaed2b9d8e service nova] [instance: 84f3ff00-94b2-4595-8046-865c3016fc77] Updated VIF entry in instance network info cache for port f6998673-c51a-41b4-8da7-a6c1d8d2592d. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1432.766598] env[62438]: DEBUG nova.network.neutron [req-791202ba-cd1f-4267-a80e-650edebe3971 req-87f681d0-a996-4570-949e-a7aaed2b9d8e service nova] [instance: 84f3ff00-94b2-4595-8046-865c3016fc77] Updating instance_info_cache with network_info: [{"id": "f6998673-c51a-41b4-8da7-a6c1d8d2592d", "address": "fa:16:3e:a0:72:12", "network": {"id": "8e2a4cc9-3d97-4555-97e3-837d85836978", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "332326a11cdf4ec891065b36ccc5aa20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6998673-c5", "ovs_interfaceid": "f6998673-c51a-41b4-8da7-a6c1d8d2592d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1432.774402] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784686, 'name': CreateVM_Task} progress is 99%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.819108] env[62438]: DEBUG oslo_vmware.api [None req-02f7eed8-805c-48e0-bb17-56dd221fdfe2 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]529ca881-c1ca-6abb-0efc-b6a1e40f3def, 'name': SearchDatastore_Task, 'duration_secs': 0.02736} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.819461] env[62438]: DEBUG oslo_concurrency.lockutils [None req-02f7eed8-805c-48e0-bb17-56dd221fdfe2 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1432.819733] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-02f7eed8-805c-48e0-bb17-56dd221fdfe2 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 84f3ff00-94b2-4595-8046-865c3016fc77] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1432.819977] env[62438]: DEBUG oslo_concurrency.lockutils [None req-02f7eed8-805c-48e0-bb17-56dd221fdfe2 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1432.820145] env[62438]: DEBUG oslo_concurrency.lockutils [None req-02f7eed8-805c-48e0-bb17-56dd221fdfe2 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.820336] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-02f7eed8-805c-48e0-bb17-56dd221fdfe2 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1432.820610] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1a22c17a-b8f8-4911-a145-e0ac1ea2bf6e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.835530] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-02f7eed8-805c-48e0-bb17-56dd221fdfe2 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1432.835732] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-02f7eed8-805c-48e0-bb17-56dd221fdfe2 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1432.836503] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c104fcd-cd42-482a-af8e-239a1b875575 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.842379] env[62438]: DEBUG oslo_vmware.api [None req-02f7eed8-805c-48e0-bb17-56dd221fdfe2 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Waiting for the task: (returnval){ [ 1432.842379] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5205ce0f-f37f-26c4-e0bb-40e2c8fb02b9" [ 1432.842379] env[62438]: _type = "Task" [ 1432.842379] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.851446] env[62438]: DEBUG oslo_vmware.api [None req-02f7eed8-805c-48e0-bb17-56dd221fdfe2 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5205ce0f-f37f-26c4-e0bb-40e2c8fb02b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.983066] env[62438]: INFO nova.compute.manager [None req-6543a007-186b-4f8b-b83e-b3b48e91dad5 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: 2cc722a0-76fa-4431-985b-9fe0ad62ef42] Rebuilding instance [ 1433.055918] env[62438]: DEBUG oslo_concurrency.lockutils [None req-86f1bcca-86f5-4382-bc07-8523eb855c97 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1433.103683] env[62438]: DEBUG nova.compute.manager [None req-6543a007-186b-4f8b-b83e-b3b48e91dad5 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: 2cc722a0-76fa-4431-985b-9fe0ad62ef42] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1433.104670] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f94b8846-c3de-4338-9b8b-53e154014964 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.155044] env[62438]: DEBUG nova.compute.utils [None req-edd23b50-a8be-45b1-a84f-ef0514029596 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1433.156690] env[62438]: DEBUG nova.compute.manager [None req-edd23b50-a8be-45b1-a84f-ef0514029596 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: 77038eff-3013-423d-b1bf-a6d14e892441] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1433.156862] env[62438]: DEBUG nova.network.neutron [None req-edd23b50-a8be-45b1-a84f-ef0514029596 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: 77038eff-3013-423d-b1bf-a6d14e892441] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1433.199591] env[62438]: DEBUG nova.policy [None req-edd23b50-a8be-45b1-a84f-ef0514029596 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7a5096b690dc44a5ac7e186644800454', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e823f0cf4b1843f281f390b5ef2d3403', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1433.268942] env[62438]: DEBUG oslo_concurrency.lockutils [req-791202ba-cd1f-4267-a80e-650edebe3971 req-87f681d0-a996-4570-949e-a7aaed2b9d8e service nova] Releasing lock "refresh_cache-84f3ff00-94b2-4595-8046-865c3016fc77" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1433.274742] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784686, 'name': CreateVM_Task} progress is 99%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.362105] env[62438]: DEBUG oslo_vmware.api [None req-02f7eed8-805c-48e0-bb17-56dd221fdfe2 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5205ce0f-f37f-26c4-e0bb-40e2c8fb02b9, 'name': SearchDatastore_Task, 'duration_secs': 0.048012} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.366637] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a516c93d-e91b-401e-b903-8ad26e216d51 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.374777] env[62438]: DEBUG oslo_vmware.api [None req-02f7eed8-805c-48e0-bb17-56dd221fdfe2 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Waiting for the task: (returnval){ [ 1433.374777] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]521d7dd5-2de7-93db-7624-04350ce54eff" [ 1433.374777] env[62438]: _type = "Task" [ 1433.374777] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.388647] env[62438]: DEBUG oslo_vmware.api [None req-02f7eed8-805c-48e0-bb17-56dd221fdfe2 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]521d7dd5-2de7-93db-7624-04350ce54eff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.498083] env[62438]: DEBUG nova.network.neutron [None req-edd23b50-a8be-45b1-a84f-ef0514029596 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: 77038eff-3013-423d-b1bf-a6d14e892441] Successfully created port: 033e4ac6-617b-4d64-86ee-f25ff4af133d {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1433.606315] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f423867-54b5-4abe-9c41-d03f72e88064 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.616777] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-6543a007-186b-4f8b-b83e-b3b48e91dad5 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: 2cc722a0-76fa-4431-985b-9fe0ad62ef42] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1433.618109] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d9cdeed-e20b-4445-b310-2e4e9c524300 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.622325] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f2dc3a77-57d5-4d0c-9915-b34abcfccd8c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.655116] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a06182-5d2a-4df0-a3aa-fae067bcd136 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.658089] env[62438]: DEBUG oslo_vmware.api [None req-6543a007-186b-4f8b-b83e-b3b48e91dad5 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Waiting for the task: (returnval){ [ 1433.658089] env[62438]: value = "task-1784687" [ 1433.658089] env[62438]: _type = "Task" [ 1433.658089] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.664040] env[62438]: DEBUG nova.compute.manager [None req-edd23b50-a8be-45b1-a84f-ef0514029596 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: 77038eff-3013-423d-b1bf-a6d14e892441] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1433.668703] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0278973-f12b-48af-9f5e-6f6aa4a9beac {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.675788] env[62438]: DEBUG oslo_vmware.api [None req-6543a007-186b-4f8b-b83e-b3b48e91dad5 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1784687, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.686532] env[62438]: DEBUG nova.compute.provider_tree [None req-655f91d1-284b-4bda-b440-32bfdaf49826 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1433.773335] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784686, 'name': CreateVM_Task, 'duration_secs': 1.31261} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.773511] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98544a26-b42e-4164-8397-18188e662d64] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1433.773968] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c50d957a-58ba-4351-8125-a9e9db17fa6b tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1433.774164] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c50d957a-58ba-4351-8125-a9e9db17fa6b tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.774492] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c50d957a-58ba-4351-8125-a9e9db17fa6b tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1433.774756] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f12394d3-69de-4614-b779-1d744d6dec6e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.780144] env[62438]: DEBUG oslo_vmware.api [None req-c50d957a-58ba-4351-8125-a9e9db17fa6b tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] Waiting for the task: (returnval){ [ 1433.780144] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52292fce-adfe-e546-990d-8b3924a6d06c" [ 1433.780144] env[62438]: _type = "Task" [ 1433.780144] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.789099] env[62438]: DEBUG oslo_vmware.api [None req-c50d957a-58ba-4351-8125-a9e9db17fa6b tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52292fce-adfe-e546-990d-8b3924a6d06c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.886298] env[62438]: DEBUG oslo_vmware.api [None req-02f7eed8-805c-48e0-bb17-56dd221fdfe2 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]521d7dd5-2de7-93db-7624-04350ce54eff, 'name': SearchDatastore_Task, 'duration_secs': 0.010792} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.886594] env[62438]: DEBUG oslo_concurrency.lockutils [None req-02f7eed8-805c-48e0-bb17-56dd221fdfe2 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1433.886865] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-02f7eed8-805c-48e0-bb17-56dd221fdfe2 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 84f3ff00-94b2-4595-8046-865c3016fc77/84f3ff00-94b2-4595-8046-865c3016fc77.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1433.887163] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ada5a033-b645-4e8a-b09b-5963fac5b524 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.896692] env[62438]: DEBUG oslo_vmware.api [None req-02f7eed8-805c-48e0-bb17-56dd221fdfe2 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Waiting for the task: (returnval){ [ 1433.896692] env[62438]: value = "task-1784688" [ 1433.896692] env[62438]: _type = "Task" [ 1433.896692] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.905767] env[62438]: DEBUG oslo_vmware.api [None req-02f7eed8-805c-48e0-bb17-56dd221fdfe2 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Task: {'id': task-1784688, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.176089] env[62438]: DEBUG oslo_vmware.api [None req-6543a007-186b-4f8b-b83e-b3b48e91dad5 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1784687, 'name': PowerOffVM_Task, 'duration_secs': 0.366373} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.176797] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-6543a007-186b-4f8b-b83e-b3b48e91dad5 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: 2cc722a0-76fa-4431-985b-9fe0ad62ef42] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1434.177049] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-6543a007-186b-4f8b-b83e-b3b48e91dad5 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: 2cc722a0-76fa-4431-985b-9fe0ad62ef42] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1434.177882] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c26b027-c70f-4752-ae1a-f7340be545a9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.189112] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-6543a007-186b-4f8b-b83e-b3b48e91dad5 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: 2cc722a0-76fa-4431-985b-9fe0ad62ef42] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1434.190077] env[62438]: DEBUG nova.scheduler.client.report [None req-655f91d1-284b-4bda-b440-32bfdaf49826 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1434.194099] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-54817f30-1859-449b-b0c9-a9813c05db1e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.291729] env[62438]: DEBUG oslo_vmware.api [None req-c50d957a-58ba-4351-8125-a9e9db17fa6b tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52292fce-adfe-e546-990d-8b3924a6d06c, 'name': SearchDatastore_Task, 'duration_secs': 0.015108} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.292095] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c50d957a-58ba-4351-8125-a9e9db17fa6b tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1434.292348] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-c50d957a-58ba-4351-8125-a9e9db17fa6b tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] [instance: 98544a26-b42e-4164-8397-18188e662d64] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1434.292601] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c50d957a-58ba-4351-8125-a9e9db17fa6b tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1434.292755] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c50d957a-58ba-4351-8125-a9e9db17fa6b tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.292960] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-c50d957a-58ba-4351-8125-a9e9db17fa6b tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1434.293346] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b9c24fd-e189-4ce8-8866-19562cc552cf {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.308326] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-c50d957a-58ba-4351-8125-a9e9db17fa6b tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1434.308727] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-c50d957a-58ba-4351-8125-a9e9db17fa6b tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1434.309376] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac9eec6b-6c55-4d12-92c3-4965153875ce {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.317019] env[62438]: DEBUG oslo_vmware.api [None req-c50d957a-58ba-4351-8125-a9e9db17fa6b tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] Waiting for the task: (returnval){ [ 1434.317019] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]524abbe0-1a69-cf45-f6e4-f3d9d55d4d0f" [ 1434.317019] env[62438]: _type = "Task" [ 1434.317019] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.327823] env[62438]: DEBUG oslo_vmware.api [None req-c50d957a-58ba-4351-8125-a9e9db17fa6b tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]524abbe0-1a69-cf45-f6e4-f3d9d55d4d0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.333370] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-6543a007-186b-4f8b-b83e-b3b48e91dad5 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: 2cc722a0-76fa-4431-985b-9fe0ad62ef42] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1434.333749] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-6543a007-186b-4f8b-b83e-b3b48e91dad5 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: 2cc722a0-76fa-4431-985b-9fe0ad62ef42] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1434.334058] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-6543a007-186b-4f8b-b83e-b3b48e91dad5 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Deleting the datastore file [datastore1] 2cc722a0-76fa-4431-985b-9fe0ad62ef42 {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1434.334458] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-81ee8fb2-6118-4f33-b541-b313fc9ff178 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.346034] env[62438]: DEBUG oslo_vmware.api [None req-6543a007-186b-4f8b-b83e-b3b48e91dad5 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Waiting for the task: (returnval){ [ 1434.346034] env[62438]: value = "task-1784690" [ 1434.346034] env[62438]: _type = "Task" [ 1434.346034] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.358143] env[62438]: DEBUG oslo_vmware.api [None req-6543a007-186b-4f8b-b83e-b3b48e91dad5 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1784690, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.408076] env[62438]: DEBUG oslo_vmware.api [None req-02f7eed8-805c-48e0-bb17-56dd221fdfe2 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Task: {'id': task-1784688, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.678962] env[62438]: DEBUG nova.compute.manager [None req-edd23b50-a8be-45b1-a84f-ef0514029596 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: 77038eff-3013-423d-b1bf-a6d14e892441] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1434.695353] env[62438]: DEBUG oslo_concurrency.lockutils [None req-655f91d1-284b-4bda-b440-32bfdaf49826 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.043s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1434.699778] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2fc3cdc3-7afe-4b46-a7bb-969aec517517 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 23.975s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1434.699981] env[62438]: DEBUG nova.objects.instance [None req-2fc3cdc3-7afe-4b46-a7bb-969aec517517 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] [instance: 8234c07d-eb31-429f-b804-a3250ea396a0] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62438) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1434.708975] env[62438]: DEBUG nova.virt.hardware [None req-edd23b50-a8be-45b1-a84f-ef0514029596 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1434.709244] env[62438]: DEBUG nova.virt.hardware [None req-edd23b50-a8be-45b1-a84f-ef0514029596 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1434.709426] env[62438]: DEBUG nova.virt.hardware [None req-edd23b50-a8be-45b1-a84f-ef0514029596 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1434.709618] env[62438]: DEBUG nova.virt.hardware [None req-edd23b50-a8be-45b1-a84f-ef0514029596 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1434.709772] env[62438]: DEBUG nova.virt.hardware [None req-edd23b50-a8be-45b1-a84f-ef0514029596 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1434.709925] env[62438]: DEBUG nova.virt.hardware [None req-edd23b50-a8be-45b1-a84f-ef0514029596 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1434.710423] env[62438]: DEBUG nova.virt.hardware [None req-edd23b50-a8be-45b1-a84f-ef0514029596 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1434.710652] env[62438]: DEBUG nova.virt.hardware [None req-edd23b50-a8be-45b1-a84f-ef0514029596 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1434.710893] env[62438]: DEBUG nova.virt.hardware [None req-edd23b50-a8be-45b1-a84f-ef0514029596 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1434.711109] env[62438]: DEBUG nova.virt.hardware [None req-edd23b50-a8be-45b1-a84f-ef0514029596 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1434.711334] env[62438]: DEBUG nova.virt.hardware [None req-edd23b50-a8be-45b1-a84f-ef0514029596 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1434.712277] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f83757-3494-4ce9-9508-4a3f4b016009 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.721554] env[62438]: INFO nova.scheduler.client.report [None req-655f91d1-284b-4bda-b440-32bfdaf49826 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Deleted allocations for instance dafca806-482e-476d-aac6-f4844403efb3 [ 1434.723681] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f0f27a-d3eb-462d-84a6-c757c30c0006 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.827908] env[62438]: DEBUG oslo_vmware.api [None req-c50d957a-58ba-4351-8125-a9e9db17fa6b tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]524abbe0-1a69-cf45-f6e4-f3d9d55d4d0f, 'name': SearchDatastore_Task, 'duration_secs': 0.060776} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.828867] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9f271e5-874c-4899-84da-3ebef1f3ebfe {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.834747] env[62438]: DEBUG oslo_vmware.api [None req-c50d957a-58ba-4351-8125-a9e9db17fa6b tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] Waiting for the task: (returnval){ [ 1434.834747] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]522df00d-df61-f012-908f-0b5b1adf6f04" [ 1434.834747] env[62438]: _type = "Task" [ 1434.834747] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.842577] env[62438]: DEBUG oslo_vmware.api [None req-c50d957a-58ba-4351-8125-a9e9db17fa6b tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]522df00d-df61-f012-908f-0b5b1adf6f04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.855230] env[62438]: DEBUG oslo_vmware.api [None req-6543a007-186b-4f8b-b83e-b3b48e91dad5 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1784690, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198856} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.855516] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-6543a007-186b-4f8b-b83e-b3b48e91dad5 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1434.855713] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-6543a007-186b-4f8b-b83e-b3b48e91dad5 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: 2cc722a0-76fa-4431-985b-9fe0ad62ef42] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1434.855896] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-6543a007-186b-4f8b-b83e-b3b48e91dad5 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: 2cc722a0-76fa-4431-985b-9fe0ad62ef42] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1434.907691] env[62438]: DEBUG oslo_vmware.api [None req-02f7eed8-805c-48e0-bb17-56dd221fdfe2 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Task: {'id': task-1784688, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519005} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.907993] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-02f7eed8-805c-48e0-bb17-56dd221fdfe2 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 84f3ff00-94b2-4595-8046-865c3016fc77/84f3ff00-94b2-4595-8046-865c3016fc77.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1434.908227] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-02f7eed8-805c-48e0-bb17-56dd221fdfe2 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 84f3ff00-94b2-4595-8046-865c3016fc77] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1434.908484] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-af598663-66c9-4181-a0e6-0bedfacc1f47 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.916978] env[62438]: DEBUG oslo_vmware.api [None req-02f7eed8-805c-48e0-bb17-56dd221fdfe2 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Waiting for the task: (returnval){ [ 1434.916978] env[62438]: value = "task-1784691" [ 1434.916978] env[62438]: _type = "Task" [ 1434.916978] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.924775] env[62438]: DEBUG oslo_vmware.api [None req-02f7eed8-805c-48e0-bb17-56dd221fdfe2 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Task: {'id': task-1784691, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.125423] env[62438]: DEBUG nova.compute.manager [req-0b3bb9b3-6069-49ca-82da-8fdbf91fb002 req-a31827c5-24a4-4493-af12-8c717988d906 service nova] [instance: 77038eff-3013-423d-b1bf-a6d14e892441] Received event network-vif-plugged-033e4ac6-617b-4d64-86ee-f25ff4af133d {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1435.125654] env[62438]: DEBUG oslo_concurrency.lockutils [req-0b3bb9b3-6069-49ca-82da-8fdbf91fb002 req-a31827c5-24a4-4493-af12-8c717988d906 service nova] Acquiring lock "77038eff-3013-423d-b1bf-a6d14e892441-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1435.125874] env[62438]: DEBUG oslo_concurrency.lockutils [req-0b3bb9b3-6069-49ca-82da-8fdbf91fb002 req-a31827c5-24a4-4493-af12-8c717988d906 service nova] Lock "77038eff-3013-423d-b1bf-a6d14e892441-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1435.126190] env[62438]: DEBUG oslo_concurrency.lockutils [req-0b3bb9b3-6069-49ca-82da-8fdbf91fb002 req-a31827c5-24a4-4493-af12-8c717988d906 service nova] Lock "77038eff-3013-423d-b1bf-a6d14e892441-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1435.126412] env[62438]: DEBUG nova.compute.manager [req-0b3bb9b3-6069-49ca-82da-8fdbf91fb002 req-a31827c5-24a4-4493-af12-8c717988d906 service nova] [instance: 77038eff-3013-423d-b1bf-a6d14e892441] No waiting events found dispatching network-vif-plugged-033e4ac6-617b-4d64-86ee-f25ff4af133d {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1435.126588] env[62438]: WARNING nova.compute.manager [req-0b3bb9b3-6069-49ca-82da-8fdbf91fb002 req-a31827c5-24a4-4493-af12-8c717988d906 service nova] [instance: 77038eff-3013-423d-b1bf-a6d14e892441] Received unexpected event network-vif-plugged-033e4ac6-617b-4d64-86ee-f25ff4af133d for instance with vm_state building and task_state spawning. [ 1435.238036] env[62438]: DEBUG oslo_concurrency.lockutils [None req-655f91d1-284b-4bda-b440-32bfdaf49826 tempest-ImagesOneServerTestJSON-298840113 tempest-ImagesOneServerTestJSON-298840113-project-member] Lock "dafca806-482e-476d-aac6-f4844403efb3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.092s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1435.239604] env[62438]: DEBUG nova.network.neutron [None req-edd23b50-a8be-45b1-a84f-ef0514029596 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: 77038eff-3013-423d-b1bf-a6d14e892441] Successfully updated port: 033e4ac6-617b-4d64-86ee-f25ff4af133d {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1435.345731] env[62438]: DEBUG oslo_vmware.api [None req-c50d957a-58ba-4351-8125-a9e9db17fa6b tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]522df00d-df61-f012-908f-0b5b1adf6f04, 'name': SearchDatastore_Task, 'duration_secs': 0.010571} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.346034] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c50d957a-58ba-4351-8125-a9e9db17fa6b tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1435.346301] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-c50d957a-58ba-4351-8125-a9e9db17fa6b tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 98544a26-b42e-4164-8397-18188e662d64/98544a26-b42e-4164-8397-18188e662d64.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1435.346569] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-169681fa-8b41-4433-8a4d-8706ce56c2c1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.354924] env[62438]: DEBUG oslo_vmware.api [None req-c50d957a-58ba-4351-8125-a9e9db17fa6b tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] Waiting for the task: (returnval){ [ 1435.354924] env[62438]: value = "task-1784692" [ 1435.354924] env[62438]: _type = "Task" [ 1435.354924] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.368042] env[62438]: DEBUG oslo_vmware.api [None req-c50d957a-58ba-4351-8125-a9e9db17fa6b tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] Task: {'id': task-1784692, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.428603] env[62438]: DEBUG oslo_vmware.api [None req-02f7eed8-805c-48e0-bb17-56dd221fdfe2 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Task: {'id': task-1784691, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.151211} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.428603] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-02f7eed8-805c-48e0-bb17-56dd221fdfe2 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 84f3ff00-94b2-4595-8046-865c3016fc77] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1435.429211] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f4a406f-f065-4cd4-84e0-703a718197ad {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.454410] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-02f7eed8-805c-48e0-bb17-56dd221fdfe2 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 84f3ff00-94b2-4595-8046-865c3016fc77] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 84f3ff00-94b2-4595-8046-865c3016fc77/84f3ff00-94b2-4595-8046-865c3016fc77.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1435.454410] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-070e2485-c54b-4bc4-b849-2b9d9404cd8a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.475235] env[62438]: DEBUG oslo_vmware.api [None req-02f7eed8-805c-48e0-bb17-56dd221fdfe2 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Waiting for the task: (returnval){ [ 1435.475235] env[62438]: value = "task-1784693" [ 1435.475235] env[62438]: _type = "Task" [ 1435.475235] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.488501] env[62438]: DEBUG oslo_vmware.api [None req-02f7eed8-805c-48e0-bb17-56dd221fdfe2 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Task: {'id': task-1784693, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.709981] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2fc3cdc3-7afe-4b46-a7bb-969aec517517 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1435.711365] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e308700c-17c9-4c86-968f-930d02a44b2f tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.099s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1435.713076] env[62438]: INFO nova.compute.claims [None req-e308700c-17c9-4c86-968f-930d02a44b2f tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [instance: 1ed63f2e-9e74-4d64-96fb-7a3315793ca9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1435.744387] env[62438]: DEBUG oslo_concurrency.lockutils [None req-edd23b50-a8be-45b1-a84f-ef0514029596 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Acquiring lock "refresh_cache-77038eff-3013-423d-b1bf-a6d14e892441" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1435.744474] env[62438]: DEBUG oslo_concurrency.lockutils [None req-edd23b50-a8be-45b1-a84f-ef0514029596 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Acquired lock "refresh_cache-77038eff-3013-423d-b1bf-a6d14e892441" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.744633] env[62438]: DEBUG nova.network.neutron [None req-edd23b50-a8be-45b1-a84f-ef0514029596 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: 77038eff-3013-423d-b1bf-a6d14e892441] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1435.865827] env[62438]: DEBUG oslo_vmware.api [None req-c50d957a-58ba-4351-8125-a9e9db17fa6b tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] Task: {'id': task-1784692, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.896223] env[62438]: DEBUG nova.virt.hardware [None req-6543a007-186b-4f8b-b83e-b3b48e91dad5 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1435.896223] env[62438]: DEBUG nova.virt.hardware [None req-6543a007-186b-4f8b-b83e-b3b48e91dad5 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1435.896223] env[62438]: DEBUG nova.virt.hardware [None req-6543a007-186b-4f8b-b83e-b3b48e91dad5 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1435.896451] env[62438]: DEBUG nova.virt.hardware [None req-6543a007-186b-4f8b-b83e-b3b48e91dad5 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1435.896556] env[62438]: DEBUG nova.virt.hardware [None req-6543a007-186b-4f8b-b83e-b3b48e91dad5 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1435.896737] env[62438]: DEBUG nova.virt.hardware [None req-6543a007-186b-4f8b-b83e-b3b48e91dad5 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1435.897013] env[62438]: DEBUG nova.virt.hardware [None req-6543a007-186b-4f8b-b83e-b3b48e91dad5 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1435.897211] env[62438]: DEBUG nova.virt.hardware [None req-6543a007-186b-4f8b-b83e-b3b48e91dad5 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1435.897389] env[62438]: DEBUG nova.virt.hardware [None req-6543a007-186b-4f8b-b83e-b3b48e91dad5 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1435.897558] env[62438]: DEBUG nova.virt.hardware [None req-6543a007-186b-4f8b-b83e-b3b48e91dad5 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1435.897740] env[62438]: DEBUG nova.virt.hardware [None req-6543a007-186b-4f8b-b83e-b3b48e91dad5 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1435.898624] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8095c507-258b-4867-b4a1-aafb8ef1cd95 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.909597] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb05f2c-9bab-49e7-aa33-17042e3ec62d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.926718] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-6543a007-186b-4f8b-b83e-b3b48e91dad5 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: 2cc722a0-76fa-4431-985b-9fe0ad62ef42] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:97:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '980cb890-345b-4bf8-990a-a2faec78e49c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '80a3ab4d-e0ff-4bff-a208-90c8a886f0e6', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1435.934058] env[62438]: DEBUG oslo.service.loopingcall [None req-6543a007-186b-4f8b-b83e-b3b48e91dad5 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1435.934362] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2cc722a0-76fa-4431-985b-9fe0ad62ef42] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1435.934586] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8d372354-8877-4f20-b26d-f043ce2553b5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.954875] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1435.954875] env[62438]: value = "task-1784694" [ 1435.954875] env[62438]: _type = "Task" [ 1435.954875] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.973022] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784694, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.985630] env[62438]: DEBUG oslo_vmware.api [None req-02f7eed8-805c-48e0-bb17-56dd221fdfe2 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Task: {'id': task-1784693, 'name': ReconfigVM_Task, 'duration_secs': 0.451687} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.985630] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-02f7eed8-805c-48e0-bb17-56dd221fdfe2 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 84f3ff00-94b2-4595-8046-865c3016fc77] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 84f3ff00-94b2-4595-8046-865c3016fc77/84f3ff00-94b2-4595-8046-865c3016fc77.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1435.985630] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b06eec1-6063-4960-a601-abb49cb72b89 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.994503] env[62438]: DEBUG oslo_vmware.api [None req-02f7eed8-805c-48e0-bb17-56dd221fdfe2 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Waiting for the task: (returnval){ [ 1435.994503] env[62438]: value = "task-1784695" [ 1435.994503] env[62438]: _type = "Task" [ 1435.994503] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.003590] env[62438]: DEBUG oslo_vmware.api [None req-02f7eed8-805c-48e0-bb17-56dd221fdfe2 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Task: {'id': task-1784695, 'name': Rename_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.341393] env[62438]: DEBUG nova.network.neutron [None req-edd23b50-a8be-45b1-a84f-ef0514029596 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: 77038eff-3013-423d-b1bf-a6d14e892441] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1436.366349] env[62438]: DEBUG oslo_vmware.api [None req-c50d957a-58ba-4351-8125-a9e9db17fa6b tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] Task: {'id': task-1784692, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519275} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.366659] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-c50d957a-58ba-4351-8125-a9e9db17fa6b tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 98544a26-b42e-4164-8397-18188e662d64/98544a26-b42e-4164-8397-18188e662d64.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1436.366879] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-c50d957a-58ba-4351-8125-a9e9db17fa6b tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] [instance: 98544a26-b42e-4164-8397-18188e662d64] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1436.367150] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3eeff4bd-c2af-49ea-b6b3-a75314388ad0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.378091] env[62438]: DEBUG oslo_vmware.api [None req-c50d957a-58ba-4351-8125-a9e9db17fa6b tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] Waiting for the task: (returnval){ [ 1436.378091] env[62438]: value = "task-1784696" [ 1436.378091] env[62438]: _type = "Task" [ 1436.378091] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.398238] env[62438]: DEBUG oslo_vmware.api [None req-c50d957a-58ba-4351-8125-a9e9db17fa6b tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] Task: {'id': task-1784696, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.466160] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784694, 'name': CreateVM_Task, 'duration_secs': 0.478018} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.466160] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2cc722a0-76fa-4431-985b-9fe0ad62ef42] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1436.466814] env[62438]: DEBUG oslo_concurrency.lockutils [None req-6543a007-186b-4f8b-b83e-b3b48e91dad5 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1436.467018] env[62438]: DEBUG oslo_concurrency.lockutils [None req-6543a007-186b-4f8b-b83e-b3b48e91dad5 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.467395] env[62438]: DEBUG oslo_concurrency.lockutils [None req-6543a007-186b-4f8b-b83e-b3b48e91dad5 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1436.467684] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5edcbcb3-3417-4231-b790-2bc7d2128f11 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.473192] env[62438]: DEBUG oslo_vmware.api [None req-6543a007-186b-4f8b-b83e-b3b48e91dad5 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Waiting for the task: (returnval){ [ 1436.473192] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]525ea5eb-ffc6-870c-bf05-32bedba95542" [ 1436.473192] env[62438]: _type = "Task" [ 1436.473192] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.481861] env[62438]: DEBUG oslo_vmware.api [None req-6543a007-186b-4f8b-b83e-b3b48e91dad5 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]525ea5eb-ffc6-870c-bf05-32bedba95542, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.503770] env[62438]: DEBUG oslo_vmware.api [None req-02f7eed8-805c-48e0-bb17-56dd221fdfe2 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Task: {'id': task-1784695, 'name': Rename_Task, 'duration_secs': 0.156991} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.504075] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-02f7eed8-805c-48e0-bb17-56dd221fdfe2 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 84f3ff00-94b2-4595-8046-865c3016fc77] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1436.504318] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-08cc0941-a7d8-4869-9ddb-3b71f46855ab {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.511199] env[62438]: DEBUG oslo_vmware.api [None req-02f7eed8-805c-48e0-bb17-56dd221fdfe2 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Waiting for the task: (returnval){ [ 1436.511199] env[62438]: value = "task-1784697" [ 1436.511199] env[62438]: _type = "Task" [ 1436.511199] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.519609] env[62438]: DEBUG oslo_vmware.api [None req-02f7eed8-805c-48e0-bb17-56dd221fdfe2 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Task: {'id': task-1784697, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.710621] env[62438]: DEBUG nova.network.neutron [None req-edd23b50-a8be-45b1-a84f-ef0514029596 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: 77038eff-3013-423d-b1bf-a6d14e892441] Updating instance_info_cache with network_info: [{"id": "033e4ac6-617b-4d64-86ee-f25ff4af133d", "address": "fa:16:3e:2b:43:d4", "network": {"id": "c2a88eba-9de6-4f81-ace5-db6d9be217aa", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-311663269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e823f0cf4b1843f281f390b5ef2d3403", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2eaecd-9701-4504-9fcb-fb1a420ead72", "external-id": "nsx-vlan-transportzone-433", "segmentation_id": 433, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap033e4ac6-61", "ovs_interfaceid": "033e4ac6-617b-4d64-86ee-f25ff4af133d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1436.890751] env[62438]: DEBUG oslo_vmware.api [None req-c50d957a-58ba-4351-8125-a9e9db17fa6b tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] Task: {'id': task-1784696, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.113358} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.891093] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-c50d957a-58ba-4351-8125-a9e9db17fa6b tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] [instance: 98544a26-b42e-4164-8397-18188e662d64] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1436.894447] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcd32315-2798-4985-b13d-5abbff3e4574 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.916989] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-c50d957a-58ba-4351-8125-a9e9db17fa6b tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] [instance: 98544a26-b42e-4164-8397-18188e662d64] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 98544a26-b42e-4164-8397-18188e662d64/98544a26-b42e-4164-8397-18188e662d64.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1436.920719] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-696a3b89-9a1a-4fb4-bf3f-c29870d2e11a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.944060] env[62438]: DEBUG oslo_vmware.api [None req-c50d957a-58ba-4351-8125-a9e9db17fa6b tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] Waiting for the task: (returnval){ [ 1436.944060] env[62438]: value = "task-1784698" [ 1436.944060] env[62438]: _type = "Task" [ 1436.944060] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.957654] env[62438]: DEBUG oslo_vmware.api [None req-c50d957a-58ba-4351-8125-a9e9db17fa6b tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] Task: {'id': task-1784698, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.987369] env[62438]: DEBUG oslo_vmware.api [None req-6543a007-186b-4f8b-b83e-b3b48e91dad5 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]525ea5eb-ffc6-870c-bf05-32bedba95542, 'name': SearchDatastore_Task, 'duration_secs': 0.013095} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.987681] env[62438]: DEBUG oslo_concurrency.lockutils [None req-6543a007-186b-4f8b-b83e-b3b48e91dad5 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1436.987938] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-6543a007-186b-4f8b-b83e-b3b48e91dad5 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: 2cc722a0-76fa-4431-985b-9fe0ad62ef42] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1436.988195] env[62438]: DEBUG oslo_concurrency.lockutils [None req-6543a007-186b-4f8b-b83e-b3b48e91dad5 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1436.988349] env[62438]: DEBUG oslo_concurrency.lockutils [None req-6543a007-186b-4f8b-b83e-b3b48e91dad5 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.988532] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-6543a007-186b-4f8b-b83e-b3b48e91dad5 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1436.988834] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a4c9b064-147f-43ef-9320-65d1bec47201 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.001173] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-6543a007-186b-4f8b-b83e-b3b48e91dad5 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1437.001368] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-6543a007-186b-4f8b-b83e-b3b48e91dad5 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1437.002328] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aeb5814c-806f-4442-b65f-d6f1267008ca {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.018938] env[62438]: DEBUG oslo_vmware.api [None req-6543a007-186b-4f8b-b83e-b3b48e91dad5 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Waiting for the task: (returnval){ [ 1437.018938] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52887119-88e3-7112-e200-246ce67c761f" [ 1437.018938] env[62438]: _type = "Task" [ 1437.018938] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.031054] env[62438]: DEBUG oslo_vmware.api [None req-02f7eed8-805c-48e0-bb17-56dd221fdfe2 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Task: {'id': task-1784697, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.038708] env[62438]: DEBUG oslo_vmware.api [None req-6543a007-186b-4f8b-b83e-b3b48e91dad5 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52887119-88e3-7112-e200-246ce67c761f, 'name': SearchDatastore_Task, 'duration_secs': 0.010606} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.039874] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b3cb691-185b-499a-8899-d2c1bc4a9e26 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.053168] env[62438]: DEBUG oslo_vmware.api [None req-6543a007-186b-4f8b-b83e-b3b48e91dad5 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Waiting for the task: (returnval){ [ 1437.053168] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]527ccb53-b96d-7254-e69e-d05171df0b5f" [ 1437.053168] env[62438]: _type = "Task" [ 1437.053168] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.063690] env[62438]: DEBUG oslo_vmware.api [None req-6543a007-186b-4f8b-b83e-b3b48e91dad5 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]527ccb53-b96d-7254-e69e-d05171df0b5f, 'name': SearchDatastore_Task, 'duration_secs': 0.011064} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.066955] env[62438]: DEBUG oslo_concurrency.lockutils [None req-6543a007-186b-4f8b-b83e-b3b48e91dad5 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1437.067370] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-6543a007-186b-4f8b-b83e-b3b48e91dad5 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 2cc722a0-76fa-4431-985b-9fe0ad62ef42/2cc722a0-76fa-4431-985b-9fe0ad62ef42.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1437.067873] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-206ac4ea-9a91-42ac-bd1f-9f40a9c2467f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.084864] env[62438]: DEBUG oslo_vmware.api [None req-6543a007-186b-4f8b-b83e-b3b48e91dad5 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Waiting for the task: (returnval){ [ 1437.084864] env[62438]: value = "task-1784699" [ 1437.084864] env[62438]: _type = "Task" [ 1437.084864] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.104770] env[62438]: DEBUG oslo_vmware.api [None req-6543a007-186b-4f8b-b83e-b3b48e91dad5 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1784699, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.156977] env[62438]: DEBUG nova.compute.manager [req-83212e27-8895-4f5d-8afb-cbc4758c0bda req-10117cc9-95be-4070-961d-a4f7b0016b48 service nova] [instance: 77038eff-3013-423d-b1bf-a6d14e892441] Received event network-changed-033e4ac6-617b-4d64-86ee-f25ff4af133d {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1437.157128] env[62438]: DEBUG nova.compute.manager [req-83212e27-8895-4f5d-8afb-cbc4758c0bda req-10117cc9-95be-4070-961d-a4f7b0016b48 service nova] [instance: 77038eff-3013-423d-b1bf-a6d14e892441] Refreshing instance network info cache due to event network-changed-033e4ac6-617b-4d64-86ee-f25ff4af133d. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1437.157555] env[62438]: DEBUG oslo_concurrency.lockutils [req-83212e27-8895-4f5d-8afb-cbc4758c0bda req-10117cc9-95be-4070-961d-a4f7b0016b48 service nova] Acquiring lock "refresh_cache-77038eff-3013-423d-b1bf-a6d14e892441" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1437.215611] env[62438]: DEBUG oslo_concurrency.lockutils [None req-edd23b50-a8be-45b1-a84f-ef0514029596 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Releasing lock "refresh_cache-77038eff-3013-423d-b1bf-a6d14e892441" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1437.215934] env[62438]: DEBUG nova.compute.manager [None req-edd23b50-a8be-45b1-a84f-ef0514029596 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: 77038eff-3013-423d-b1bf-a6d14e892441] Instance network_info: |[{"id": "033e4ac6-617b-4d64-86ee-f25ff4af133d", "address": "fa:16:3e:2b:43:d4", "network": {"id": "c2a88eba-9de6-4f81-ace5-db6d9be217aa", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-311663269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e823f0cf4b1843f281f390b5ef2d3403", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2eaecd-9701-4504-9fcb-fb1a420ead72", "external-id": "nsx-vlan-transportzone-433", "segmentation_id": 433, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap033e4ac6-61", "ovs_interfaceid": "033e4ac6-617b-4d64-86ee-f25ff4af133d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1437.217304] env[62438]: DEBUG oslo_concurrency.lockutils [req-83212e27-8895-4f5d-8afb-cbc4758c0bda req-10117cc9-95be-4070-961d-a4f7b0016b48 service nova] Acquired lock "refresh_cache-77038eff-3013-423d-b1bf-a6d14e892441" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.217553] env[62438]: DEBUG nova.network.neutron [req-83212e27-8895-4f5d-8afb-cbc4758c0bda req-10117cc9-95be-4070-961d-a4f7b0016b48 service nova] [instance: 77038eff-3013-423d-b1bf-a6d14e892441] Refreshing network info cache for port 033e4ac6-617b-4d64-86ee-f25ff4af133d {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1437.218844] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-edd23b50-a8be-45b1-a84f-ef0514029596 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: 77038eff-3013-423d-b1bf-a6d14e892441] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:43:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb2eaecd-9701-4504-9fcb-fb1a420ead72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '033e4ac6-617b-4d64-86ee-f25ff4af133d', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1437.228372] env[62438]: DEBUG oslo.service.loopingcall [None req-edd23b50-a8be-45b1-a84f-ef0514029596 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1437.235023] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77038eff-3013-423d-b1bf-a6d14e892441] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1437.235981] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7daab4c5-5ef6-4388-a396-e1d4292777bc {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.265858] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1437.265858] env[62438]: value = "task-1784700" [ 1437.265858] env[62438]: _type = "Task" [ 1437.265858] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.271269] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70af28c5-8b75-4f43-ba7e-b2ae9a6dc835 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.284262] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ccad5d2-8fb7-49a4-92c6-048550053079 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.288933] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784700, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.325253] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-468d9672-95b3-4623-96e3-5cbf28e34d4c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.334914] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ffd474-a036-4682-bafb-705e3707a20b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.351386] env[62438]: DEBUG nova.compute.provider_tree [None req-e308700c-17c9-4c86-968f-930d02a44b2f tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1437.459678] env[62438]: DEBUG oslo_vmware.api [None req-c50d957a-58ba-4351-8125-a9e9db17fa6b tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] Task: {'id': task-1784698, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.525668] env[62438]: DEBUG oslo_vmware.api [None req-02f7eed8-805c-48e0-bb17-56dd221fdfe2 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Task: {'id': task-1784697, 'name': PowerOnVM_Task, 'duration_secs': 0.608231} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.525766] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-02f7eed8-805c-48e0-bb17-56dd221fdfe2 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 84f3ff00-94b2-4595-8046-865c3016fc77] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1437.525981] env[62438]: INFO nova.compute.manager [None req-02f7eed8-805c-48e0-bb17-56dd221fdfe2 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 84f3ff00-94b2-4595-8046-865c3016fc77] Took 8.02 seconds to spawn the instance on the hypervisor. [ 1437.526193] env[62438]: DEBUG nova.compute.manager [None req-02f7eed8-805c-48e0-bb17-56dd221fdfe2 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 84f3ff00-94b2-4595-8046-865c3016fc77] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1437.527125] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bef0c36-1cf3-4676-ad69-b76c601a1e67 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.600095] env[62438]: DEBUG oslo_vmware.api [None req-6543a007-186b-4f8b-b83e-b3b48e91dad5 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1784699, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.778669] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784700, 'name': CreateVM_Task} progress is 25%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.812064] env[62438]: DEBUG nova.network.neutron [req-83212e27-8895-4f5d-8afb-cbc4758c0bda req-10117cc9-95be-4070-961d-a4f7b0016b48 service nova] [instance: 77038eff-3013-423d-b1bf-a6d14e892441] Updated VIF entry in instance network info cache for port 033e4ac6-617b-4d64-86ee-f25ff4af133d. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1437.812474] env[62438]: DEBUG nova.network.neutron [req-83212e27-8895-4f5d-8afb-cbc4758c0bda req-10117cc9-95be-4070-961d-a4f7b0016b48 service nova] [instance: 77038eff-3013-423d-b1bf-a6d14e892441] Updating instance_info_cache with network_info: [{"id": "033e4ac6-617b-4d64-86ee-f25ff4af133d", "address": "fa:16:3e:2b:43:d4", "network": {"id": "c2a88eba-9de6-4f81-ace5-db6d9be217aa", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-311663269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e823f0cf4b1843f281f390b5ef2d3403", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2eaecd-9701-4504-9fcb-fb1a420ead72", "external-id": "nsx-vlan-transportzone-433", "segmentation_id": 433, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap033e4ac6-61", "ovs_interfaceid": "033e4ac6-617b-4d64-86ee-f25ff4af133d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1437.856125] env[62438]: DEBUG nova.scheduler.client.report [None req-e308700c-17c9-4c86-968f-930d02a44b2f tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1437.956048] env[62438]: DEBUG oslo_vmware.api [None req-c50d957a-58ba-4351-8125-a9e9db17fa6b tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] Task: {'id': task-1784698, 'name': ReconfigVM_Task, 'duration_secs': 0.574874} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.956410] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-c50d957a-58ba-4351-8125-a9e9db17fa6b tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] [instance: 98544a26-b42e-4164-8397-18188e662d64] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 98544a26-b42e-4164-8397-18188e662d64/98544a26-b42e-4164-8397-18188e662d64.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1437.957134] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b22efc2e-a697-4b0a-968d-ba197e428795 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.964358] env[62438]: DEBUG oslo_vmware.api [None req-c50d957a-58ba-4351-8125-a9e9db17fa6b tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] Waiting for the task: (returnval){ [ 1437.964358] env[62438]: value = "task-1784701" [ 1437.964358] env[62438]: _type = "Task" [ 1437.964358] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.984458] env[62438]: DEBUG oslo_vmware.api [None req-c50d957a-58ba-4351-8125-a9e9db17fa6b tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] Task: {'id': task-1784701, 'name': Rename_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.052459] env[62438]: INFO nova.compute.manager [None req-02f7eed8-805c-48e0-bb17-56dd221fdfe2 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 84f3ff00-94b2-4595-8046-865c3016fc77] Took 31.44 seconds to build instance. [ 1438.102337] env[62438]: DEBUG oslo_vmware.api [None req-6543a007-186b-4f8b-b83e-b3b48e91dad5 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1784699, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.572584} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.102337] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-6543a007-186b-4f8b-b83e-b3b48e91dad5 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 2cc722a0-76fa-4431-985b-9fe0ad62ef42/2cc722a0-76fa-4431-985b-9fe0ad62ef42.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1438.102337] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-6543a007-186b-4f8b-b83e-b3b48e91dad5 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: 2cc722a0-76fa-4431-985b-9fe0ad62ef42] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1438.102337] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bc146b87-ac42-4863-818a-8454c3b404e0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.110021] env[62438]: DEBUG oslo_vmware.api [None req-6543a007-186b-4f8b-b83e-b3b48e91dad5 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Waiting for the task: (returnval){ [ 1438.110021] env[62438]: value = "task-1784702" [ 1438.110021] env[62438]: _type = "Task" [ 1438.110021] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.119074] env[62438]: DEBUG oslo_vmware.api [None req-6543a007-186b-4f8b-b83e-b3b48e91dad5 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1784702, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.278467] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784700, 'name': CreateVM_Task, 'duration_secs': 0.729634} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.278648] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77038eff-3013-423d-b1bf-a6d14e892441] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1438.279459] env[62438]: DEBUG oslo_concurrency.lockutils [None req-edd23b50-a8be-45b1-a84f-ef0514029596 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1438.279708] env[62438]: DEBUG oslo_concurrency.lockutils [None req-edd23b50-a8be-45b1-a84f-ef0514029596 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.280143] env[62438]: DEBUG oslo_concurrency.lockutils [None req-edd23b50-a8be-45b1-a84f-ef0514029596 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1438.280492] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06306a84-4819-49aa-9310-037268c7f2e3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.286048] env[62438]: DEBUG oslo_vmware.api [None req-edd23b50-a8be-45b1-a84f-ef0514029596 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Waiting for the task: (returnval){ [ 1438.286048] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52075cf4-477d-3540-1025-9f009f0c7fec" [ 1438.286048] env[62438]: _type = "Task" [ 1438.286048] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.295367] env[62438]: DEBUG oslo_vmware.api [None req-edd23b50-a8be-45b1-a84f-ef0514029596 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52075cf4-477d-3540-1025-9f009f0c7fec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.315239] env[62438]: DEBUG oslo_concurrency.lockutils [req-83212e27-8895-4f5d-8afb-cbc4758c0bda req-10117cc9-95be-4070-961d-a4f7b0016b48 service nova] Releasing lock "refresh_cache-77038eff-3013-423d-b1bf-a6d14e892441" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1438.366611] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e308700c-17c9-4c86-968f-930d02a44b2f tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.655s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1438.366611] env[62438]: DEBUG nova.compute.manager [None req-e308700c-17c9-4c86-968f-930d02a44b2f tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [instance: 1ed63f2e-9e74-4d64-96fb-7a3315793ca9] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1438.369348] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8cd95c3f-7966-440a-a4b9-b00a902f426f tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.684s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1438.369575] env[62438]: DEBUG nova.objects.instance [None req-8cd95c3f-7966-440a-a4b9-b00a902f426f tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] Lazy-loading 'resources' on Instance uuid 65ded97d-a41b-4c21-b289-baa0d75c739b {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1438.476194] env[62438]: DEBUG oslo_vmware.api [None req-c50d957a-58ba-4351-8125-a9e9db17fa6b tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] Task: {'id': task-1784701, 'name': Rename_Task, 'duration_secs': 0.396587} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.476581] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-c50d957a-58ba-4351-8125-a9e9db17fa6b tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] [instance: 98544a26-b42e-4164-8397-18188e662d64] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1438.477186] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab3427a6-50bb-467d-83e4-84fb06ef9893 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.485540] env[62438]: DEBUG oslo_vmware.api [None req-c50d957a-58ba-4351-8125-a9e9db17fa6b tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] Waiting for the task: (returnval){ [ 1438.485540] env[62438]: value = "task-1784703" [ 1438.485540] env[62438]: _type = "Task" [ 1438.485540] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.502702] env[62438]: DEBUG oslo_vmware.api [None req-c50d957a-58ba-4351-8125-a9e9db17fa6b tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] Task: {'id': task-1784703, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.555017] env[62438]: DEBUG oslo_concurrency.lockutils [None req-02f7eed8-805c-48e0-bb17-56dd221fdfe2 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Lock "84f3ff00-94b2-4595-8046-865c3016fc77" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.620s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1438.618133] env[62438]: DEBUG oslo_vmware.api [None req-6543a007-186b-4f8b-b83e-b3b48e91dad5 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1784702, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069981} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.618444] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-6543a007-186b-4f8b-b83e-b3b48e91dad5 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: 2cc722a0-76fa-4431-985b-9fe0ad62ef42] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1438.619276] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34d6b7dc-f74f-42ba-9b77-062950997a9d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.642983] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-6543a007-186b-4f8b-b83e-b3b48e91dad5 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: 2cc722a0-76fa-4431-985b-9fe0ad62ef42] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 2cc722a0-76fa-4431-985b-9fe0ad62ef42/2cc722a0-76fa-4431-985b-9fe0ad62ef42.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1438.643413] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2edac094-9384-4943-98fd-8fcd6985ef9c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.668458] env[62438]: DEBUG oslo_vmware.api [None req-6543a007-186b-4f8b-b83e-b3b48e91dad5 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Waiting for the task: (returnval){ [ 1438.668458] env[62438]: value = "task-1784704" [ 1438.668458] env[62438]: _type = "Task" [ 1438.668458] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.682063] env[62438]: DEBUG oslo_vmware.api [None req-6543a007-186b-4f8b-b83e-b3b48e91dad5 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1784704, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.798796] env[62438]: DEBUG oslo_vmware.api [None req-edd23b50-a8be-45b1-a84f-ef0514029596 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52075cf4-477d-3540-1025-9f009f0c7fec, 'name': SearchDatastore_Task, 'duration_secs': 0.018967} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.799551] env[62438]: DEBUG oslo_concurrency.lockutils [None req-edd23b50-a8be-45b1-a84f-ef0514029596 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1438.799551] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-edd23b50-a8be-45b1-a84f-ef0514029596 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: 77038eff-3013-423d-b1bf-a6d14e892441] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1438.800236] env[62438]: DEBUG oslo_concurrency.lockutils [None req-edd23b50-a8be-45b1-a84f-ef0514029596 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1438.800236] env[62438]: DEBUG oslo_concurrency.lockutils [None req-edd23b50-a8be-45b1-a84f-ef0514029596 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.800530] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-edd23b50-a8be-45b1-a84f-ef0514029596 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1438.800657] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-21c3642d-f602-4cad-8a41-e0712ca29f74 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.810049] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-edd23b50-a8be-45b1-a84f-ef0514029596 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1438.810273] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-edd23b50-a8be-45b1-a84f-ef0514029596 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1438.811126] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-897174a1-5a19-4b08-b9a5-2ca4ac9eeced {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.817138] env[62438]: DEBUG oslo_vmware.api [None req-edd23b50-a8be-45b1-a84f-ef0514029596 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Waiting for the task: (returnval){ [ 1438.817138] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52afba66-341c-209f-2afb-bb69593a0554" [ 1438.817138] env[62438]: _type = "Task" [ 1438.817138] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.826277] env[62438]: DEBUG oslo_vmware.api [None req-edd23b50-a8be-45b1-a84f-ef0514029596 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52afba66-341c-209f-2afb-bb69593a0554, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.874442] env[62438]: DEBUG nova.compute.utils [None req-e308700c-17c9-4c86-968f-930d02a44b2f tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1438.881296] env[62438]: DEBUG nova.compute.manager [None req-e308700c-17c9-4c86-968f-930d02a44b2f tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [instance: 1ed63f2e-9e74-4d64-96fb-7a3315793ca9] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1438.881296] env[62438]: DEBUG nova.network.neutron [None req-e308700c-17c9-4c86-968f-930d02a44b2f tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [instance: 1ed63f2e-9e74-4d64-96fb-7a3315793ca9] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1438.980020] env[62438]: DEBUG nova.policy [None req-e308700c-17c9-4c86-968f-930d02a44b2f tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '27751b891ed446199fa4621982f50a8a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '776901636c2e41889f23b89411e6dd63', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1438.997920] env[62438]: DEBUG oslo_vmware.api [None req-c50d957a-58ba-4351-8125-a9e9db17fa6b tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] Task: {'id': task-1784703, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.187939] env[62438]: DEBUG oslo_vmware.api [None req-6543a007-186b-4f8b-b83e-b3b48e91dad5 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1784704, 'name': ReconfigVM_Task, 'duration_secs': 0.34755} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.190696] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-6543a007-186b-4f8b-b83e-b3b48e91dad5 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: 2cc722a0-76fa-4431-985b-9fe0ad62ef42] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 2cc722a0-76fa-4431-985b-9fe0ad62ef42/2cc722a0-76fa-4431-985b-9fe0ad62ef42.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1439.193145] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7ebd99cc-5093-4ede-a128-22761e5924ee {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.203651] env[62438]: DEBUG oslo_vmware.api [None req-6543a007-186b-4f8b-b83e-b3b48e91dad5 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Waiting for the task: (returnval){ [ 1439.203651] env[62438]: value = "task-1784705" [ 1439.203651] env[62438]: _type = "Task" [ 1439.203651] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.218089] env[62438]: DEBUG oslo_vmware.api [None req-6543a007-186b-4f8b-b83e-b3b48e91dad5 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1784705, 'name': Rename_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.339208] env[62438]: DEBUG oslo_vmware.api [None req-edd23b50-a8be-45b1-a84f-ef0514029596 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52afba66-341c-209f-2afb-bb69593a0554, 'name': SearchDatastore_Task, 'duration_secs': 0.009605} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.340666] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef5fbef0-8e5e-40cf-84ce-f903514d0fef {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.349379] env[62438]: DEBUG oslo_vmware.api [None req-edd23b50-a8be-45b1-a84f-ef0514029596 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Waiting for the task: (returnval){ [ 1439.349379] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5214788b-db7a-ebd0-6066-d9c5bf3856af" [ 1439.349379] env[62438]: _type = "Task" [ 1439.349379] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.369171] env[62438]: DEBUG oslo_vmware.api [None req-edd23b50-a8be-45b1-a84f-ef0514029596 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5214788b-db7a-ebd0-6066-d9c5bf3856af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.384022] env[62438]: DEBUG nova.compute.manager [None req-e308700c-17c9-4c86-968f-930d02a44b2f tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [instance: 1ed63f2e-9e74-4d64-96fb-7a3315793ca9] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1439.425732] env[62438]: DEBUG nova.network.neutron [None req-e308700c-17c9-4c86-968f-930d02a44b2f tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [instance: 1ed63f2e-9e74-4d64-96fb-7a3315793ca9] Successfully created port: 3754380d-8929-478f-b6d8-98f5c87ec4a4 {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1439.503818] env[62438]: DEBUG oslo_vmware.api [None req-c50d957a-58ba-4351-8125-a9e9db17fa6b tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] Task: {'id': task-1784703, 'name': PowerOnVM_Task, 'duration_secs': 0.90213} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.504165] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-c50d957a-58ba-4351-8125-a9e9db17fa6b tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] [instance: 98544a26-b42e-4164-8397-18188e662d64] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1439.504327] env[62438]: INFO nova.compute.manager [None req-c50d957a-58ba-4351-8125-a9e9db17fa6b tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] [instance: 98544a26-b42e-4164-8397-18188e662d64] Took 7.35 seconds to spawn the instance on the hypervisor. [ 1439.504538] env[62438]: DEBUG nova.compute.manager [None req-c50d957a-58ba-4351-8125-a9e9db17fa6b tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] [instance: 98544a26-b42e-4164-8397-18188e662d64] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1439.508360] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe38d2a-c369-42e8-8c47-6d21759024fa {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.524505] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83064bdc-7648-4e5c-928e-d456d47e41a2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.531470] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3829d86-89aa-4f94-885d-7c9c12c02a63 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.566425] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd29e99-567a-41f3-9880-a7dbd4eefe3f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.575437] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36591e35-577e-4a5c-a86c-453b1a5241b4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.590215] env[62438]: DEBUG nova.compute.provider_tree [None req-8cd95c3f-7966-440a-a4b9-b00a902f426f tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1439.715485] env[62438]: DEBUG oslo_vmware.api [None req-6543a007-186b-4f8b-b83e-b3b48e91dad5 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1784705, 'name': Rename_Task, 'duration_secs': 0.177549} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.715850] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-6543a007-186b-4f8b-b83e-b3b48e91dad5 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: 2cc722a0-76fa-4431-985b-9fe0ad62ef42] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1439.716282] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f3ee0e19-0a0e-4979-aeb4-fb8cef2f486a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.725350] env[62438]: DEBUG oslo_vmware.api [None req-6543a007-186b-4f8b-b83e-b3b48e91dad5 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Waiting for the task: (returnval){ [ 1439.725350] env[62438]: value = "task-1784706" [ 1439.725350] env[62438]: _type = "Task" [ 1439.725350] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.736202] env[62438]: DEBUG oslo_vmware.api [None req-6543a007-186b-4f8b-b83e-b3b48e91dad5 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1784706, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.867083] env[62438]: DEBUG oslo_vmware.api [None req-edd23b50-a8be-45b1-a84f-ef0514029596 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5214788b-db7a-ebd0-6066-d9c5bf3856af, 'name': SearchDatastore_Task, 'duration_secs': 0.019615} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.867809] env[62438]: DEBUG oslo_concurrency.lockutils [None req-edd23b50-a8be-45b1-a84f-ef0514029596 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1439.868184] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-edd23b50-a8be-45b1-a84f-ef0514029596 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 77038eff-3013-423d-b1bf-a6d14e892441/77038eff-3013-423d-b1bf-a6d14e892441.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1439.868592] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d72e5d77-7628-423a-9791-2f04dbbc1999 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.880950] env[62438]: DEBUG oslo_vmware.api [None req-edd23b50-a8be-45b1-a84f-ef0514029596 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Waiting for the task: (returnval){ [ 1439.880950] env[62438]: value = "task-1784707" [ 1439.880950] env[62438]: _type = "Task" [ 1439.880950] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.892509] env[62438]: DEBUG oslo_vmware.api [None req-edd23b50-a8be-45b1-a84f-ef0514029596 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': task-1784707, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.904034] env[62438]: DEBUG nova.compute.manager [None req-1aa7c8e7-8121-46b9-a1c2-b11a0ec70574 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 84f3ff00-94b2-4595-8046-865c3016fc77] Stashing vm_state: active {{(pid=62438) _prep_resize /opt/stack/nova/nova/compute/manager.py:5624}} [ 1440.032022] env[62438]: INFO nova.compute.manager [None req-c50d957a-58ba-4351-8125-a9e9db17fa6b tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] [instance: 98544a26-b42e-4164-8397-18188e662d64] Took 32.96 seconds to build instance. [ 1440.092830] env[62438]: DEBUG nova.scheduler.client.report [None req-8cd95c3f-7966-440a-a4b9-b00a902f426f tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1440.239689] env[62438]: DEBUG oslo_vmware.api [None req-6543a007-186b-4f8b-b83e-b3b48e91dad5 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1784706, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.399031] env[62438]: DEBUG nova.compute.manager [None req-e308700c-17c9-4c86-968f-930d02a44b2f tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [instance: 1ed63f2e-9e74-4d64-96fb-7a3315793ca9] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1440.400456] env[62438]: DEBUG oslo_vmware.api [None req-edd23b50-a8be-45b1-a84f-ef0514029596 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': task-1784707, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.436135] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1aa7c8e7-8121-46b9-a1c2-b11a0ec70574 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1440.437671] env[62438]: DEBUG nova.virt.hardware [None req-e308700c-17c9-4c86-968f-930d02a44b2f tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1440.438377] env[62438]: DEBUG nova.virt.hardware [None req-e308700c-17c9-4c86-968f-930d02a44b2f tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1440.438759] env[62438]: DEBUG nova.virt.hardware [None req-e308700c-17c9-4c86-968f-930d02a44b2f tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1440.439181] env[62438]: DEBUG nova.virt.hardware [None req-e308700c-17c9-4c86-968f-930d02a44b2f tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1440.439533] env[62438]: DEBUG nova.virt.hardware [None req-e308700c-17c9-4c86-968f-930d02a44b2f tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1440.440341] env[62438]: DEBUG nova.virt.hardware [None req-e308700c-17c9-4c86-968f-930d02a44b2f tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1440.441101] env[62438]: DEBUG nova.virt.hardware [None req-e308700c-17c9-4c86-968f-930d02a44b2f tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1440.442017] env[62438]: DEBUG nova.virt.hardware [None req-e308700c-17c9-4c86-968f-930d02a44b2f tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1440.442017] env[62438]: DEBUG nova.virt.hardware [None req-e308700c-17c9-4c86-968f-930d02a44b2f tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1440.442017] env[62438]: DEBUG nova.virt.hardware [None req-e308700c-17c9-4c86-968f-930d02a44b2f tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1440.442017] env[62438]: DEBUG nova.virt.hardware [None req-e308700c-17c9-4c86-968f-930d02a44b2f tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1440.443498] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fb24725-34c4-45c0-93fe-b01b695a961e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.453892] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c6fdbcd-3737-4d58-b47c-c69576917612 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.529949] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c50d957a-58ba-4351-8125-a9e9db17fa6b tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] Lock "98544a26-b42e-4164-8397-18188e662d64" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.522s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1440.598133] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8cd95c3f-7966-440a-a4b9-b00a902f426f tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.229s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1440.605291] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2dff70d7-6918-4d26-a2df-345657e6f36e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.570s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1440.605291] env[62438]: INFO nova.compute.claims [None req-2dff70d7-6918-4d26-a2df-345657e6f36e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: b24c2e75-f48d-4dbc-b44c-88123b72046c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1440.622662] env[62438]: INFO nova.scheduler.client.report [None req-8cd95c3f-7966-440a-a4b9-b00a902f426f tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] Deleted allocations for instance 65ded97d-a41b-4c21-b289-baa0d75c739b [ 1440.737324] env[62438]: DEBUG oslo_vmware.api [None req-6543a007-186b-4f8b-b83e-b3b48e91dad5 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1784706, 'name': PowerOnVM_Task, 'duration_secs': 0.839437} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.737658] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-6543a007-186b-4f8b-b83e-b3b48e91dad5 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: 2cc722a0-76fa-4431-985b-9fe0ad62ef42] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1440.737961] env[62438]: DEBUG nova.compute.manager [None req-6543a007-186b-4f8b-b83e-b3b48e91dad5 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: 2cc722a0-76fa-4431-985b-9fe0ad62ef42] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1440.738751] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4edf0b0f-fe9e-484f-9ce8-67c1f776c8c5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.890105] env[62438]: DEBUG oslo_vmware.api [None req-edd23b50-a8be-45b1-a84f-ef0514029596 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': task-1784707, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.569557} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.890388] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-edd23b50-a8be-45b1-a84f-ef0514029596 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 77038eff-3013-423d-b1bf-a6d14e892441/77038eff-3013-423d-b1bf-a6d14e892441.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1440.890586] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-edd23b50-a8be-45b1-a84f-ef0514029596 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: 77038eff-3013-423d-b1bf-a6d14e892441] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1440.890838] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9bc1c0e0-6116-4cae-a727-b4c8c9b66428 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.898421] env[62438]: DEBUG oslo_vmware.api [None req-edd23b50-a8be-45b1-a84f-ef0514029596 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Waiting for the task: (returnval){ [ 1440.898421] env[62438]: value = "task-1784708" [ 1440.898421] env[62438]: _type = "Task" [ 1440.898421] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.913339] env[62438]: DEBUG oslo_vmware.api [None req-edd23b50-a8be-45b1-a84f-ef0514029596 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': task-1784708, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.955172] env[62438]: DEBUG nova.compute.manager [req-5e88ab8a-bf61-442c-a0f6-47eb0d47b3c8 req-e43c3379-bd91-4284-a773-105541f4eb6b service nova] [instance: 1ed63f2e-9e74-4d64-96fb-7a3315793ca9] Received event network-vif-plugged-3754380d-8929-478f-b6d8-98f5c87ec4a4 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1440.955172] env[62438]: DEBUG oslo_concurrency.lockutils [req-5e88ab8a-bf61-442c-a0f6-47eb0d47b3c8 req-e43c3379-bd91-4284-a773-105541f4eb6b service nova] Acquiring lock "1ed63f2e-9e74-4d64-96fb-7a3315793ca9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1440.955713] env[62438]: DEBUG oslo_concurrency.lockutils [req-5e88ab8a-bf61-442c-a0f6-47eb0d47b3c8 req-e43c3379-bd91-4284-a773-105541f4eb6b service nova] Lock "1ed63f2e-9e74-4d64-96fb-7a3315793ca9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1440.956055] env[62438]: DEBUG oslo_concurrency.lockutils [req-5e88ab8a-bf61-442c-a0f6-47eb0d47b3c8 req-e43c3379-bd91-4284-a773-105541f4eb6b service nova] Lock "1ed63f2e-9e74-4d64-96fb-7a3315793ca9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1440.956340] env[62438]: DEBUG nova.compute.manager [req-5e88ab8a-bf61-442c-a0f6-47eb0d47b3c8 req-e43c3379-bd91-4284-a773-105541f4eb6b service nova] [instance: 1ed63f2e-9e74-4d64-96fb-7a3315793ca9] No waiting events found dispatching network-vif-plugged-3754380d-8929-478f-b6d8-98f5c87ec4a4 {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1440.957532] env[62438]: WARNING nova.compute.manager [req-5e88ab8a-bf61-442c-a0f6-47eb0d47b3c8 req-e43c3379-bd91-4284-a773-105541f4eb6b service nova] [instance: 1ed63f2e-9e74-4d64-96fb-7a3315793ca9] Received unexpected event network-vif-plugged-3754380d-8929-478f-b6d8-98f5c87ec4a4 for instance with vm_state building and task_state spawning. [ 1441.129848] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8cd95c3f-7966-440a-a4b9-b00a902f426f tempest-FloatingIPsAssociationNegativeTestJSON-1467960997 tempest-FloatingIPsAssociationNegativeTestJSON-1467960997-project-member] Lock "65ded97d-a41b-4c21-b289-baa0d75c739b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.372s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1441.261446] env[62438]: DEBUG oslo_concurrency.lockutils [None req-6543a007-186b-4f8b-b83e-b3b48e91dad5 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1441.302871] env[62438]: DEBUG nova.compute.manager [None req-1a8060b1-d5ca-4dad-8aed-2713520a6280 tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] [instance: 98544a26-b42e-4164-8397-18188e662d64] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1441.303928] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7434d7f-2eb7-4cb9-964a-60d98625f693 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.366128] env[62438]: DEBUG nova.network.neutron [None req-e308700c-17c9-4c86-968f-930d02a44b2f tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [instance: 1ed63f2e-9e74-4d64-96fb-7a3315793ca9] Successfully updated port: 3754380d-8929-478f-b6d8-98f5c87ec4a4 {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1441.416334] env[62438]: DEBUG oslo_vmware.api [None req-edd23b50-a8be-45b1-a84f-ef0514029596 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': task-1784708, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.276063} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.416602] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-edd23b50-a8be-45b1-a84f-ef0514029596 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: 77038eff-3013-423d-b1bf-a6d14e892441] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1441.417423] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2268961e-efb4-4f92-b707-2904dd3b7633 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.445154] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-edd23b50-a8be-45b1-a84f-ef0514029596 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: 77038eff-3013-423d-b1bf-a6d14e892441] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 77038eff-3013-423d-b1bf-a6d14e892441/77038eff-3013-423d-b1bf-a6d14e892441.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1441.446205] env[62438]: DEBUG oslo_concurrency.lockutils [None req-76ac7cdf-5496-4751-ade7-88c71ab756e0 tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] Acquiring lock "98544a26-b42e-4164-8397-18188e662d64" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1441.447039] env[62438]: DEBUG oslo_concurrency.lockutils [None req-76ac7cdf-5496-4751-ade7-88c71ab756e0 tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] Lock "98544a26-b42e-4164-8397-18188e662d64" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1441.447039] env[62438]: DEBUG oslo_concurrency.lockutils [None req-76ac7cdf-5496-4751-ade7-88c71ab756e0 tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] Acquiring lock "98544a26-b42e-4164-8397-18188e662d64-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1441.447039] env[62438]: DEBUG oslo_concurrency.lockutils [None req-76ac7cdf-5496-4751-ade7-88c71ab756e0 tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] Lock "98544a26-b42e-4164-8397-18188e662d64-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1441.447039] env[62438]: DEBUG oslo_concurrency.lockutils [None req-76ac7cdf-5496-4751-ade7-88c71ab756e0 tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] Lock "98544a26-b42e-4164-8397-18188e662d64-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1441.448834] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93a6bf7c-2f39-4a0e-b710-087a6e540e4c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.463981] env[62438]: INFO nova.compute.manager [None req-76ac7cdf-5496-4751-ade7-88c71ab756e0 tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] [instance: 98544a26-b42e-4164-8397-18188e662d64] Terminating instance [ 1441.466109] env[62438]: DEBUG oslo_concurrency.lockutils [None req-76ac7cdf-5496-4751-ade7-88c71ab756e0 tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] Acquiring lock "refresh_cache-98544a26-b42e-4164-8397-18188e662d64" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1441.467042] env[62438]: DEBUG oslo_concurrency.lockutils [None req-76ac7cdf-5496-4751-ade7-88c71ab756e0 tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] Acquired lock "refresh_cache-98544a26-b42e-4164-8397-18188e662d64" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.467042] env[62438]: DEBUG nova.network.neutron [None req-76ac7cdf-5496-4751-ade7-88c71ab756e0 tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] [instance: 98544a26-b42e-4164-8397-18188e662d64] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1441.474516] env[62438]: DEBUG oslo_vmware.api [None req-edd23b50-a8be-45b1-a84f-ef0514029596 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Waiting for the task: (returnval){ [ 1441.474516] env[62438]: value = "task-1784709" [ 1441.474516] env[62438]: _type = "Task" [ 1441.474516] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.486246] env[62438]: DEBUG oslo_vmware.api [None req-edd23b50-a8be-45b1-a84f-ef0514029596 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': task-1784709, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.820365] env[62438]: INFO nova.compute.manager [None req-1a8060b1-d5ca-4dad-8aed-2713520a6280 tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] [instance: 98544a26-b42e-4164-8397-18188e662d64] instance snapshotting [ 1441.820365] env[62438]: DEBUG nova.objects.instance [None req-1a8060b1-d5ca-4dad-8aed-2713520a6280 tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] Lazy-loading 'flavor' on Instance uuid 98544a26-b42e-4164-8397-18188e662d64 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1441.868127] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e308700c-17c9-4c86-968f-930d02a44b2f tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Acquiring lock "refresh_cache-1ed63f2e-9e74-4d64-96fb-7a3315793ca9" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1441.868127] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e308700c-17c9-4c86-968f-930d02a44b2f tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Acquired lock "refresh_cache-1ed63f2e-9e74-4d64-96fb-7a3315793ca9" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.868127] env[62438]: DEBUG nova.network.neutron [None req-e308700c-17c9-4c86-968f-930d02a44b2f tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [instance: 1ed63f2e-9e74-4d64-96fb-7a3315793ca9] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1441.987689] env[62438]: DEBUG oslo_vmware.api [None req-edd23b50-a8be-45b1-a84f-ef0514029596 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': task-1784709, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.993135] env[62438]: DEBUG nova.network.neutron [None req-76ac7cdf-5496-4751-ade7-88c71ab756e0 tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] [instance: 98544a26-b42e-4164-8397-18188e662d64] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1442.102835] env[62438]: DEBUG nova.network.neutron [None req-76ac7cdf-5496-4751-ade7-88c71ab756e0 tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] [instance: 98544a26-b42e-4164-8397-18188e662d64] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1442.160171] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1e7e425-a0e6-4a7a-bdda-b05310a4d1cb {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.169333] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c392300-2397-4a7a-be91-b9c0fa432efa {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.204768] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-208d8160-dd4f-49f5-a8e4-61006266cf7b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.212667] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-703c1aee-7a70-4189-a437-e65a48a5efe7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.227840] env[62438]: DEBUG nova.compute.provider_tree [None req-2dff70d7-6918-4d26-a2df-345657e6f36e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1442.328249] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-195de976-67bd-432f-aabd-398c3449ed6f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.350575] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86745c1f-3853-4b03-bea8-13e94313239c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.460104] env[62438]: DEBUG nova.network.neutron [None req-e308700c-17c9-4c86-968f-930d02a44b2f tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [instance: 1ed63f2e-9e74-4d64-96fb-7a3315793ca9] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1442.489225] env[62438]: DEBUG oslo_vmware.api [None req-edd23b50-a8be-45b1-a84f-ef0514029596 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': task-1784709, 'name': ReconfigVM_Task, 'duration_secs': 0.764632} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.491525] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-edd23b50-a8be-45b1-a84f-ef0514029596 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: 77038eff-3013-423d-b1bf-a6d14e892441] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 77038eff-3013-423d-b1bf-a6d14e892441/77038eff-3013-423d-b1bf-a6d14e892441.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1442.491525] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-03cffd29-22ef-4a5b-b7a5-24b2f4f30f2e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.503371] env[62438]: DEBUG oslo_vmware.api [None req-edd23b50-a8be-45b1-a84f-ef0514029596 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Waiting for the task: (returnval){ [ 1442.503371] env[62438]: value = "task-1784710" [ 1442.503371] env[62438]: _type = "Task" [ 1442.503371] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.508400] env[62438]: DEBUG oslo_concurrency.lockutils [None req-67a41ebc-1bfc-458b-8664-bb92dbfecc4f tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Acquiring lock "2cc722a0-76fa-4431-985b-9fe0ad62ef42" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1442.508891] env[62438]: DEBUG oslo_concurrency.lockutils [None req-67a41ebc-1bfc-458b-8664-bb92dbfecc4f tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Lock "2cc722a0-76fa-4431-985b-9fe0ad62ef42" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1442.509569] env[62438]: DEBUG oslo_concurrency.lockutils [None req-67a41ebc-1bfc-458b-8664-bb92dbfecc4f tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Acquiring lock "2cc722a0-76fa-4431-985b-9fe0ad62ef42-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1442.510193] env[62438]: DEBUG oslo_concurrency.lockutils [None req-67a41ebc-1bfc-458b-8664-bb92dbfecc4f tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Lock "2cc722a0-76fa-4431-985b-9fe0ad62ef42-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1442.510500] env[62438]: DEBUG oslo_concurrency.lockutils [None req-67a41ebc-1bfc-458b-8664-bb92dbfecc4f tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Lock "2cc722a0-76fa-4431-985b-9fe0ad62ef42-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1442.514777] env[62438]: INFO nova.compute.manager [None req-67a41ebc-1bfc-458b-8664-bb92dbfecc4f tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: 2cc722a0-76fa-4431-985b-9fe0ad62ef42] Terminating instance [ 1442.515840] env[62438]: DEBUG nova.compute.manager [None req-67a41ebc-1bfc-458b-8664-bb92dbfecc4f tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: 2cc722a0-76fa-4431-985b-9fe0ad62ef42] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1442.516255] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-67a41ebc-1bfc-458b-8664-bb92dbfecc4f tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: 2cc722a0-76fa-4431-985b-9fe0ad62ef42] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1442.517743] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e37e388-f35e-4ca6-967b-b6762f32a155 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.530543] env[62438]: DEBUG oslo_vmware.api [None req-edd23b50-a8be-45b1-a84f-ef0514029596 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': task-1784710, 'name': Rename_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.537381] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-67a41ebc-1bfc-458b-8664-bb92dbfecc4f tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: 2cc722a0-76fa-4431-985b-9fe0ad62ef42] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1442.537711] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e7ba6108-5a27-4d43-89b9-ddefcce50ccd {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.548903] env[62438]: DEBUG oslo_vmware.api [None req-67a41ebc-1bfc-458b-8664-bb92dbfecc4f tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Waiting for the task: (returnval){ [ 1442.548903] env[62438]: value = "task-1784711" [ 1442.548903] env[62438]: _type = "Task" [ 1442.548903] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.566986] env[62438]: DEBUG oslo_vmware.api [None req-67a41ebc-1bfc-458b-8664-bb92dbfecc4f tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1784711, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.607905] env[62438]: DEBUG oslo_concurrency.lockutils [None req-76ac7cdf-5496-4751-ade7-88c71ab756e0 tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] Releasing lock "refresh_cache-98544a26-b42e-4164-8397-18188e662d64" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1442.608512] env[62438]: DEBUG nova.compute.manager [None req-76ac7cdf-5496-4751-ade7-88c71ab756e0 tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] [instance: 98544a26-b42e-4164-8397-18188e662d64] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1442.608970] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-76ac7cdf-5496-4751-ade7-88c71ab756e0 tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] [instance: 98544a26-b42e-4164-8397-18188e662d64] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1442.610313] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf2e412-59de-4e45-8f27-2c311ddfc834 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.620836] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-76ac7cdf-5496-4751-ade7-88c71ab756e0 tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] [instance: 98544a26-b42e-4164-8397-18188e662d64] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1442.621798] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b40d1338-1c40-4ea7-8aab-199258a02350 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.633131] env[62438]: DEBUG oslo_vmware.api [None req-76ac7cdf-5496-4751-ade7-88c71ab756e0 tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] Waiting for the task: (returnval){ [ 1442.633131] env[62438]: value = "task-1784712" [ 1442.633131] env[62438]: _type = "Task" [ 1442.633131] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.645649] env[62438]: DEBUG oslo_vmware.api [None req-76ac7cdf-5496-4751-ade7-88c71ab756e0 tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] Task: {'id': task-1784712, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.726860] env[62438]: DEBUG nova.network.neutron [None req-e308700c-17c9-4c86-968f-930d02a44b2f tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [instance: 1ed63f2e-9e74-4d64-96fb-7a3315793ca9] Updating instance_info_cache with network_info: [{"id": "3754380d-8929-478f-b6d8-98f5c87ec4a4", "address": "fa:16:3e:bd:39:25", "network": {"id": "2d9d4e8a-26cf-4b2e-96c5-0eb979c2d5ad", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-520885801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "776901636c2e41889f23b89411e6dd63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3754380d-89", "ovs_interfaceid": "3754380d-8929-478f-b6d8-98f5c87ec4a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1442.733022] env[62438]: DEBUG nova.scheduler.client.report [None req-2dff70d7-6918-4d26-a2df-345657e6f36e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1442.863823] env[62438]: DEBUG nova.compute.manager [None req-1a8060b1-d5ca-4dad-8aed-2713520a6280 tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] [instance: 98544a26-b42e-4164-8397-18188e662d64] Instance disappeared during snapshot {{(pid=62438) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4494}} [ 1443.013882] env[62438]: DEBUG oslo_vmware.api [None req-edd23b50-a8be-45b1-a84f-ef0514029596 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': task-1784710, 'name': Rename_Task, 'duration_secs': 0.207435} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.014331] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-edd23b50-a8be-45b1-a84f-ef0514029596 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: 77038eff-3013-423d-b1bf-a6d14e892441] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1443.014612] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9080c9cf-4de7-4c9a-a56d-dd3d0e0c4375 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.023353] env[62438]: DEBUG nova.compute.manager [None req-1a8060b1-d5ca-4dad-8aed-2713520a6280 tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] [instance: 98544a26-b42e-4164-8397-18188e662d64] Found 0 images (rotation: 2) {{(pid=62438) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4554}} [ 1443.025741] env[62438]: DEBUG oslo_vmware.api [None req-edd23b50-a8be-45b1-a84f-ef0514029596 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Waiting for the task: (returnval){ [ 1443.025741] env[62438]: value = "task-1784713" [ 1443.025741] env[62438]: _type = "Task" [ 1443.025741] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.036447] env[62438]: DEBUG oslo_vmware.api [None req-edd23b50-a8be-45b1-a84f-ef0514029596 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': task-1784713, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.051582] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9fecb8cb-e701-474d-a3b3-b0e1234bfffb tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Acquiring lock "fa1146c8-af2b-49a6-88f0-6fee8773ce67" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1443.052170] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9fecb8cb-e701-474d-a3b3-b0e1234bfffb tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Lock "fa1146c8-af2b-49a6-88f0-6fee8773ce67" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1443.064371] env[62438]: DEBUG oslo_vmware.api [None req-67a41ebc-1bfc-458b-8664-bb92dbfecc4f tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1784711, 'name': PowerOffVM_Task, 'duration_secs': 0.228444} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.064632] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-67a41ebc-1bfc-458b-8664-bb92dbfecc4f tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: 2cc722a0-76fa-4431-985b-9fe0ad62ef42] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1443.064799] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-67a41ebc-1bfc-458b-8664-bb92dbfecc4f tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: 2cc722a0-76fa-4431-985b-9fe0ad62ef42] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1443.065074] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba7ab207-bf01-4ce4-a132-4d766d4b60d3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.143276] env[62438]: DEBUG oslo_vmware.api [None req-76ac7cdf-5496-4751-ade7-88c71ab756e0 tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] Task: {'id': task-1784712, 'name': PowerOffVM_Task, 'duration_secs': 0.184347} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.144026] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-76ac7cdf-5496-4751-ade7-88c71ab756e0 tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] [instance: 98544a26-b42e-4164-8397-18188e662d64] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1443.144026] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-76ac7cdf-5496-4751-ade7-88c71ab756e0 tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] [instance: 98544a26-b42e-4164-8397-18188e662d64] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1443.144446] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ea879fb-1583-4497-9278-b6aa6f116721 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.150704] env[62438]: DEBUG nova.compute.manager [req-0bbc7b78-a908-4a52-a877-5ff16b23e7b0 req-e9d757d4-74c5-4fef-afe5-998ae8d6845d service nova] [instance: 1ed63f2e-9e74-4d64-96fb-7a3315793ca9] Received event network-changed-3754380d-8929-478f-b6d8-98f5c87ec4a4 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1443.150704] env[62438]: DEBUG nova.compute.manager [req-0bbc7b78-a908-4a52-a877-5ff16b23e7b0 req-e9d757d4-74c5-4fef-afe5-998ae8d6845d service nova] [instance: 1ed63f2e-9e74-4d64-96fb-7a3315793ca9] Refreshing instance network info cache due to event network-changed-3754380d-8929-478f-b6d8-98f5c87ec4a4. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1443.150704] env[62438]: DEBUG oslo_concurrency.lockutils [req-0bbc7b78-a908-4a52-a877-5ff16b23e7b0 req-e9d757d4-74c5-4fef-afe5-998ae8d6845d service nova] Acquiring lock "refresh_cache-1ed63f2e-9e74-4d64-96fb-7a3315793ca9" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1443.162830] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-67a41ebc-1bfc-458b-8664-bb92dbfecc4f tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: 2cc722a0-76fa-4431-985b-9fe0ad62ef42] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1443.163463] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-67a41ebc-1bfc-458b-8664-bb92dbfecc4f tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: 2cc722a0-76fa-4431-985b-9fe0ad62ef42] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1443.164067] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-67a41ebc-1bfc-458b-8664-bb92dbfecc4f tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Deleting the datastore file [datastore1] 2cc722a0-76fa-4431-985b-9fe0ad62ef42 {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1443.164424] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-903cddf5-8f9b-4582-89d5-f11026f03f00 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.175664] env[62438]: DEBUG oslo_vmware.api [None req-67a41ebc-1bfc-458b-8664-bb92dbfecc4f tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Waiting for the task: (returnval){ [ 1443.175664] env[62438]: value = "task-1784716" [ 1443.175664] env[62438]: _type = "Task" [ 1443.175664] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.182924] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-76ac7cdf-5496-4751-ade7-88c71ab756e0 tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] [instance: 98544a26-b42e-4164-8397-18188e662d64] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1443.183234] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-76ac7cdf-5496-4751-ade7-88c71ab756e0 tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] [instance: 98544a26-b42e-4164-8397-18188e662d64] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1443.183472] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-76ac7cdf-5496-4751-ade7-88c71ab756e0 tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] Deleting the datastore file [datastore1] 98544a26-b42e-4164-8397-18188e662d64 {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1443.183815] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-24925ef3-69c8-4c52-a056-2c5b5b038368 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.189754] env[62438]: DEBUG oslo_vmware.api [None req-67a41ebc-1bfc-458b-8664-bb92dbfecc4f tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1784716, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.195583] env[62438]: DEBUG oslo_vmware.api [None req-76ac7cdf-5496-4751-ade7-88c71ab756e0 tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] Waiting for the task: (returnval){ [ 1443.195583] env[62438]: value = "task-1784717" [ 1443.195583] env[62438]: _type = "Task" [ 1443.195583] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.206045] env[62438]: DEBUG oslo_vmware.api [None req-76ac7cdf-5496-4751-ade7-88c71ab756e0 tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] Task: {'id': task-1784717, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.232084] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e308700c-17c9-4c86-968f-930d02a44b2f tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Releasing lock "refresh_cache-1ed63f2e-9e74-4d64-96fb-7a3315793ca9" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1443.232084] env[62438]: DEBUG nova.compute.manager [None req-e308700c-17c9-4c86-968f-930d02a44b2f tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [instance: 1ed63f2e-9e74-4d64-96fb-7a3315793ca9] Instance network_info: |[{"id": "3754380d-8929-478f-b6d8-98f5c87ec4a4", "address": "fa:16:3e:bd:39:25", "network": {"id": "2d9d4e8a-26cf-4b2e-96c5-0eb979c2d5ad", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-520885801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "776901636c2e41889f23b89411e6dd63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3754380d-89", "ovs_interfaceid": "3754380d-8929-478f-b6d8-98f5c87ec4a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1443.232335] env[62438]: DEBUG oslo_concurrency.lockutils [req-0bbc7b78-a908-4a52-a877-5ff16b23e7b0 req-e9d757d4-74c5-4fef-afe5-998ae8d6845d service nova] Acquired lock "refresh_cache-1ed63f2e-9e74-4d64-96fb-7a3315793ca9" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.232335] env[62438]: DEBUG nova.network.neutron [req-0bbc7b78-a908-4a52-a877-5ff16b23e7b0 req-e9d757d4-74c5-4fef-afe5-998ae8d6845d service nova] [instance: 1ed63f2e-9e74-4d64-96fb-7a3315793ca9] Refreshing network info cache for port 3754380d-8929-478f-b6d8-98f5c87ec4a4 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1443.233681] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-e308700c-17c9-4c86-968f-930d02a44b2f tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [instance: 1ed63f2e-9e74-4d64-96fb-7a3315793ca9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:39:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '360308f4-9d0a-4ec2-8bcf-44891f452847', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3754380d-8929-478f-b6d8-98f5c87ec4a4', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1443.242642] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-e308700c-17c9-4c86-968f-930d02a44b2f tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Creating folder: Project (776901636c2e41889f23b89411e6dd63). Parent ref: group-v370230. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1443.242907] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2dff70d7-6918-4d26-a2df-345657e6f36e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.641s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1443.243411] env[62438]: DEBUG nova.compute.manager [None req-2dff70d7-6918-4d26-a2df-345657e6f36e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: b24c2e75-f48d-4dbc-b44c-88123b72046c] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1443.249036] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2ff67d5e-eefa-4a0e-8477-bb70db8c7b4c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.249971] env[62438]: DEBUG oslo_concurrency.lockutils [None req-95763a4b-794c-4fb3-85f4-2852ac625d1f tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.035s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1443.251067] env[62438]: DEBUG nova.objects.instance [None req-95763a4b-794c-4fb3-85f4-2852ac625d1f tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] Lazy-loading 'resources' on Instance uuid 593cd047-3ea0-4bc8-ab9d-9833747a6752 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1443.265951] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-e308700c-17c9-4c86-968f-930d02a44b2f tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Created folder: Project (776901636c2e41889f23b89411e6dd63) in parent group-v370230. [ 1443.266218] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-e308700c-17c9-4c86-968f-930d02a44b2f tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Creating folder: Instances. Parent ref: group-v370354. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1443.266759] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-884667a1-e47f-4a36-a5c6-5b8edaae8939 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.282140] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-e308700c-17c9-4c86-968f-930d02a44b2f tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Created folder: Instances in parent group-v370354. [ 1443.282140] env[62438]: DEBUG oslo.service.loopingcall [None req-e308700c-17c9-4c86-968f-930d02a44b2f tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1443.282300] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ed63f2e-9e74-4d64-96fb-7a3315793ca9] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1443.282538] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f26574a-880f-400b-a692-5fad3bf824b2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.311448] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1443.311448] env[62438]: value = "task-1784720" [ 1443.311448] env[62438]: _type = "Task" [ 1443.311448] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.322969] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784720, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.545306] env[62438]: DEBUG oslo_vmware.api [None req-edd23b50-a8be-45b1-a84f-ef0514029596 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': task-1784713, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.559517] env[62438]: DEBUG nova.compute.manager [None req-9fecb8cb-e701-474d-a3b3-b0e1234bfffb tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: fa1146c8-af2b-49a6-88f0-6fee8773ce67] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1443.688411] env[62438]: DEBUG oslo_vmware.api [None req-67a41ebc-1bfc-458b-8664-bb92dbfecc4f tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1784716, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.222585} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.688608] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-67a41ebc-1bfc-458b-8664-bb92dbfecc4f tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1443.688839] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-67a41ebc-1bfc-458b-8664-bb92dbfecc4f tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: 2cc722a0-76fa-4431-985b-9fe0ad62ef42] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1443.688995] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-67a41ebc-1bfc-458b-8664-bb92dbfecc4f tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: 2cc722a0-76fa-4431-985b-9fe0ad62ef42] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1443.689188] env[62438]: INFO nova.compute.manager [None req-67a41ebc-1bfc-458b-8664-bb92dbfecc4f tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: 2cc722a0-76fa-4431-985b-9fe0ad62ef42] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1443.689437] env[62438]: DEBUG oslo.service.loopingcall [None req-67a41ebc-1bfc-458b-8664-bb92dbfecc4f tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1443.690076] env[62438]: DEBUG nova.compute.manager [-] [instance: 2cc722a0-76fa-4431-985b-9fe0ad62ef42] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1443.690175] env[62438]: DEBUG nova.network.neutron [-] [instance: 2cc722a0-76fa-4431-985b-9fe0ad62ef42] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1443.708644] env[62438]: DEBUG oslo_vmware.api [None req-76ac7cdf-5496-4751-ade7-88c71ab756e0 tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] Task: {'id': task-1784717, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156825} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.708900] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-76ac7cdf-5496-4751-ade7-88c71ab756e0 tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1443.709206] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-76ac7cdf-5496-4751-ade7-88c71ab756e0 tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] [instance: 98544a26-b42e-4164-8397-18188e662d64] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1443.709458] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-76ac7cdf-5496-4751-ade7-88c71ab756e0 tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] [instance: 98544a26-b42e-4164-8397-18188e662d64] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1443.709694] env[62438]: INFO nova.compute.manager [None req-76ac7cdf-5496-4751-ade7-88c71ab756e0 tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] [instance: 98544a26-b42e-4164-8397-18188e662d64] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1443.710174] env[62438]: DEBUG oslo.service.loopingcall [None req-76ac7cdf-5496-4751-ade7-88c71ab756e0 tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1443.710381] env[62438]: DEBUG nova.compute.manager [-] [instance: 98544a26-b42e-4164-8397-18188e662d64] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1443.710613] env[62438]: DEBUG nova.network.neutron [-] [instance: 98544a26-b42e-4164-8397-18188e662d64] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1443.728581] env[62438]: DEBUG nova.network.neutron [-] [instance: 98544a26-b42e-4164-8397-18188e662d64] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1443.759225] env[62438]: DEBUG nova.compute.utils [None req-2dff70d7-6918-4d26-a2df-345657e6f36e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1443.765143] env[62438]: DEBUG nova.compute.manager [None req-2dff70d7-6918-4d26-a2df-345657e6f36e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: b24c2e75-f48d-4dbc-b44c-88123b72046c] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1443.765143] env[62438]: DEBUG nova.network.neutron [None req-2dff70d7-6918-4d26-a2df-345657e6f36e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: b24c2e75-f48d-4dbc-b44c-88123b72046c] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1443.825385] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784720, 'name': CreateVM_Task} progress is 99%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.896195] env[62438]: DEBUG nova.policy [None req-2dff70d7-6918-4d26-a2df-345657e6f36e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cff4550dd3bd4917a5cb395ab12f398c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eee2ef2bcd664c558400dbccdc63582d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1443.952373] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9bd5c64d-d6e9-4592-9a76-581c9e255535 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Acquiring lock "0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1443.952634] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9bd5c64d-d6e9-4592-9a76-581c9e255535 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Lock "0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1444.028466] env[62438]: DEBUG nova.network.neutron [req-0bbc7b78-a908-4a52-a877-5ff16b23e7b0 req-e9d757d4-74c5-4fef-afe5-998ae8d6845d service nova] [instance: 1ed63f2e-9e74-4d64-96fb-7a3315793ca9] Updated VIF entry in instance network info cache for port 3754380d-8929-478f-b6d8-98f5c87ec4a4. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1444.031621] env[62438]: DEBUG nova.network.neutron [req-0bbc7b78-a908-4a52-a877-5ff16b23e7b0 req-e9d757d4-74c5-4fef-afe5-998ae8d6845d service nova] [instance: 1ed63f2e-9e74-4d64-96fb-7a3315793ca9] Updating instance_info_cache with network_info: [{"id": "3754380d-8929-478f-b6d8-98f5c87ec4a4", "address": "fa:16:3e:bd:39:25", "network": {"id": "2d9d4e8a-26cf-4b2e-96c5-0eb979c2d5ad", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-520885801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "776901636c2e41889f23b89411e6dd63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3754380d-89", "ovs_interfaceid": "3754380d-8929-478f-b6d8-98f5c87ec4a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1444.039851] env[62438]: DEBUG oslo_vmware.api [None req-edd23b50-a8be-45b1-a84f-ef0514029596 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': task-1784713, 'name': PowerOnVM_Task, 'duration_secs': 0.638741} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.040163] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-edd23b50-a8be-45b1-a84f-ef0514029596 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: 77038eff-3013-423d-b1bf-a6d14e892441] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1444.040361] env[62438]: INFO nova.compute.manager [None req-edd23b50-a8be-45b1-a84f-ef0514029596 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: 77038eff-3013-423d-b1bf-a6d14e892441] Took 9.36 seconds to spawn the instance on the hypervisor. [ 1444.040541] env[62438]: DEBUG nova.compute.manager [None req-edd23b50-a8be-45b1-a84f-ef0514029596 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: 77038eff-3013-423d-b1bf-a6d14e892441] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1444.041343] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c57cd3a-009e-4514-a5f8-5df6e87ee8d6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.089949] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9fecb8cb-e701-474d-a3b3-b0e1234bfffb tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1444.231026] env[62438]: DEBUG nova.network.neutron [-] [instance: 98544a26-b42e-4164-8397-18188e662d64] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1444.272175] env[62438]: DEBUG nova.compute.manager [None req-2dff70d7-6918-4d26-a2df-345657e6f36e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: b24c2e75-f48d-4dbc-b44c-88123b72046c] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1444.323071] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784720, 'name': CreateVM_Task, 'duration_secs': 0.525121} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.327240] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ed63f2e-9e74-4d64-96fb-7a3315793ca9] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1444.329073] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e308700c-17c9-4c86-968f-930d02a44b2f tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1444.329073] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e308700c-17c9-4c86-968f-930d02a44b2f tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.329073] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e308700c-17c9-4c86-968f-930d02a44b2f tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1444.329073] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53c55b72-152f-477a-b1fd-5c84b558149e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.340916] env[62438]: DEBUG oslo_vmware.api [None req-e308700c-17c9-4c86-968f-930d02a44b2f tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Waiting for the task: (returnval){ [ 1444.340916] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52f2146b-780c-b810-cc5b-4419be279d0e" [ 1444.340916] env[62438]: _type = "Task" [ 1444.340916] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.359165] env[62438]: DEBUG oslo_vmware.api [None req-e308700c-17c9-4c86-968f-930d02a44b2f tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52f2146b-780c-b810-cc5b-4419be279d0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.365321] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c182db0b-4369-49c8-88fc-ac65bd5c253a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.373010] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a92ecc2d-577c-455b-b5ec-b82fb6a50d93 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.417204] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc27470-41fb-41b3-af5a-a7900201bec6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.426741] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245ac7a5-c2f7-41b2-9366-69f077c6985b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.442881] env[62438]: DEBUG nova.compute.provider_tree [None req-95763a4b-794c-4fb3-85f4-2852ac625d1f tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1444.445930] env[62438]: DEBUG nova.network.neutron [None req-2dff70d7-6918-4d26-a2df-345657e6f36e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: b24c2e75-f48d-4dbc-b44c-88123b72046c] Successfully created port: 50fdf826-616b-490c-9669-13cc42cef79a {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1444.455657] env[62438]: DEBUG nova.compute.manager [None req-9bd5c64d-d6e9-4592-9a76-581c9e255535 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1444.534274] env[62438]: DEBUG oslo_concurrency.lockutils [req-0bbc7b78-a908-4a52-a877-5ff16b23e7b0 req-e9d757d4-74c5-4fef-afe5-998ae8d6845d service nova] Releasing lock "refresh_cache-1ed63f2e-9e74-4d64-96fb-7a3315793ca9" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1444.567522] env[62438]: INFO nova.compute.manager [None req-edd23b50-a8be-45b1-a84f-ef0514029596 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: 77038eff-3013-423d-b1bf-a6d14e892441] Took 34.44 seconds to build instance. [ 1444.735351] env[62438]: INFO nova.compute.manager [-] [instance: 98544a26-b42e-4164-8397-18188e662d64] Took 1.02 seconds to deallocate network for instance. [ 1444.758024] env[62438]: DEBUG nova.network.neutron [-] [instance: 2cc722a0-76fa-4431-985b-9fe0ad62ef42] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1444.854971] env[62438]: DEBUG oslo_vmware.api [None req-e308700c-17c9-4c86-968f-930d02a44b2f tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52f2146b-780c-b810-cc5b-4419be279d0e, 'name': SearchDatastore_Task, 'duration_secs': 0.038273} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.855216] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e308700c-17c9-4c86-968f-930d02a44b2f tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1444.855460] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-e308700c-17c9-4c86-968f-930d02a44b2f tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [instance: 1ed63f2e-9e74-4d64-96fb-7a3315793ca9] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1444.855720] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e308700c-17c9-4c86-968f-930d02a44b2f tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1444.855856] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e308700c-17c9-4c86-968f-930d02a44b2f tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.856055] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-e308700c-17c9-4c86-968f-930d02a44b2f tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1444.856585] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-73008703-3a82-4aa6-9ba0-97e1fac0b683 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.868566] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-e308700c-17c9-4c86-968f-930d02a44b2f tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1444.868798] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-e308700c-17c9-4c86-968f-930d02a44b2f tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1444.869573] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f65221ca-bbdc-4684-ac86-719b42ddb69d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.875507] env[62438]: DEBUG oslo_vmware.api [None req-e308700c-17c9-4c86-968f-930d02a44b2f tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Waiting for the task: (returnval){ [ 1444.875507] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52bb36b2-dcd1-31c4-c9a2-244294681d37" [ 1444.875507] env[62438]: _type = "Task" [ 1444.875507] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.885979] env[62438]: DEBUG oslo_vmware.api [None req-e308700c-17c9-4c86-968f-930d02a44b2f tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52bb36b2-dcd1-31c4-c9a2-244294681d37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.945344] env[62438]: DEBUG nova.scheduler.client.report [None req-95763a4b-794c-4fb3-85f4-2852ac625d1f tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1444.979184] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9bd5c64d-d6e9-4592-9a76-581c9e255535 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1445.068452] env[62438]: DEBUG oslo_concurrency.lockutils [None req-edd23b50-a8be-45b1-a84f-ef0514029596 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Lock "77038eff-3013-423d-b1bf-a6d14e892441" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.874s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1445.177427] env[62438]: DEBUG nova.compute.manager [req-7225c383-4e78-4c08-a5d5-55efdd9acc92 req-8b00dff6-19f1-4de9-b426-08866be99c90 service nova] [instance: 2cc722a0-76fa-4431-985b-9fe0ad62ef42] Received event network-vif-deleted-80a3ab4d-e0ff-4bff-a208-90c8a886f0e6 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1445.240744] env[62438]: DEBUG oslo_concurrency.lockutils [None req-76ac7cdf-5496-4751-ade7-88c71ab756e0 tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1445.260812] env[62438]: INFO nova.compute.manager [-] [instance: 2cc722a0-76fa-4431-985b-9fe0ad62ef42] Took 1.57 seconds to deallocate network for instance. [ 1445.285674] env[62438]: DEBUG nova.compute.manager [None req-2dff70d7-6918-4d26-a2df-345657e6f36e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: b24c2e75-f48d-4dbc-b44c-88123b72046c] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1445.311533] env[62438]: DEBUG nova.virt.hardware [None req-2dff70d7-6918-4d26-a2df-345657e6f36e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1445.312015] env[62438]: DEBUG nova.virt.hardware [None req-2dff70d7-6918-4d26-a2df-345657e6f36e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1445.312307] env[62438]: DEBUG nova.virt.hardware [None req-2dff70d7-6918-4d26-a2df-345657e6f36e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1445.312619] env[62438]: DEBUG nova.virt.hardware [None req-2dff70d7-6918-4d26-a2df-345657e6f36e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1445.312943] env[62438]: DEBUG nova.virt.hardware [None req-2dff70d7-6918-4d26-a2df-345657e6f36e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1445.313236] env[62438]: DEBUG nova.virt.hardware [None req-2dff70d7-6918-4d26-a2df-345657e6f36e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1445.313596] env[62438]: DEBUG nova.virt.hardware [None req-2dff70d7-6918-4d26-a2df-345657e6f36e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1445.313876] env[62438]: DEBUG nova.virt.hardware [None req-2dff70d7-6918-4d26-a2df-345657e6f36e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1445.314181] env[62438]: DEBUG nova.virt.hardware [None req-2dff70d7-6918-4d26-a2df-345657e6f36e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1445.314619] env[62438]: DEBUG nova.virt.hardware [None req-2dff70d7-6918-4d26-a2df-345657e6f36e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1445.314933] env[62438]: DEBUG nova.virt.hardware [None req-2dff70d7-6918-4d26-a2df-345657e6f36e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1445.316489] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4788560-87b8-4398-bd99-e1ab933493a2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.327365] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be0c7831-c3d7-40a3-9796-5fd376591fa7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.387049] env[62438]: DEBUG oslo_vmware.api [None req-e308700c-17c9-4c86-968f-930d02a44b2f tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52bb36b2-dcd1-31c4-c9a2-244294681d37, 'name': SearchDatastore_Task, 'duration_secs': 0.051644} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.387961] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-572e4105-2c06-4630-8407-e4bda1b5a70d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.394670] env[62438]: DEBUG oslo_vmware.api [None req-e308700c-17c9-4c86-968f-930d02a44b2f tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Waiting for the task: (returnval){ [ 1445.394670] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52015d91-c697-15b3-b183-bfb31588eb24" [ 1445.394670] env[62438]: _type = "Task" [ 1445.394670] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.404200] env[62438]: DEBUG oslo_vmware.api [None req-e308700c-17c9-4c86-968f-930d02a44b2f tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52015d91-c697-15b3-b183-bfb31588eb24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.450403] env[62438]: DEBUG oslo_concurrency.lockutils [None req-95763a4b-794c-4fb3-85f4-2852ac625d1f tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.200s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1445.453033] env[62438]: DEBUG oslo_concurrency.lockutils [None req-477076fa-06f6-4161-8af4-497db2f75cbb tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.769s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1445.453359] env[62438]: DEBUG nova.objects.instance [None req-477076fa-06f6-4161-8af4-497db2f75cbb tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Lazy-loading 'resources' on Instance uuid 21b50399-6922-44e4-b104-b20a62d9d9a2 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1445.486578] env[62438]: INFO nova.scheduler.client.report [None req-95763a4b-794c-4fb3-85f4-2852ac625d1f tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] Deleted allocations for instance 593cd047-3ea0-4bc8-ab9d-9833747a6752 [ 1445.625606] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7631244e-2036-452e-bf3b-505ef2c7ae8b tempest-ServersAdminTestJSON-970282137 tempest-ServersAdminTestJSON-970282137-project-admin] Acquiring lock "refresh_cache-77038eff-3013-423d-b1bf-a6d14e892441" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1445.625824] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7631244e-2036-452e-bf3b-505ef2c7ae8b tempest-ServersAdminTestJSON-970282137 tempest-ServersAdminTestJSON-970282137-project-admin] Acquired lock "refresh_cache-77038eff-3013-423d-b1bf-a6d14e892441" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.626031] env[62438]: DEBUG nova.network.neutron [None req-7631244e-2036-452e-bf3b-505ef2c7ae8b tempest-ServersAdminTestJSON-970282137 tempest-ServersAdminTestJSON-970282137-project-admin] [instance: 77038eff-3013-423d-b1bf-a6d14e892441] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1445.767301] env[62438]: DEBUG oslo_concurrency.lockutils [None req-67a41ebc-1bfc-458b-8664-bb92dbfecc4f tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1445.907667] env[62438]: DEBUG oslo_vmware.api [None req-e308700c-17c9-4c86-968f-930d02a44b2f tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52015d91-c697-15b3-b183-bfb31588eb24, 'name': SearchDatastore_Task, 'duration_secs': 0.044621} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.908070] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e308700c-17c9-4c86-968f-930d02a44b2f tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1445.908787] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-e308700c-17c9-4c86-968f-930d02a44b2f tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 1ed63f2e-9e74-4d64-96fb-7a3315793ca9/1ed63f2e-9e74-4d64-96fb-7a3315793ca9.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1445.908939] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-09a6e158-48e6-47db-8f4d-fcebf8e1ba78 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.918196] env[62438]: DEBUG oslo_vmware.api [None req-e308700c-17c9-4c86-968f-930d02a44b2f tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Waiting for the task: (returnval){ [ 1445.918196] env[62438]: value = "task-1784721" [ 1445.918196] env[62438]: _type = "Task" [ 1445.918196] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.930549] env[62438]: DEBUG oslo_vmware.api [None req-e308700c-17c9-4c86-968f-930d02a44b2f tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Task: {'id': task-1784721, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.995078] env[62438]: DEBUG oslo_concurrency.lockutils [None req-95763a4b-794c-4fb3-85f4-2852ac625d1f tempest-InstanceActionsNegativeTestJSON-2070062656 tempest-InstanceActionsNegativeTestJSON-2070062656-project-member] Lock "593cd047-3ea0-4bc8-ab9d-9833747a6752" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.870s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1446.289207] env[62438]: DEBUG nova.network.neutron [None req-2dff70d7-6918-4d26-a2df-345657e6f36e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: b24c2e75-f48d-4dbc-b44c-88123b72046c] Successfully updated port: 50fdf826-616b-490c-9669-13cc42cef79a {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1446.441144] env[62438]: DEBUG oslo_vmware.api [None req-e308700c-17c9-4c86-968f-930d02a44b2f tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Task: {'id': task-1784721, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.548640] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cd6cd33-25b1-4189-a65c-3e26018a390d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.552286] env[62438]: DEBUG nova.network.neutron [None req-7631244e-2036-452e-bf3b-505ef2c7ae8b tempest-ServersAdminTestJSON-970282137 tempest-ServersAdminTestJSON-970282137-project-admin] [instance: 77038eff-3013-423d-b1bf-a6d14e892441] Updating instance_info_cache with network_info: [{"id": "033e4ac6-617b-4d64-86ee-f25ff4af133d", "address": "fa:16:3e:2b:43:d4", "network": {"id": "c2a88eba-9de6-4f81-ace5-db6d9be217aa", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-311663269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e823f0cf4b1843f281f390b5ef2d3403", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2eaecd-9701-4504-9fcb-fb1a420ead72", "external-id": "nsx-vlan-transportzone-433", "segmentation_id": 433, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap033e4ac6-61", "ovs_interfaceid": "033e4ac6-617b-4d64-86ee-f25ff4af133d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1446.559627] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a806425-7948-4809-9282-0a2c2f94e485 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.600640] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b396bd7-ffe7-4f0c-aafe-e2252798a87e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.610886] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6321a5df-708d-4cbc-b261-6ab1bfa12357 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.627241] env[62438]: DEBUG nova.compute.provider_tree [None req-477076fa-06f6-4161-8af4-497db2f75cbb tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1446.793740] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2dff70d7-6918-4d26-a2df-345657e6f36e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Acquiring lock "refresh_cache-b24c2e75-f48d-4dbc-b44c-88123b72046c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1446.793740] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2dff70d7-6918-4d26-a2df-345657e6f36e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Acquired lock "refresh_cache-b24c2e75-f48d-4dbc-b44c-88123b72046c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.793740] env[62438]: DEBUG nova.network.neutron [None req-2dff70d7-6918-4d26-a2df-345657e6f36e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: b24c2e75-f48d-4dbc-b44c-88123b72046c] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1446.929918] env[62438]: DEBUG oslo_vmware.api [None req-e308700c-17c9-4c86-968f-930d02a44b2f tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Task: {'id': task-1784721, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.797234} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.930226] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-e308700c-17c9-4c86-968f-930d02a44b2f tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 1ed63f2e-9e74-4d64-96fb-7a3315793ca9/1ed63f2e-9e74-4d64-96fb-7a3315793ca9.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1446.930447] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-e308700c-17c9-4c86-968f-930d02a44b2f tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [instance: 1ed63f2e-9e74-4d64-96fb-7a3315793ca9] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1446.930734] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-022a0bfa-e36f-4c58-819d-42acf641dea4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.938998] env[62438]: DEBUG oslo_vmware.api [None req-e308700c-17c9-4c86-968f-930d02a44b2f tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Waiting for the task: (returnval){ [ 1446.938998] env[62438]: value = "task-1784722" [ 1446.938998] env[62438]: _type = "Task" [ 1446.938998] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.955048] env[62438]: DEBUG oslo_vmware.api [None req-e308700c-17c9-4c86-968f-930d02a44b2f tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Task: {'id': task-1784722, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.055341] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7631244e-2036-452e-bf3b-505ef2c7ae8b tempest-ServersAdminTestJSON-970282137 tempest-ServersAdminTestJSON-970282137-project-admin] Releasing lock "refresh_cache-77038eff-3013-423d-b1bf-a6d14e892441" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1447.055564] env[62438]: DEBUG nova.compute.manager [None req-7631244e-2036-452e-bf3b-505ef2c7ae8b tempest-ServersAdminTestJSON-970282137 tempest-ServersAdminTestJSON-970282137-project-admin] [instance: 77038eff-3013-423d-b1bf-a6d14e892441] Inject network info {{(pid=62438) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7219}} [ 1447.055795] env[62438]: DEBUG nova.compute.manager [None req-7631244e-2036-452e-bf3b-505ef2c7ae8b tempest-ServersAdminTestJSON-970282137 tempest-ServersAdminTestJSON-970282137-project-admin] [instance: 77038eff-3013-423d-b1bf-a6d14e892441] network_info to inject: |[{"id": "033e4ac6-617b-4d64-86ee-f25ff4af133d", "address": "fa:16:3e:2b:43:d4", "network": {"id": "c2a88eba-9de6-4f81-ace5-db6d9be217aa", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-311663269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e823f0cf4b1843f281f390b5ef2d3403", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2eaecd-9701-4504-9fcb-fb1a420ead72", "external-id": "nsx-vlan-transportzone-433", "segmentation_id": 433, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap033e4ac6-61", "ovs_interfaceid": "033e4ac6-617b-4d64-86ee-f25ff4af133d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7220}} [ 1447.061967] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-7631244e-2036-452e-bf3b-505ef2c7ae8b tempest-ServersAdminTestJSON-970282137 tempest-ServersAdminTestJSON-970282137-project-admin] [instance: 77038eff-3013-423d-b1bf-a6d14e892441] Reconfiguring VM instance to set the machine id {{(pid=62438) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1802}} [ 1447.062611] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1904efd-75af-4f21-b7bb-fbf269a464f8 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.081870] env[62438]: DEBUG oslo_vmware.api [None req-7631244e-2036-452e-bf3b-505ef2c7ae8b tempest-ServersAdminTestJSON-970282137 tempest-ServersAdminTestJSON-970282137-project-admin] Waiting for the task: (returnval){ [ 1447.081870] env[62438]: value = "task-1784723" [ 1447.081870] env[62438]: _type = "Task" [ 1447.081870] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.093474] env[62438]: DEBUG oslo_vmware.api [None req-7631244e-2036-452e-bf3b-505ef2c7ae8b tempest-ServersAdminTestJSON-970282137 tempest-ServersAdminTestJSON-970282137-project-admin] Task: {'id': task-1784723, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.136036] env[62438]: DEBUG nova.scheduler.client.report [None req-477076fa-06f6-4161-8af4-497db2f75cbb tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1447.254273] env[62438]: DEBUG nova.compute.manager [req-91f81332-f784-4e93-a5a8-ed8b9c21a018 req-dc3e6831-5ee0-4f38-b7cc-dde49887d298 service nova] [instance: b24c2e75-f48d-4dbc-b44c-88123b72046c] Received event network-vif-plugged-50fdf826-616b-490c-9669-13cc42cef79a {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1447.254872] env[62438]: DEBUG oslo_concurrency.lockutils [req-91f81332-f784-4e93-a5a8-ed8b9c21a018 req-dc3e6831-5ee0-4f38-b7cc-dde49887d298 service nova] Acquiring lock "b24c2e75-f48d-4dbc-b44c-88123b72046c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1447.254972] env[62438]: DEBUG oslo_concurrency.lockutils [req-91f81332-f784-4e93-a5a8-ed8b9c21a018 req-dc3e6831-5ee0-4f38-b7cc-dde49887d298 service nova] Lock "b24c2e75-f48d-4dbc-b44c-88123b72046c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1447.255660] env[62438]: DEBUG oslo_concurrency.lockutils [req-91f81332-f784-4e93-a5a8-ed8b9c21a018 req-dc3e6831-5ee0-4f38-b7cc-dde49887d298 service nova] Lock "b24c2e75-f48d-4dbc-b44c-88123b72046c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1447.255915] env[62438]: DEBUG nova.compute.manager [req-91f81332-f784-4e93-a5a8-ed8b9c21a018 req-dc3e6831-5ee0-4f38-b7cc-dde49887d298 service nova] [instance: b24c2e75-f48d-4dbc-b44c-88123b72046c] No waiting events found dispatching network-vif-plugged-50fdf826-616b-490c-9669-13cc42cef79a {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1447.256216] env[62438]: WARNING nova.compute.manager [req-91f81332-f784-4e93-a5a8-ed8b9c21a018 req-dc3e6831-5ee0-4f38-b7cc-dde49887d298 service nova] [instance: b24c2e75-f48d-4dbc-b44c-88123b72046c] Received unexpected event network-vif-plugged-50fdf826-616b-490c-9669-13cc42cef79a for instance with vm_state building and task_state spawning. [ 1447.256518] env[62438]: DEBUG nova.compute.manager [req-91f81332-f784-4e93-a5a8-ed8b9c21a018 req-dc3e6831-5ee0-4f38-b7cc-dde49887d298 service nova] [instance: b24c2e75-f48d-4dbc-b44c-88123b72046c] Received event network-changed-50fdf826-616b-490c-9669-13cc42cef79a {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1447.256763] env[62438]: DEBUG nova.compute.manager [req-91f81332-f784-4e93-a5a8-ed8b9c21a018 req-dc3e6831-5ee0-4f38-b7cc-dde49887d298 service nova] [instance: b24c2e75-f48d-4dbc-b44c-88123b72046c] Refreshing instance network info cache due to event network-changed-50fdf826-616b-490c-9669-13cc42cef79a. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1447.257095] env[62438]: DEBUG oslo_concurrency.lockutils [req-91f81332-f784-4e93-a5a8-ed8b9c21a018 req-dc3e6831-5ee0-4f38-b7cc-dde49887d298 service nova] Acquiring lock "refresh_cache-b24c2e75-f48d-4dbc-b44c-88123b72046c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1447.381361] env[62438]: DEBUG nova.network.neutron [None req-2dff70d7-6918-4d26-a2df-345657e6f36e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: b24c2e75-f48d-4dbc-b44c-88123b72046c] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1447.448491] env[62438]: DEBUG oslo_vmware.api [None req-e308700c-17c9-4c86-968f-930d02a44b2f tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Task: {'id': task-1784722, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087196} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.448798] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-e308700c-17c9-4c86-968f-930d02a44b2f tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [instance: 1ed63f2e-9e74-4d64-96fb-7a3315793ca9] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1447.453019] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4147771-677e-4e43-bf72-e01518085e56 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.473438] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-e308700c-17c9-4c86-968f-930d02a44b2f tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [instance: 1ed63f2e-9e74-4d64-96fb-7a3315793ca9] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 1ed63f2e-9e74-4d64-96fb-7a3315793ca9/1ed63f2e-9e74-4d64-96fb-7a3315793ca9.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1447.473700] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b9bc7e5-f134-4a5c-a787-d7cbd7507605 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.499212] env[62438]: DEBUG oslo_vmware.api [None req-e308700c-17c9-4c86-968f-930d02a44b2f tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Waiting for the task: (returnval){ [ 1447.499212] env[62438]: value = "task-1784724" [ 1447.499212] env[62438]: _type = "Task" [ 1447.499212] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.512709] env[62438]: DEBUG oslo_vmware.api [None req-e308700c-17c9-4c86-968f-930d02a44b2f tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Task: {'id': task-1784724, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.591678] env[62438]: DEBUG oslo_vmware.api [None req-7631244e-2036-452e-bf3b-505ef2c7ae8b tempest-ServersAdminTestJSON-970282137 tempest-ServersAdminTestJSON-970282137-project-admin] Task: {'id': task-1784723, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.641262] env[62438]: DEBUG oslo_concurrency.lockutils [None req-477076fa-06f6-4161-8af4-497db2f75cbb tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.188s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1447.644717] env[62438]: DEBUG oslo_concurrency.lockutils [None req-fde3526d-1fe3-43cc-beef-d4f71edded5a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.734s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1447.645146] env[62438]: DEBUG nova.objects.instance [None req-fde3526d-1fe3-43cc-beef-d4f71edded5a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] Lazy-loading 'resources' on Instance uuid aece6fe8-5252-42bc-a4ac-c45a386770b3 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1447.674279] env[62438]: INFO nova.scheduler.client.report [None req-477076fa-06f6-4161-8af4-497db2f75cbb tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Deleted allocations for instance 21b50399-6922-44e4-b104-b20a62d9d9a2 [ 1447.982907] env[62438]: DEBUG nova.network.neutron [None req-2dff70d7-6918-4d26-a2df-345657e6f36e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: b24c2e75-f48d-4dbc-b44c-88123b72046c] Updating instance_info_cache with network_info: [{"id": "50fdf826-616b-490c-9669-13cc42cef79a", "address": "fa:16:3e:c9:bb:9f", "network": {"id": "49820dcf-3697-48a5-a107-cef5a52d412e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1941663822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eee2ef2bcd664c558400dbccdc63582d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50fdf826-61", "ovs_interfaceid": "50fdf826-616b-490c-9669-13cc42cef79a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1448.013094] env[62438]: DEBUG oslo_vmware.api [None req-e308700c-17c9-4c86-968f-930d02a44b2f tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Task: {'id': task-1784724, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.101549] env[62438]: DEBUG oslo_vmware.api [None req-7631244e-2036-452e-bf3b-505ef2c7ae8b tempest-ServersAdminTestJSON-970282137 tempest-ServersAdminTestJSON-970282137-project-admin] Task: {'id': task-1784723, 'name': ReconfigVM_Task, 'duration_secs': 0.845351} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.101549] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-7631244e-2036-452e-bf3b-505ef2c7ae8b tempest-ServersAdminTestJSON-970282137 tempest-ServersAdminTestJSON-970282137-project-admin] [instance: 77038eff-3013-423d-b1bf-a6d14e892441] Reconfigured VM instance to set the machine id {{(pid=62438) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1805}} [ 1448.187908] env[62438]: DEBUG oslo_concurrency.lockutils [None req-477076fa-06f6-4161-8af4-497db2f75cbb tempest-ServersAdminNegativeTestJSON-352907482 tempest-ServersAdminNegativeTestJSON-352907482-project-member] Lock "21b50399-6922-44e4-b104-b20a62d9d9a2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.709s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1448.485198] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2dff70d7-6918-4d26-a2df-345657e6f36e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Releasing lock "refresh_cache-b24c2e75-f48d-4dbc-b44c-88123b72046c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1448.485518] env[62438]: DEBUG nova.compute.manager [None req-2dff70d7-6918-4d26-a2df-345657e6f36e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: b24c2e75-f48d-4dbc-b44c-88123b72046c] Instance network_info: |[{"id": "50fdf826-616b-490c-9669-13cc42cef79a", "address": "fa:16:3e:c9:bb:9f", "network": {"id": "49820dcf-3697-48a5-a107-cef5a52d412e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1941663822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eee2ef2bcd664c558400dbccdc63582d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50fdf826-61", "ovs_interfaceid": "50fdf826-616b-490c-9669-13cc42cef79a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1448.485830] env[62438]: DEBUG oslo_concurrency.lockutils [req-91f81332-f784-4e93-a5a8-ed8b9c21a018 req-dc3e6831-5ee0-4f38-b7cc-dde49887d298 service nova] Acquired lock "refresh_cache-b24c2e75-f48d-4dbc-b44c-88123b72046c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.486028] env[62438]: DEBUG nova.network.neutron [req-91f81332-f784-4e93-a5a8-ed8b9c21a018 req-dc3e6831-5ee0-4f38-b7cc-dde49887d298 service nova] [instance: b24c2e75-f48d-4dbc-b44c-88123b72046c] Refreshing network info cache for port 50fdf826-616b-490c-9669-13cc42cef79a {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1448.489031] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-2dff70d7-6918-4d26-a2df-345657e6f36e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: b24c2e75-f48d-4dbc-b44c-88123b72046c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:bb:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cae1d6a8-cbba-4bbf-af10-ba5467340475', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '50fdf826-616b-490c-9669-13cc42cef79a', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1448.500113] env[62438]: DEBUG oslo.service.loopingcall [None req-2dff70d7-6918-4d26-a2df-345657e6f36e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1448.504660] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b24c2e75-f48d-4dbc-b44c-88123b72046c] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1448.507655] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-510779ed-46db-42fb-9217-bc7da07da525 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.536491] env[62438]: DEBUG oslo_vmware.api [None req-e308700c-17c9-4c86-968f-930d02a44b2f tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Task: {'id': task-1784724, 'name': ReconfigVM_Task, 'duration_secs': 0.999679} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.537836] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-e308700c-17c9-4c86-968f-930d02a44b2f tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [instance: 1ed63f2e-9e74-4d64-96fb-7a3315793ca9] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 1ed63f2e-9e74-4d64-96fb-7a3315793ca9/1ed63f2e-9e74-4d64-96fb-7a3315793ca9.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1448.538504] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1448.538504] env[62438]: value = "task-1784725" [ 1448.538504] env[62438]: _type = "Task" [ 1448.538504] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.538711] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ee82148e-eff4-4b7e-811b-04d9418ece01 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.553080] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784725, 'name': CreateVM_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.557391] env[62438]: DEBUG oslo_vmware.api [None req-e308700c-17c9-4c86-968f-930d02a44b2f tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Waiting for the task: (returnval){ [ 1448.557391] env[62438]: value = "task-1784726" [ 1448.557391] env[62438]: _type = "Task" [ 1448.557391] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.568864] env[62438]: DEBUG oslo_vmware.api [None req-e308700c-17c9-4c86-968f-930d02a44b2f tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Task: {'id': task-1784726, 'name': Rename_Task} progress is 10%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.780864] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c578bdb-4e5a-41ef-b1cc-0e6b7da07ea0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.789449] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-307a6094-6fba-4178-ae96-3d965134ebfa {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.825826] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-057cada6-adb5-4558-81c3-283e395f2cd7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.836260] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b347802-f82b-4ec0-a0e1-24dd09c0eecc {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.850293] env[62438]: DEBUG nova.compute.provider_tree [None req-fde3526d-1fe3-43cc-beef-d4f71edded5a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1449.052063] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784725, 'name': CreateVM_Task} progress is 99%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.068694] env[62438]: DEBUG oslo_vmware.api [None req-e308700c-17c9-4c86-968f-930d02a44b2f tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Task: {'id': task-1784726, 'name': Rename_Task, 'duration_secs': 0.212836} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.069553] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-e308700c-17c9-4c86-968f-930d02a44b2f tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [instance: 1ed63f2e-9e74-4d64-96fb-7a3315793ca9] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1449.069553] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c4ccb0e-f26a-46c9-aa12-0cd0a4fa2096 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.076240] env[62438]: DEBUG oslo_vmware.api [None req-e308700c-17c9-4c86-968f-930d02a44b2f tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Waiting for the task: (returnval){ [ 1449.076240] env[62438]: value = "task-1784727" [ 1449.076240] env[62438]: _type = "Task" [ 1449.076240] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.088679] env[62438]: DEBUG oslo_vmware.api [None req-e308700c-17c9-4c86-968f-930d02a44b2f tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Task: {'id': task-1784727, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.353735] env[62438]: DEBUG nova.scheduler.client.report [None req-fde3526d-1fe3-43cc-beef-d4f71edded5a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1449.408669] env[62438]: DEBUG nova.network.neutron [req-91f81332-f784-4e93-a5a8-ed8b9c21a018 req-dc3e6831-5ee0-4f38-b7cc-dde49887d298 service nova] [instance: b24c2e75-f48d-4dbc-b44c-88123b72046c] Updated VIF entry in instance network info cache for port 50fdf826-616b-490c-9669-13cc42cef79a. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1449.409059] env[62438]: DEBUG nova.network.neutron [req-91f81332-f784-4e93-a5a8-ed8b9c21a018 req-dc3e6831-5ee0-4f38-b7cc-dde49887d298 service nova] [instance: b24c2e75-f48d-4dbc-b44c-88123b72046c] Updating instance_info_cache with network_info: [{"id": "50fdf826-616b-490c-9669-13cc42cef79a", "address": "fa:16:3e:c9:bb:9f", "network": {"id": "49820dcf-3697-48a5-a107-cef5a52d412e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1941663822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eee2ef2bcd664c558400dbccdc63582d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50fdf826-61", "ovs_interfaceid": "50fdf826-616b-490c-9669-13cc42cef79a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1449.554071] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784725, 'name': CreateVM_Task, 'duration_secs': 0.556937} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.554379] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b24c2e75-f48d-4dbc-b44c-88123b72046c] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1449.555040] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2dff70d7-6918-4d26-a2df-345657e6f36e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1449.555361] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2dff70d7-6918-4d26-a2df-345657e6f36e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.555810] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2dff70d7-6918-4d26-a2df-345657e6f36e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1449.555810] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07ea12c3-a379-4326-b215-1f5dcc02f92e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.563589] env[62438]: DEBUG oslo_vmware.api [None req-2dff70d7-6918-4d26-a2df-345657e6f36e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Waiting for the task: (returnval){ [ 1449.563589] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5268273a-2df3-da61-763f-ae35758d494d" [ 1449.563589] env[62438]: _type = "Task" [ 1449.563589] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.573166] env[62438]: DEBUG oslo_vmware.api [None req-2dff70d7-6918-4d26-a2df-345657e6f36e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5268273a-2df3-da61-763f-ae35758d494d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.585259] env[62438]: DEBUG oslo_vmware.api [None req-e308700c-17c9-4c86-968f-930d02a44b2f tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Task: {'id': task-1784727, 'name': PowerOnVM_Task} progress is 76%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.753411] env[62438]: INFO nova.compute.manager [None req-549be62c-a320-4282-bf74-84d97a3c69b9 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: c15b97da-95c7-4a9d-be28-cda5cea50c2b] Rebuilding instance [ 1449.808766] env[62438]: DEBUG nova.compute.manager [None req-549be62c-a320-4282-bf74-84d97a3c69b9 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: c15b97da-95c7-4a9d-be28-cda5cea50c2b] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1449.809664] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d99a9db-d133-4be6-b115-e5948b4fdefd {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.860915] env[62438]: DEBUG oslo_concurrency.lockutils [None req-fde3526d-1fe3-43cc-beef-d4f71edded5a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.216s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1449.864286] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d269e9ed-6e72-4cdc-a236-9cf8afe1a38c tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.727s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1449.864564] env[62438]: DEBUG nova.objects.instance [None req-d269e9ed-6e72-4cdc-a236-9cf8afe1a38c tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] Lazy-loading 'resources' on Instance uuid 8d4c832d-e0b5-44ef-a8ce-0d5c6b8ed7ed {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1449.880747] env[62438]: INFO nova.scheduler.client.report [None req-fde3526d-1fe3-43cc-beef-d4f71edded5a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] Deleted allocations for instance aece6fe8-5252-42bc-a4ac-c45a386770b3 [ 1449.913435] env[62438]: DEBUG oslo_concurrency.lockutils [req-91f81332-f784-4e93-a5a8-ed8b9c21a018 req-dc3e6831-5ee0-4f38-b7cc-dde49887d298 service nova] Releasing lock "refresh_cache-b24c2e75-f48d-4dbc-b44c-88123b72046c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1450.076134] env[62438]: DEBUG oslo_vmware.api [None req-2dff70d7-6918-4d26-a2df-345657e6f36e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5268273a-2df3-da61-763f-ae35758d494d, 'name': SearchDatastore_Task, 'duration_secs': 0.015446} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.076134] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2dff70d7-6918-4d26-a2df-345657e6f36e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1450.076296] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-2dff70d7-6918-4d26-a2df-345657e6f36e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: b24c2e75-f48d-4dbc-b44c-88123b72046c] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1450.076544] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2dff70d7-6918-4d26-a2df-345657e6f36e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1450.076674] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2dff70d7-6918-4d26-a2df-345657e6f36e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.076829] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dff70d7-6918-4d26-a2df-345657e6f36e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1450.077126] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2df01f81-12f4-4697-b98c-642d75e7dcc2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.087614] env[62438]: DEBUG oslo_vmware.api [None req-e308700c-17c9-4c86-968f-930d02a44b2f tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Task: {'id': task-1784727, 'name': PowerOnVM_Task, 'duration_secs': 0.742786} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.088231] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-e308700c-17c9-4c86-968f-930d02a44b2f tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [instance: 1ed63f2e-9e74-4d64-96fb-7a3315793ca9] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1450.088574] env[62438]: INFO nova.compute.manager [None req-e308700c-17c9-4c86-968f-930d02a44b2f tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [instance: 1ed63f2e-9e74-4d64-96fb-7a3315793ca9] Took 9.69 seconds to spawn the instance on the hypervisor. [ 1450.089021] env[62438]: DEBUG nova.compute.manager [None req-e308700c-17c9-4c86-968f-930d02a44b2f tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [instance: 1ed63f2e-9e74-4d64-96fb-7a3315793ca9] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1450.090702] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e44ef3d7-a299-443e-b7bf-0cc2cfbaf87f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.093904] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dff70d7-6918-4d26-a2df-345657e6f36e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1450.093904] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-2dff70d7-6918-4d26-a2df-345657e6f36e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1450.094801] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-607b8bdf-cd49-45cc-bf9a-82a062151707 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.107128] env[62438]: DEBUG oslo_vmware.api [None req-2dff70d7-6918-4d26-a2df-345657e6f36e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Waiting for the task: (returnval){ [ 1450.107128] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]528d8ec3-b770-59dc-a891-45ebd81a11b4" [ 1450.107128] env[62438]: _type = "Task" [ 1450.107128] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.118514] env[62438]: DEBUG oslo_vmware.api [None req-2dff70d7-6918-4d26-a2df-345657e6f36e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]528d8ec3-b770-59dc-a891-45ebd81a11b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.170291] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1d171dc3-58d3-40a9-bc0a-4f29f2807857 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Acquiring lock "2b5c87fe-1c80-4cb9-86fe-4dd083322e71" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1450.170534] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1d171dc3-58d3-40a9-bc0a-4f29f2807857 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Lock "2b5c87fe-1c80-4cb9-86fe-4dd083322e71" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1450.321144] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-549be62c-a320-4282-bf74-84d97a3c69b9 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: c15b97da-95c7-4a9d-be28-cda5cea50c2b] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1450.321508] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f39e54b-df57-4e1c-82b0-b0f4166d610f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.331500] env[62438]: DEBUG oslo_vmware.api [None req-549be62c-a320-4282-bf74-84d97a3c69b9 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Waiting for the task: (returnval){ [ 1450.331500] env[62438]: value = "task-1784728" [ 1450.331500] env[62438]: _type = "Task" [ 1450.331500] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.341947] env[62438]: DEBUG oslo_vmware.api [None req-549be62c-a320-4282-bf74-84d97a3c69b9 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': task-1784728, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.388652] env[62438]: DEBUG oslo_concurrency.lockutils [None req-fde3526d-1fe3-43cc-beef-d4f71edded5a tempest-InstanceActionsV221TestJSON-369889065 tempest-InstanceActionsV221TestJSON-369889065-project-member] Lock "aece6fe8-5252-42bc-a4ac-c45a386770b3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.528s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1450.619331] env[62438]: INFO nova.compute.manager [None req-e308700c-17c9-4c86-968f-930d02a44b2f tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [instance: 1ed63f2e-9e74-4d64-96fb-7a3315793ca9] Took 39.02 seconds to build instance. [ 1450.625146] env[62438]: DEBUG oslo_vmware.api [None req-2dff70d7-6918-4d26-a2df-345657e6f36e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]528d8ec3-b770-59dc-a891-45ebd81a11b4, 'name': SearchDatastore_Task, 'duration_secs': 0.017454} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.628615] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5191688b-d41e-49d2-9962-a6a3c98bfe8b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.636593] env[62438]: DEBUG oslo_vmware.api [None req-2dff70d7-6918-4d26-a2df-345657e6f36e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Waiting for the task: (returnval){ [ 1450.636593] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]527462c9-01e4-489d-c942-94b53426af7e" [ 1450.636593] env[62438]: _type = "Task" [ 1450.636593] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.645179] env[62438]: DEBUG oslo_vmware.api [None req-2dff70d7-6918-4d26-a2df-345657e6f36e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]527462c9-01e4-489d-c942-94b53426af7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.673031] env[62438]: DEBUG nova.compute.manager [None req-1d171dc3-58d3-40a9-bc0a-4f29f2807857 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: 2b5c87fe-1c80-4cb9-86fe-4dd083322e71] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1450.845056] env[62438]: DEBUG oslo_vmware.api [None req-549be62c-a320-4282-bf74-84d97a3c69b9 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': task-1784728, 'name': PowerOffVM_Task, 'duration_secs': 0.428702} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.846208] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-549be62c-a320-4282-bf74-84d97a3c69b9 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: c15b97da-95c7-4a9d-be28-cda5cea50c2b] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1450.846208] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-549be62c-a320-4282-bf74-84d97a3c69b9 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: c15b97da-95c7-4a9d-be28-cda5cea50c2b] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1450.846430] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1533d476-24dc-4e29-96b4-9af7597e9c10 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.855225] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-549be62c-a320-4282-bf74-84d97a3c69b9 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: c15b97da-95c7-4a9d-be28-cda5cea50c2b] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1450.855225] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ed63fd08-34ab-4056-b0ba-864f8c86c3d8 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.893367] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fdba591-2ac0-4148-b70d-d62f6992b57a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.900973] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13344b79-a193-4d7b-b86d-f44af9656440 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.933265] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50439b2c-802c-4e6d-acc2-76a38aaa9523 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.942854] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50870546-4ca8-417f-88b0-56bf57210b41 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.957173] env[62438]: DEBUG nova.compute.provider_tree [None req-d269e9ed-6e72-4cdc-a236-9cf8afe1a38c tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1451.124062] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e308700c-17c9-4c86-968f-930d02a44b2f tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Lock "1ed63f2e-9e74-4d64-96fb-7a3315793ca9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.195s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1451.146723] env[62438]: DEBUG oslo_vmware.api [None req-2dff70d7-6918-4d26-a2df-345657e6f36e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]527462c9-01e4-489d-c942-94b53426af7e, 'name': SearchDatastore_Task, 'duration_secs': 0.0174} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.147671] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2dff70d7-6918-4d26-a2df-345657e6f36e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1451.148107] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dff70d7-6918-4d26-a2df-345657e6f36e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] b24c2e75-f48d-4dbc-b44c-88123b72046c/b24c2e75-f48d-4dbc-b44c-88123b72046c.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1451.148603] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7530fa1e-15f3-4bbc-8571-4458e264a087 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.156704] env[62438]: DEBUG oslo_vmware.api [None req-2dff70d7-6918-4d26-a2df-345657e6f36e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Waiting for the task: (returnval){ [ 1451.156704] env[62438]: value = "task-1784730" [ 1451.156704] env[62438]: _type = "Task" [ 1451.156704] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.165486] env[62438]: DEBUG oslo_vmware.api [None req-2dff70d7-6918-4d26-a2df-345657e6f36e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1784730, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.194874] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1d171dc3-58d3-40a9-bc0a-4f29f2807857 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1451.241485] env[62438]: INFO nova.compute.manager [None req-f13b593d-1286-4e77-9879-0457a9fc7ff8 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [instance: 1ed63f2e-9e74-4d64-96fb-7a3315793ca9] Rescuing [ 1451.241815] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f13b593d-1286-4e77-9879-0457a9fc7ff8 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Acquiring lock "refresh_cache-1ed63f2e-9e74-4d64-96fb-7a3315793ca9" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1451.242154] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f13b593d-1286-4e77-9879-0457a9fc7ff8 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Acquired lock "refresh_cache-1ed63f2e-9e74-4d64-96fb-7a3315793ca9" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.242435] env[62438]: DEBUG nova.network.neutron [None req-f13b593d-1286-4e77-9879-0457a9fc7ff8 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [instance: 1ed63f2e-9e74-4d64-96fb-7a3315793ca9] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1451.460953] env[62438]: DEBUG nova.scheduler.client.report [None req-d269e9ed-6e72-4cdc-a236-9cf8afe1a38c tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1451.670550] env[62438]: DEBUG oslo_vmware.api [None req-2dff70d7-6918-4d26-a2df-345657e6f36e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1784730, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.939083] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-549be62c-a320-4282-bf74-84d97a3c69b9 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: c15b97da-95c7-4a9d-be28-cda5cea50c2b] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1451.939786] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-549be62c-a320-4282-bf74-84d97a3c69b9 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: c15b97da-95c7-4a9d-be28-cda5cea50c2b] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1451.940085] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-549be62c-a320-4282-bf74-84d97a3c69b9 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Deleting the datastore file [datastore1] c15b97da-95c7-4a9d-be28-cda5cea50c2b {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1451.940388] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f27f64d-3a83-4709-83dd-17f3845521e1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.947446] env[62438]: DEBUG oslo_vmware.api [None req-549be62c-a320-4282-bf74-84d97a3c69b9 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Waiting for the task: (returnval){ [ 1451.947446] env[62438]: value = "task-1784731" [ 1451.947446] env[62438]: _type = "Task" [ 1451.947446] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.956767] env[62438]: DEBUG oslo_vmware.api [None req-549be62c-a320-4282-bf74-84d97a3c69b9 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': task-1784731, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.968130] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d269e9ed-6e72-4cdc-a236-9cf8afe1a38c tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.104s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1451.970818] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a9892df1-42a7-4543-b2f3-7413b916668d tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.903s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1451.974140] env[62438]: DEBUG nova.objects.instance [None req-a9892df1-42a7-4543-b2f3-7413b916668d tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] Lazy-loading 'resources' on Instance uuid e1af2037-ebee-4ea8-aade-9949bb2c4891 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1452.006211] env[62438]: INFO nova.scheduler.client.report [None req-d269e9ed-6e72-4cdc-a236-9cf8afe1a38c tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] Deleted allocations for instance 8d4c832d-e0b5-44ef-a8ce-0d5c6b8ed7ed [ 1452.039768] env[62438]: DEBUG nova.network.neutron [None req-f13b593d-1286-4e77-9879-0457a9fc7ff8 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [instance: 1ed63f2e-9e74-4d64-96fb-7a3315793ca9] Updating instance_info_cache with network_info: [{"id": "3754380d-8929-478f-b6d8-98f5c87ec4a4", "address": "fa:16:3e:bd:39:25", "network": {"id": "2d9d4e8a-26cf-4b2e-96c5-0eb979c2d5ad", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-520885801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "776901636c2e41889f23b89411e6dd63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3754380d-89", "ovs_interfaceid": "3754380d-8929-478f-b6d8-98f5c87ec4a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1452.166553] env[62438]: DEBUG oslo_vmware.api [None req-2dff70d7-6918-4d26-a2df-345657e6f36e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1784730, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.6931} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.166843] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dff70d7-6918-4d26-a2df-345657e6f36e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] b24c2e75-f48d-4dbc-b44c-88123b72046c/b24c2e75-f48d-4dbc-b44c-88123b72046c.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1452.167078] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-2dff70d7-6918-4d26-a2df-345657e6f36e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: b24c2e75-f48d-4dbc-b44c-88123b72046c] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1452.167355] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-99eeb2d5-db7a-4d91-a394-46c38bd577a3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.174386] env[62438]: DEBUG oslo_vmware.api [None req-2dff70d7-6918-4d26-a2df-345657e6f36e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Waiting for the task: (returnval){ [ 1452.174386] env[62438]: value = "task-1784732" [ 1452.174386] env[62438]: _type = "Task" [ 1452.174386] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.183838] env[62438]: DEBUG oslo_vmware.api [None req-2dff70d7-6918-4d26-a2df-345657e6f36e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1784732, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.458024] env[62438]: DEBUG oslo_vmware.api [None req-549be62c-a320-4282-bf74-84d97a3c69b9 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': task-1784731, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.242493} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.458024] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-549be62c-a320-4282-bf74-84d97a3c69b9 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1452.458024] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-549be62c-a320-4282-bf74-84d97a3c69b9 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: c15b97da-95c7-4a9d-be28-cda5cea50c2b] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1452.458255] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-549be62c-a320-4282-bf74-84d97a3c69b9 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: c15b97da-95c7-4a9d-be28-cda5cea50c2b] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1452.517482] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d269e9ed-6e72-4cdc-a236-9cf8afe1a38c tempest-AttachInterfacesV270Test-2011598869 tempest-AttachInterfacesV270Test-2011598869-project-member] Lock "8d4c832d-e0b5-44ef-a8ce-0d5c6b8ed7ed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.409s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1452.546460] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f13b593d-1286-4e77-9879-0457a9fc7ff8 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Releasing lock "refresh_cache-1ed63f2e-9e74-4d64-96fb-7a3315793ca9" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1452.691230] env[62438]: DEBUG oslo_vmware.api [None req-2dff70d7-6918-4d26-a2df-345657e6f36e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1784732, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068918} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.691557] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-2dff70d7-6918-4d26-a2df-345657e6f36e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: b24c2e75-f48d-4dbc-b44c-88123b72046c] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1452.693534] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67e56c3a-5caa-47fe-87a0-c37f4d303967 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.720341] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dff70d7-6918-4d26-a2df-345657e6f36e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: b24c2e75-f48d-4dbc-b44c-88123b72046c] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] b24c2e75-f48d-4dbc-b44c-88123b72046c/b24c2e75-f48d-4dbc-b44c-88123b72046c.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1452.723552] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-944906b9-388d-4d3d-b5fe-abc5d3637075 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.752043] env[62438]: DEBUG oslo_vmware.api [None req-2dff70d7-6918-4d26-a2df-345657e6f36e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Waiting for the task: (returnval){ [ 1452.752043] env[62438]: value = "task-1784733" [ 1452.752043] env[62438]: _type = "Task" [ 1452.752043] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.761701] env[62438]: DEBUG oslo_vmware.api [None req-2dff70d7-6918-4d26-a2df-345657e6f36e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1784733, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.983049] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c58843f3-866c-47a1-b7a3-12170e85c1f8 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.990391] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb2209b-7cc7-45d4-a0a6-407fb44a183c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.024767] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebcc3d40-f7d9-42f5-86e9-8fac4453d6ea {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.038689] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6cdb94b-8139-4e52-ac41-4645eb69e3c9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.060937] env[62438]: DEBUG nova.compute.provider_tree [None req-a9892df1-42a7-4543-b2f3-7413b916668d tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1453.083893] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-f13b593d-1286-4e77-9879-0457a9fc7ff8 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [instance: 1ed63f2e-9e74-4d64-96fb-7a3315793ca9] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1453.084304] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea842ce1-9e85-4dec-86f5-4ab123088921 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.093583] env[62438]: DEBUG oslo_vmware.api [None req-f13b593d-1286-4e77-9879-0457a9fc7ff8 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Waiting for the task: (returnval){ [ 1453.093583] env[62438]: value = "task-1784734" [ 1453.093583] env[62438]: _type = "Task" [ 1453.093583] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.103698] env[62438]: DEBUG oslo_vmware.api [None req-f13b593d-1286-4e77-9879-0457a9fc7ff8 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Task: {'id': task-1784734, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.262669] env[62438]: DEBUG oslo_vmware.api [None req-2dff70d7-6918-4d26-a2df-345657e6f36e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1784733, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.495958] env[62438]: DEBUG nova.virt.hardware [None req-549be62c-a320-4282-bf74-84d97a3c69b9 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1453.496231] env[62438]: DEBUG nova.virt.hardware [None req-549be62c-a320-4282-bf74-84d97a3c69b9 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1453.496423] env[62438]: DEBUG nova.virt.hardware [None req-549be62c-a320-4282-bf74-84d97a3c69b9 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1453.496902] env[62438]: DEBUG nova.virt.hardware [None req-549be62c-a320-4282-bf74-84d97a3c69b9 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1453.497100] env[62438]: DEBUG nova.virt.hardware [None req-549be62c-a320-4282-bf74-84d97a3c69b9 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1453.497264] env[62438]: DEBUG nova.virt.hardware [None req-549be62c-a320-4282-bf74-84d97a3c69b9 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1453.497481] env[62438]: DEBUG nova.virt.hardware [None req-549be62c-a320-4282-bf74-84d97a3c69b9 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1453.497648] env[62438]: DEBUG nova.virt.hardware [None req-549be62c-a320-4282-bf74-84d97a3c69b9 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1453.497819] env[62438]: DEBUG nova.virt.hardware [None req-549be62c-a320-4282-bf74-84d97a3c69b9 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1453.498039] env[62438]: DEBUG nova.virt.hardware [None req-549be62c-a320-4282-bf74-84d97a3c69b9 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1453.498293] env[62438]: DEBUG nova.virt.hardware [None req-549be62c-a320-4282-bf74-84d97a3c69b9 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1453.500749] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ade63c6-f107-48ae-b7b1-73eb69e78bb5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.509674] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e376bfbf-3d10-45b6-ad52-517a447f2c84 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.525860] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-549be62c-a320-4282-bf74-84d97a3c69b9 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: c15b97da-95c7-4a9d-be28-cda5cea50c2b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:13:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb2eaecd-9701-4504-9fcb-fb1a420ead72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ea0be460-ab19-4305-ab5b-3cbca921649b', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1453.535794] env[62438]: DEBUG oslo.service.loopingcall [None req-549be62c-a320-4282-bf74-84d97a3c69b9 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1453.536345] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c15b97da-95c7-4a9d-be28-cda5cea50c2b] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1453.536626] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c143bb36-7716-4324-9498-f38159b0c140 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.558011] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1453.558011] env[62438]: value = "task-1784735" [ 1453.558011] env[62438]: _type = "Task" [ 1453.558011] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.568217] env[62438]: DEBUG nova.scheduler.client.report [None req-a9892df1-42a7-4543-b2f3-7413b916668d tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1453.572188] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784735, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.603309] env[62438]: DEBUG oslo_vmware.api [None req-f13b593d-1286-4e77-9879-0457a9fc7ff8 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Task: {'id': task-1784734, 'name': PowerOffVM_Task, 'duration_secs': 0.373482} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.603659] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-f13b593d-1286-4e77-9879-0457a9fc7ff8 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [instance: 1ed63f2e-9e74-4d64-96fb-7a3315793ca9] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1453.604463] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e63798b0-9cb4-410b-b0b7-2e8989b49f7c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.625467] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62690d0d-63de-40f4-bfe3-de8eb8bef2e7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.658273] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-f13b593d-1286-4e77-9879-0457a9fc7ff8 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [instance: 1ed63f2e-9e74-4d64-96fb-7a3315793ca9] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1453.658915] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b77f688d-4d0b-4f80-9e70-03da552c960f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.665464] env[62438]: DEBUG oslo_vmware.api [None req-f13b593d-1286-4e77-9879-0457a9fc7ff8 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Waiting for the task: (returnval){ [ 1453.665464] env[62438]: value = "task-1784736" [ 1453.665464] env[62438]: _type = "Task" [ 1453.665464] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.673386] env[62438]: DEBUG oslo_vmware.api [None req-f13b593d-1286-4e77-9879-0457a9fc7ff8 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Task: {'id': task-1784736, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.762595] env[62438]: DEBUG oslo_vmware.api [None req-2dff70d7-6918-4d26-a2df-345657e6f36e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1784733, 'name': ReconfigVM_Task, 'duration_secs': 0.780518} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.762937] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dff70d7-6918-4d26-a2df-345657e6f36e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: b24c2e75-f48d-4dbc-b44c-88123b72046c] Reconfigured VM instance instance-0000002a to attach disk [datastore1] b24c2e75-f48d-4dbc-b44c-88123b72046c/b24c2e75-f48d-4dbc-b44c-88123b72046c.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1453.763574] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-72e69f53-00fd-45b6-a3db-c6d5124c7daf {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.769719] env[62438]: DEBUG oslo_vmware.api [None req-2dff70d7-6918-4d26-a2df-345657e6f36e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Waiting for the task: (returnval){ [ 1453.769719] env[62438]: value = "task-1784737" [ 1453.769719] env[62438]: _type = "Task" [ 1453.769719] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.068238] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784735, 'name': CreateVM_Task, 'duration_secs': 0.357393} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.068302] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c15b97da-95c7-4a9d-be28-cda5cea50c2b] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1454.068970] env[62438]: DEBUG oslo_concurrency.lockutils [None req-549be62c-a320-4282-bf74-84d97a3c69b9 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1454.069600] env[62438]: DEBUG oslo_concurrency.lockutils [None req-549be62c-a320-4282-bf74-84d97a3c69b9 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.069600] env[62438]: DEBUG oslo_concurrency.lockutils [None req-549be62c-a320-4282-bf74-84d97a3c69b9 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1454.069719] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbb2ecf2-c040-4258-b8bf-e9b8fe3748dc {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.073825] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a9892df1-42a7-4543-b2f3-7413b916668d tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.103s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1454.076883] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5b115ca4-5d3e-444c-ace9-aa138fc1e44a tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.325s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1454.078138] env[62438]: DEBUG nova.objects.instance [None req-5b115ca4-5d3e-444c-ace9-aa138fc1e44a tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Lazy-loading 'resources' on Instance uuid f9196911-d1ae-4b4a-a4be-08ec3690d516 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1454.079353] env[62438]: DEBUG oslo_vmware.api [None req-549be62c-a320-4282-bf74-84d97a3c69b9 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Waiting for the task: (returnval){ [ 1454.079353] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52898dbb-fba3-b8e1-4c33-760de7f774fc" [ 1454.079353] env[62438]: _type = "Task" [ 1454.079353] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.092541] env[62438]: DEBUG oslo_vmware.api [None req-549be62c-a320-4282-bf74-84d97a3c69b9 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52898dbb-fba3-b8e1-4c33-760de7f774fc, 'name': SearchDatastore_Task, 'duration_secs': 0.009243} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.092842] env[62438]: DEBUG oslo_concurrency.lockutils [None req-549be62c-a320-4282-bf74-84d97a3c69b9 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1454.093169] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-549be62c-a320-4282-bf74-84d97a3c69b9 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: c15b97da-95c7-4a9d-be28-cda5cea50c2b] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1454.093355] env[62438]: DEBUG oslo_concurrency.lockutils [None req-549be62c-a320-4282-bf74-84d97a3c69b9 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1454.093508] env[62438]: DEBUG oslo_concurrency.lockutils [None req-549be62c-a320-4282-bf74-84d97a3c69b9 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.093686] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-549be62c-a320-4282-bf74-84d97a3c69b9 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1454.093948] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-41fd41cf-b7a2-4313-9317-4aec1ab16855 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.104612] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-549be62c-a320-4282-bf74-84d97a3c69b9 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1454.105050] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-549be62c-a320-4282-bf74-84d97a3c69b9 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1454.105784] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bda94ca6-79cb-4b5e-8371-f86392749c19 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.110336] env[62438]: INFO nova.scheduler.client.report [None req-a9892df1-42a7-4543-b2f3-7413b916668d tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] Deleted allocations for instance e1af2037-ebee-4ea8-aade-9949bb2c4891 [ 1454.116421] env[62438]: DEBUG oslo_vmware.api [None req-549be62c-a320-4282-bf74-84d97a3c69b9 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Waiting for the task: (returnval){ [ 1454.116421] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5239b04b-6393-f019-53c7-065c424f3448" [ 1454.116421] env[62438]: _type = "Task" [ 1454.116421] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.122788] env[62438]: DEBUG oslo_vmware.api [None req-549be62c-a320-4282-bf74-84d97a3c69b9 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5239b04b-6393-f019-53c7-065c424f3448, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.176024] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-f13b593d-1286-4e77-9879-0457a9fc7ff8 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [instance: 1ed63f2e-9e74-4d64-96fb-7a3315793ca9] VM already powered off {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 1454.177198] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f13b593d-1286-4e77-9879-0457a9fc7ff8 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [instance: 1ed63f2e-9e74-4d64-96fb-7a3315793ca9] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1454.177198] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f13b593d-1286-4e77-9879-0457a9fc7ff8 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1454.284224] env[62438]: DEBUG oslo_vmware.api [None req-2dff70d7-6918-4d26-a2df-345657e6f36e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1784737, 'name': Rename_Task, 'duration_secs': 0.158301} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.285279] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dff70d7-6918-4d26-a2df-345657e6f36e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: b24c2e75-f48d-4dbc-b44c-88123b72046c] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1454.285279] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b469d48-e8ba-4c9c-9603-95e9a4216fac {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.291972] env[62438]: DEBUG oslo_vmware.api [None req-2dff70d7-6918-4d26-a2df-345657e6f36e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Waiting for the task: (returnval){ [ 1454.291972] env[62438]: value = "task-1784738" [ 1454.291972] env[62438]: _type = "Task" [ 1454.291972] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.300497] env[62438]: DEBUG oslo_vmware.api [None req-2dff70d7-6918-4d26-a2df-345657e6f36e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1784738, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.625032] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a9892df1-42a7-4543-b2f3-7413b916668d tempest-ServerMetadataNegativeTestJSON-1104102247 tempest-ServerMetadataNegativeTestJSON-1104102247-project-member] Lock "e1af2037-ebee-4ea8-aade-9949bb2c4891" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.828s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1454.634552] env[62438]: DEBUG oslo_vmware.api [None req-549be62c-a320-4282-bf74-84d97a3c69b9 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5239b04b-6393-f019-53c7-065c424f3448, 'name': SearchDatastore_Task, 'duration_secs': 0.015299} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.637787] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a65cf7f2-e39f-498c-97f6-332082ab9e3d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.649084] env[62438]: DEBUG oslo_vmware.api [None req-549be62c-a320-4282-bf74-84d97a3c69b9 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Waiting for the task: (returnval){ [ 1454.649084] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]527b6f69-dc5d-45ea-3c98-abadb8ee43fa" [ 1454.649084] env[62438]: _type = "Task" [ 1454.649084] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.659579] env[62438]: DEBUG oslo_vmware.api [None req-549be62c-a320-4282-bf74-84d97a3c69b9 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]527b6f69-dc5d-45ea-3c98-abadb8ee43fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.802149] env[62438]: DEBUG oslo_vmware.api [None req-2dff70d7-6918-4d26-a2df-345657e6f36e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1784738, 'name': PowerOnVM_Task, 'duration_secs': 0.447408} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.802149] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dff70d7-6918-4d26-a2df-345657e6f36e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: b24c2e75-f48d-4dbc-b44c-88123b72046c] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1454.802149] env[62438]: INFO nova.compute.manager [None req-2dff70d7-6918-4d26-a2df-345657e6f36e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: b24c2e75-f48d-4dbc-b44c-88123b72046c] Took 9.52 seconds to spawn the instance on the hypervisor. [ 1454.802857] env[62438]: DEBUG nova.compute.manager [None req-2dff70d7-6918-4d26-a2df-345657e6f36e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: b24c2e75-f48d-4dbc-b44c-88123b72046c] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1454.805828] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89348e78-cc09-4e2b-838f-099b0bd65789 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.024597] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b97caa8d-e3b7-4f94-8804-411ee865d1d8 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.033552] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e64e718-df3e-4e64-9c58-697ff9ec6e08 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.066753] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b0ca7ce-f8fb-46ce-9c3e-c69378d3aae2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.073980] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76bc4ac7-8495-44ec-b7cd-31719e36c144 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.087673] env[62438]: DEBUG nova.compute.provider_tree [None req-5b115ca4-5d3e-444c-ace9-aa138fc1e44a tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1455.159782] env[62438]: DEBUG oslo_vmware.api [None req-549be62c-a320-4282-bf74-84d97a3c69b9 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]527b6f69-dc5d-45ea-3c98-abadb8ee43fa, 'name': SearchDatastore_Task, 'duration_secs': 0.01189} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.160068] env[62438]: DEBUG oslo_concurrency.lockutils [None req-549be62c-a320-4282-bf74-84d97a3c69b9 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1455.160353] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-549be62c-a320-4282-bf74-84d97a3c69b9 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] c15b97da-95c7-4a9d-be28-cda5cea50c2b/c15b97da-95c7-4a9d-be28-cda5cea50c2b.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1455.161064] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f13b593d-1286-4e77-9879-0457a9fc7ff8 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.161305] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-f13b593d-1286-4e77-9879-0457a9fc7ff8 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1455.161527] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-30e69a54-ca8a-42b0-afc5-a28be3e3f117 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.163979] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-883c4826-ac8e-45c1-8a38-4f1f7355c7ea {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.173231] env[62438]: DEBUG oslo_vmware.api [None req-549be62c-a320-4282-bf74-84d97a3c69b9 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Waiting for the task: (returnval){ [ 1455.173231] env[62438]: value = "task-1784739" [ 1455.173231] env[62438]: _type = "Task" [ 1455.173231] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.178600] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-f13b593d-1286-4e77-9879-0457a9fc7ff8 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1455.178600] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f13b593d-1286-4e77-9879-0457a9fc7ff8 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1455.179585] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8fa5564-8bc5-4fb6-94c7-443262f145ee {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.185772] env[62438]: DEBUG oslo_vmware.api [None req-549be62c-a320-4282-bf74-84d97a3c69b9 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': task-1784739, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.189432] env[62438]: DEBUG oslo_vmware.api [None req-f13b593d-1286-4e77-9879-0457a9fc7ff8 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Waiting for the task: (returnval){ [ 1455.189432] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]520d2cee-6f2c-309b-f5ed-d5e47449d957" [ 1455.189432] env[62438]: _type = "Task" [ 1455.189432] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.197853] env[62438]: DEBUG oslo_vmware.api [None req-f13b593d-1286-4e77-9879-0457a9fc7ff8 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]520d2cee-6f2c-309b-f5ed-d5e47449d957, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.323286] env[62438]: INFO nova.compute.manager [None req-2dff70d7-6918-4d26-a2df-345657e6f36e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: b24c2e75-f48d-4dbc-b44c-88123b72046c] Took 42.31 seconds to build instance. [ 1455.590911] env[62438]: DEBUG nova.scheduler.client.report [None req-5b115ca4-5d3e-444c-ace9-aa138fc1e44a tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1455.686646] env[62438]: DEBUG oslo_vmware.api [None req-549be62c-a320-4282-bf74-84d97a3c69b9 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': task-1784739, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.703360] env[62438]: DEBUG oslo_vmware.api [None req-f13b593d-1286-4e77-9879-0457a9fc7ff8 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]520d2cee-6f2c-309b-f5ed-d5e47449d957, 'name': SearchDatastore_Task, 'duration_secs': 0.009304} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.704713] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-defe5741-79a4-43f8-81f7-4a3c72f681b0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.711329] env[62438]: DEBUG oslo_vmware.api [None req-f13b593d-1286-4e77-9879-0457a9fc7ff8 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Waiting for the task: (returnval){ [ 1455.711329] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52298677-8d97-91d8-a3c1-d3e967b21fe2" [ 1455.711329] env[62438]: _type = "Task" [ 1455.711329] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.721118] env[62438]: DEBUG oslo_vmware.api [None req-f13b593d-1286-4e77-9879-0457a9fc7ff8 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52298677-8d97-91d8-a3c1-d3e967b21fe2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.825871] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2dff70d7-6918-4d26-a2df-345657e6f36e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Lock "b24c2e75-f48d-4dbc-b44c-88123b72046c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.069s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1456.029164] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73af1b43-862e-48d4-9fe1-af1e0d758b3e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.036967] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-5c46a793-ee4d-4540-bc5e-7ed32f1f8e57 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: b24c2e75-f48d-4dbc-b44c-88123b72046c] Suspending the VM {{(pid=62438) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1163}} [ 1456.037248] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-2f0785e4-b9bb-4784-9d8a-584f34146ac0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.043232] env[62438]: DEBUG oslo_vmware.api [None req-5c46a793-ee4d-4540-bc5e-7ed32f1f8e57 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Waiting for the task: (returnval){ [ 1456.043232] env[62438]: value = "task-1784740" [ 1456.043232] env[62438]: _type = "Task" [ 1456.043232] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.052400] env[62438]: DEBUG oslo_vmware.api [None req-5c46a793-ee4d-4540-bc5e-7ed32f1f8e57 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1784740, 'name': SuspendVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.097634] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5b115ca4-5d3e-444c-ace9-aa138fc1e44a tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.021s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1456.100169] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ada146d0-264b-4b4a-9f69-9ec8d6aa9dbe tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.598s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1456.101717] env[62438]: INFO nova.compute.claims [None req-ada146d0-264b-4b4a-9f69-9ec8d6aa9dbe tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] [instance: a0d2d3ba-cc22-45b0-92a8-0510ec0d85f9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1456.130661] env[62438]: INFO nova.scheduler.client.report [None req-5b115ca4-5d3e-444c-ace9-aa138fc1e44a tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Deleted allocations for instance f9196911-d1ae-4b4a-a4be-08ec3690d516 [ 1456.186132] env[62438]: DEBUG oslo_vmware.api [None req-549be62c-a320-4282-bf74-84d97a3c69b9 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': task-1784739, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.883652} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.186666] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-549be62c-a320-4282-bf74-84d97a3c69b9 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] c15b97da-95c7-4a9d-be28-cda5cea50c2b/c15b97da-95c7-4a9d-be28-cda5cea50c2b.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1456.187161] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-549be62c-a320-4282-bf74-84d97a3c69b9 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: c15b97da-95c7-4a9d-be28-cda5cea50c2b] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1456.187560] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-52004217-d568-434d-acb8-d62d994f8d5e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.194755] env[62438]: DEBUG oslo_vmware.api [None req-549be62c-a320-4282-bf74-84d97a3c69b9 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Waiting for the task: (returnval){ [ 1456.194755] env[62438]: value = "task-1784741" [ 1456.194755] env[62438]: _type = "Task" [ 1456.194755] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.206834] env[62438]: DEBUG oslo_vmware.api [None req-549be62c-a320-4282-bf74-84d97a3c69b9 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': task-1784741, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.226464] env[62438]: DEBUG oslo_vmware.api [None req-f13b593d-1286-4e77-9879-0457a9fc7ff8 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52298677-8d97-91d8-a3c1-d3e967b21fe2, 'name': SearchDatastore_Task, 'duration_secs': 0.057135} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.227507] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f13b593d-1286-4e77-9879-0457a9fc7ff8 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1456.228213] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-f13b593d-1286-4e77-9879-0457a9fc7ff8 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 1ed63f2e-9e74-4d64-96fb-7a3315793ca9/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c-rescue.vmdk. {{(pid=62438) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1456.228772] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a846055-1925-4a0d-9831-29c0f9692045 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.238170] env[62438]: DEBUG oslo_vmware.api [None req-f13b593d-1286-4e77-9879-0457a9fc7ff8 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Waiting for the task: (returnval){ [ 1456.238170] env[62438]: value = "task-1784742" [ 1456.238170] env[62438]: _type = "Task" [ 1456.238170] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.022088] env[62438]: DEBUG oslo_vmware.api [None req-f13b593d-1286-4e77-9879-0457a9fc7ff8 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Task: {'id': task-1784742, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.022514] env[62438]: WARNING oslo_vmware.common.loopingcall [None req-f13b593d-1286-4e77-9879-0457a9fc7ff8 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] task run outlasted interval by 0.28624799999999995 sec [ 1457.032208] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5b115ca4-5d3e-444c-ace9-aa138fc1e44a tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Lock "f9196911-d1ae-4b4a-a4be-08ec3690d516" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.692s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1457.040826] env[62438]: DEBUG oslo_vmware.api [None req-549be62c-a320-4282-bf74-84d97a3c69b9 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': task-1784741, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.294959} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.046480] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-549be62c-a320-4282-bf74-84d97a3c69b9 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: c15b97da-95c7-4a9d-be28-cda5cea50c2b] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1457.046820] env[62438]: DEBUG oslo_vmware.api [None req-f13b593d-1286-4e77-9879-0457a9fc7ff8 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Task: {'id': task-1784742, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.758892} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.047331] env[62438]: DEBUG oslo_vmware.api [None req-5c46a793-ee4d-4540-bc5e-7ed32f1f8e57 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1784740, 'name': SuspendVM_Task} progress is 100%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.049571] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef4973ad-6a17-488f-b25d-d66dfb798e5d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.050948] env[62438]: INFO nova.virt.vmwareapi.ds_util [None req-f13b593d-1286-4e77-9879-0457a9fc7ff8 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 1ed63f2e-9e74-4d64-96fb-7a3315793ca9/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c-rescue.vmdk. [ 1457.052210] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9956f4a8-b561-4741-af01-0ade55a533aa {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.073711] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-549be62c-a320-4282-bf74-84d97a3c69b9 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: c15b97da-95c7-4a9d-be28-cda5cea50c2b] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] c15b97da-95c7-4a9d-be28-cda5cea50c2b/c15b97da-95c7-4a9d-be28-cda5cea50c2b.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1457.086768] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb2fca4a-3d45-42ca-ba45-6b782132c21d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.107230] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-f13b593d-1286-4e77-9879-0457a9fc7ff8 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [instance: 1ed63f2e-9e74-4d64-96fb-7a3315793ca9] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 1ed63f2e-9e74-4d64-96fb-7a3315793ca9/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c-rescue.vmdk or device None with type thin {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1457.107893] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c3e360a-7819-46df-959c-46393141cd59 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.126430] env[62438]: DEBUG oslo_vmware.api [None req-549be62c-a320-4282-bf74-84d97a3c69b9 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Waiting for the task: (returnval){ [ 1457.126430] env[62438]: value = "task-1784743" [ 1457.126430] env[62438]: _type = "Task" [ 1457.126430] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.127454] env[62438]: DEBUG oslo_vmware.api [None req-f13b593d-1286-4e77-9879-0457a9fc7ff8 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Waiting for the task: (returnval){ [ 1457.127454] env[62438]: value = "task-1784744" [ 1457.127454] env[62438]: _type = "Task" [ 1457.127454] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.140374] env[62438]: DEBUG oslo_vmware.api [None req-549be62c-a320-4282-bf74-84d97a3c69b9 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': task-1784743, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.143387] env[62438]: DEBUG oslo_vmware.api [None req-f13b593d-1286-4e77-9879-0457a9fc7ff8 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Task: {'id': task-1784744, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.532570] env[62438]: DEBUG oslo_vmware.api [None req-5c46a793-ee4d-4540-bc5e-7ed32f1f8e57 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1784740, 'name': SuspendVM_Task, 'duration_secs': 1.024727} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.532856] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-5c46a793-ee4d-4540-bc5e-7ed32f1f8e57 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: b24c2e75-f48d-4dbc-b44c-88123b72046c] Suspended the VM {{(pid=62438) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1167}} [ 1457.533058] env[62438]: DEBUG nova.compute.manager [None req-5c46a793-ee4d-4540-bc5e-7ed32f1f8e57 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: b24c2e75-f48d-4dbc-b44c-88123b72046c] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1457.534061] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abdc80ef-138f-4a9e-9d9d-c017a7d84340 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.649386] env[62438]: DEBUG oslo_vmware.api [None req-549be62c-a320-4282-bf74-84d97a3c69b9 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': task-1784743, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.654970] env[62438]: DEBUG oslo_vmware.api [None req-f13b593d-1286-4e77-9879-0457a9fc7ff8 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Task: {'id': task-1784744, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.057633] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa23c3e-eeca-41ac-8828-9e6010f69e98 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.067134] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92438ed2-4d4e-491b-9b20-25724a8d1e47 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.114973] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d7cd09-ef79-4da9-828b-1195ca8288b3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.126749] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2901bf88-5934-4721-b474-feee5e169425 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.152836] env[62438]: DEBUG nova.compute.provider_tree [None req-ada146d0-264b-4b4a-9f69-9ec8d6aa9dbe tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1458.159542] env[62438]: DEBUG oslo_vmware.api [None req-549be62c-a320-4282-bf74-84d97a3c69b9 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': task-1784743, 'name': ReconfigVM_Task, 'duration_secs': 0.789517} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.159542] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-549be62c-a320-4282-bf74-84d97a3c69b9 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: c15b97da-95c7-4a9d-be28-cda5cea50c2b] Reconfigured VM instance instance-0000000d to attach disk [datastore1] c15b97da-95c7-4a9d-be28-cda5cea50c2b/c15b97da-95c7-4a9d-be28-cda5cea50c2b.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1458.162202] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6ae9c5c3-9107-468e-8d0a-9c29fc6b22e0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.164274] env[62438]: DEBUG oslo_vmware.api [None req-f13b593d-1286-4e77-9879-0457a9fc7ff8 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Task: {'id': task-1784744, 'name': ReconfigVM_Task, 'duration_secs': 0.572295} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.164964] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-f13b593d-1286-4e77-9879-0457a9fc7ff8 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [instance: 1ed63f2e-9e74-4d64-96fb-7a3315793ca9] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 1ed63f2e-9e74-4d64-96fb-7a3315793ca9/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c-rescue.vmdk or device None with type thin {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1458.166249] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c481e7a7-d8e8-44c4-8410-534feec26fc9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.171505] env[62438]: DEBUG oslo_vmware.api [None req-549be62c-a320-4282-bf74-84d97a3c69b9 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Waiting for the task: (returnval){ [ 1458.171505] env[62438]: value = "task-1784745" [ 1458.171505] env[62438]: _type = "Task" [ 1458.171505] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.201844] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c0480e4-3556-4e9f-b6af-3dcef96e7c87 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.216388] env[62438]: DEBUG oslo_vmware.api [None req-549be62c-a320-4282-bf74-84d97a3c69b9 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': task-1784745, 'name': Rename_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.221842] env[62438]: DEBUG oslo_vmware.api [None req-f13b593d-1286-4e77-9879-0457a9fc7ff8 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Waiting for the task: (returnval){ [ 1458.221842] env[62438]: value = "task-1784746" [ 1458.221842] env[62438]: _type = "Task" [ 1458.221842] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.232617] env[62438]: DEBUG oslo_vmware.api [None req-f13b593d-1286-4e77-9879-0457a9fc7ff8 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Task: {'id': task-1784746, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.249699] env[62438]: DEBUG oslo_concurrency.lockutils [None req-96d0f99a-b3cc-462d-b2c9-ae2f865d2b6c tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Acquiring lock "123a890e-3772-4f4f-b12d-5fae028ee895" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1458.250319] env[62438]: DEBUG oslo_concurrency.lockutils [None req-96d0f99a-b3cc-462d-b2c9-ae2f865d2b6c tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Lock "123a890e-3772-4f4f-b12d-5fae028ee895" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1458.250319] env[62438]: DEBUG oslo_concurrency.lockutils [None req-96d0f99a-b3cc-462d-b2c9-ae2f865d2b6c tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Acquiring lock "123a890e-3772-4f4f-b12d-5fae028ee895-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1458.250511] env[62438]: DEBUG oslo_concurrency.lockutils [None req-96d0f99a-b3cc-462d-b2c9-ae2f865d2b6c tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Lock "123a890e-3772-4f4f-b12d-5fae028ee895-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1458.250689] env[62438]: DEBUG oslo_concurrency.lockutils [None req-96d0f99a-b3cc-462d-b2c9-ae2f865d2b6c tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Lock "123a890e-3772-4f4f-b12d-5fae028ee895-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1458.252871] env[62438]: INFO nova.compute.manager [None req-96d0f99a-b3cc-462d-b2c9-ae2f865d2b6c tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: 123a890e-3772-4f4f-b12d-5fae028ee895] Terminating instance [ 1458.255178] env[62438]: DEBUG nova.compute.manager [None req-96d0f99a-b3cc-462d-b2c9-ae2f865d2b6c tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: 123a890e-3772-4f4f-b12d-5fae028ee895] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1458.255501] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-96d0f99a-b3cc-462d-b2c9-ae2f865d2b6c tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: 123a890e-3772-4f4f-b12d-5fae028ee895] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1458.256756] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd0c02ca-ddc2-4081-bf0a-54d52cbb3650 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.266021] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-96d0f99a-b3cc-462d-b2c9-ae2f865d2b6c tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: 123a890e-3772-4f4f-b12d-5fae028ee895] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1458.266329] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3495ea43-ea09-461b-8a6e-906a8d11133b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.273953] env[62438]: DEBUG oslo_vmware.api [None req-96d0f99a-b3cc-462d-b2c9-ae2f865d2b6c tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Waiting for the task: (returnval){ [ 1458.273953] env[62438]: value = "task-1784747" [ 1458.273953] env[62438]: _type = "Task" [ 1458.273953] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.282366] env[62438]: DEBUG oslo_vmware.api [None req-96d0f99a-b3cc-462d-b2c9-ae2f865d2b6c tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Task: {'id': task-1784747, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.661561] env[62438]: DEBUG nova.scheduler.client.report [None req-ada146d0-264b-4b4a-9f69-9ec8d6aa9dbe tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1458.685104] env[62438]: DEBUG oslo_vmware.api [None req-549be62c-a320-4282-bf74-84d97a3c69b9 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': task-1784745, 'name': Rename_Task, 'duration_secs': 0.33891} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.686204] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-549be62c-a320-4282-bf74-84d97a3c69b9 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: c15b97da-95c7-4a9d-be28-cda5cea50c2b] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1458.686508] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43cdbcc1-3783-47da-bec8-fba61a4b70c1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.698367] env[62438]: DEBUG oslo_vmware.api [None req-549be62c-a320-4282-bf74-84d97a3c69b9 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Waiting for the task: (returnval){ [ 1458.698367] env[62438]: value = "task-1784748" [ 1458.698367] env[62438]: _type = "Task" [ 1458.698367] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.708591] env[62438]: DEBUG oslo_vmware.api [None req-549be62c-a320-4282-bf74-84d97a3c69b9 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': task-1784748, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.736302] env[62438]: DEBUG oslo_vmware.api [None req-f13b593d-1286-4e77-9879-0457a9fc7ff8 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Task: {'id': task-1784746, 'name': ReconfigVM_Task, 'duration_secs': 0.236965} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.736694] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-f13b593d-1286-4e77-9879-0457a9fc7ff8 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [instance: 1ed63f2e-9e74-4d64-96fb-7a3315793ca9] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1458.737014] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ebcf603-f114-4ffb-b0cf-eb389182a768 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.747095] env[62438]: DEBUG oslo_vmware.api [None req-f13b593d-1286-4e77-9879-0457a9fc7ff8 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Waiting for the task: (returnval){ [ 1458.747095] env[62438]: value = "task-1784749" [ 1458.747095] env[62438]: _type = "Task" [ 1458.747095] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.755911] env[62438]: DEBUG oslo_vmware.api [None req-f13b593d-1286-4e77-9879-0457a9fc7ff8 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Task: {'id': task-1784749, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.785544] env[62438]: DEBUG oslo_vmware.api [None req-96d0f99a-b3cc-462d-b2c9-ae2f865d2b6c tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Task: {'id': task-1784747, 'name': PowerOffVM_Task, 'duration_secs': 0.213888} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.785860] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-96d0f99a-b3cc-462d-b2c9-ae2f865d2b6c tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: 123a890e-3772-4f4f-b12d-5fae028ee895] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1458.786069] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-96d0f99a-b3cc-462d-b2c9-ae2f865d2b6c tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: 123a890e-3772-4f4f-b12d-5fae028ee895] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1458.786414] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-40aef0a6-f6bc-4b89-8d5f-56c6c81b9b3e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.865308] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-96d0f99a-b3cc-462d-b2c9-ae2f865d2b6c tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: 123a890e-3772-4f4f-b12d-5fae028ee895] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1458.866518] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-96d0f99a-b3cc-462d-b2c9-ae2f865d2b6c tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: 123a890e-3772-4f4f-b12d-5fae028ee895] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1458.866765] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-96d0f99a-b3cc-462d-b2c9-ae2f865d2b6c tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Deleting the datastore file [datastore1] 123a890e-3772-4f4f-b12d-5fae028ee895 {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1458.867186] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa993837-ddab-48e4-b9f4-ce93a53b2f9b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.874614] env[62438]: DEBUG oslo_vmware.api [None req-96d0f99a-b3cc-462d-b2c9-ae2f865d2b6c tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Waiting for the task: (returnval){ [ 1458.874614] env[62438]: value = "task-1784751" [ 1458.874614] env[62438]: _type = "Task" [ 1458.874614] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.887783] env[62438]: DEBUG oslo_vmware.api [None req-96d0f99a-b3cc-462d-b2c9-ae2f865d2b6c tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Task: {'id': task-1784751, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.171049] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ada146d0-264b-4b4a-9f69-9ec8d6aa9dbe tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.069s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1459.171049] env[62438]: DEBUG nova.compute.manager [None req-ada146d0-264b-4b4a-9f69-9ec8d6aa9dbe tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] [instance: a0d2d3ba-cc22-45b0-92a8-0510ec0d85f9] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1459.173889] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f11b53a3-259f-41d9-96a2-5f5f01d19501 tempest-ServersAdmin275Test-1389471275 tempest-ServersAdmin275Test-1389471275-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 36.415s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1459.175849] env[62438]: DEBUG nova.objects.instance [None req-f11b53a3-259f-41d9-96a2-5f5f01d19501 tempest-ServersAdmin275Test-1389471275 tempest-ServersAdmin275Test-1389471275-project-admin] [instance: 8234c07d-eb31-429f-b804-a3250ea396a0] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62438) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1459.214268] env[62438]: DEBUG oslo_concurrency.lockutils [None req-b46534ab-f959-43b2-a092-bc49d7ea2a5b tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] Acquiring lock "5f2f6e09-af90-465e-9451-dc4ce16fb851" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1459.214715] env[62438]: DEBUG oslo_concurrency.lockutils [None req-b46534ab-f959-43b2-a092-bc49d7ea2a5b tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] Lock "5f2f6e09-af90-465e-9451-dc4ce16fb851" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1459.222818] env[62438]: DEBUG oslo_vmware.api [None req-549be62c-a320-4282-bf74-84d97a3c69b9 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': task-1784748, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.263683] env[62438]: DEBUG oslo_vmware.api [None req-f13b593d-1286-4e77-9879-0457a9fc7ff8 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Task: {'id': task-1784749, 'name': PowerOnVM_Task, 'duration_secs': 0.502023} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.263683] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-f13b593d-1286-4e77-9879-0457a9fc7ff8 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [instance: 1ed63f2e-9e74-4d64-96fb-7a3315793ca9] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1459.266139] env[62438]: DEBUG nova.compute.manager [None req-f13b593d-1286-4e77-9879-0457a9fc7ff8 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [instance: 1ed63f2e-9e74-4d64-96fb-7a3315793ca9] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1459.269194] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d00ce1-11a6-49ac-b5e0-bea4365f6067 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.387546] env[62438]: DEBUG oslo_vmware.api [None req-96d0f99a-b3cc-462d-b2c9-ae2f865d2b6c tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Task: {'id': task-1784751, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203086} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.387867] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-96d0f99a-b3cc-462d-b2c9-ae2f865d2b6c tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1459.388076] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-96d0f99a-b3cc-462d-b2c9-ae2f865d2b6c tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: 123a890e-3772-4f4f-b12d-5fae028ee895] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1459.388267] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-96d0f99a-b3cc-462d-b2c9-ae2f865d2b6c tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: 123a890e-3772-4f4f-b12d-5fae028ee895] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1459.388461] env[62438]: INFO nova.compute.manager [None req-96d0f99a-b3cc-462d-b2c9-ae2f865d2b6c tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] [instance: 123a890e-3772-4f4f-b12d-5fae028ee895] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1459.388925] env[62438]: DEBUG oslo.service.loopingcall [None req-96d0f99a-b3cc-462d-b2c9-ae2f865d2b6c tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1459.389305] env[62438]: DEBUG nova.compute.manager [-] [instance: 123a890e-3772-4f4f-b12d-5fae028ee895] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1459.389380] env[62438]: DEBUG nova.network.neutron [-] [instance: 123a890e-3772-4f4f-b12d-5fae028ee895] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1459.685840] env[62438]: DEBUG nova.compute.utils [None req-ada146d0-264b-4b4a-9f69-9ec8d6aa9dbe tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1459.694511] env[62438]: DEBUG nova.compute.manager [None req-ada146d0-264b-4b4a-9f69-9ec8d6aa9dbe tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] [instance: a0d2d3ba-cc22-45b0-92a8-0510ec0d85f9] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1459.694952] env[62438]: DEBUG nova.network.neutron [None req-ada146d0-264b-4b4a-9f69-9ec8d6aa9dbe tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] [instance: a0d2d3ba-cc22-45b0-92a8-0510ec0d85f9] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1459.713891] env[62438]: DEBUG oslo_vmware.api [None req-549be62c-a320-4282-bf74-84d97a3c69b9 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': task-1784748, 'name': PowerOnVM_Task, 'duration_secs': 0.665425} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.714285] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-549be62c-a320-4282-bf74-84d97a3c69b9 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: c15b97da-95c7-4a9d-be28-cda5cea50c2b] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1459.714384] env[62438]: DEBUG nova.compute.manager [None req-549be62c-a320-4282-bf74-84d97a3c69b9 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: c15b97da-95c7-4a9d-be28-cda5cea50c2b] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1459.715217] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66d5ee4b-6283-4d72-9542-1c1211b8786f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.725363] env[62438]: DEBUG nova.compute.manager [None req-b46534ab-f959-43b2-a092-bc49d7ea2a5b tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] [instance: 5f2f6e09-af90-465e-9451-dc4ce16fb851] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1459.775835] env[62438]: DEBUG nova.policy [None req-ada146d0-264b-4b4a-9f69-9ec8d6aa9dbe tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b8b3f8cd5d244039fde52ec97d92d3f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ecdaeed67cab45478c9a94cfc7a827ca', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1460.074669] env[62438]: DEBUG nova.compute.manager [req-3ac44dc1-305b-496b-afde-2388441740b8 req-e1526ae5-8a86-40b1-af91-fd6feaae10f9 service nova] [instance: 123a890e-3772-4f4f-b12d-5fae028ee895] Received event network-vif-deleted-5a014730-4d18-4544-89ad-a227b8cdd2ec {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1460.074944] env[62438]: INFO nova.compute.manager [req-3ac44dc1-305b-496b-afde-2388441740b8 req-e1526ae5-8a86-40b1-af91-fd6feaae10f9 service nova] [instance: 123a890e-3772-4f4f-b12d-5fae028ee895] Neutron deleted interface 5a014730-4d18-4544-89ad-a227b8cdd2ec; detaching it from the instance and deleting it from the info cache [ 1460.075723] env[62438]: DEBUG nova.network.neutron [req-3ac44dc1-305b-496b-afde-2388441740b8 req-e1526ae5-8a86-40b1-af91-fd6feaae10f9 service nova] [instance: 123a890e-3772-4f4f-b12d-5fae028ee895] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1460.196322] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f11b53a3-259f-41d9-96a2-5f5f01d19501 tempest-ServersAdmin275Test-1389471275 tempest-ServersAdmin275Test-1389471275-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.022s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1460.196929] env[62438]: DEBUG nova.compute.manager [None req-ada146d0-264b-4b4a-9f69-9ec8d6aa9dbe tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] [instance: a0d2d3ba-cc22-45b0-92a8-0510ec0d85f9] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1460.200203] env[62438]: DEBUG oslo_concurrency.lockutils [None req-37c7c32e-c214-419e-b366-0a47a604c8c7 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.255s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1460.200427] env[62438]: DEBUG nova.objects.instance [None req-37c7c32e-c214-419e-b366-0a47a604c8c7 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Lazy-loading 'resources' on Instance uuid 2f2bdef2-e31e-446b-beec-b6be1970dc9e {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1460.249381] env[62438]: DEBUG oslo_concurrency.lockutils [None req-549be62c-a320-4282-bf74-84d97a3c69b9 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1460.257185] env[62438]: DEBUG oslo_concurrency.lockutils [None req-b46534ab-f959-43b2-a092-bc49d7ea2a5b tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1460.269849] env[62438]: DEBUG nova.compute.manager [None req-ee567f1d-b5e9-4fcc-be90-15302ebcaea2 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: b24c2e75-f48d-4dbc-b44c-88123b72046c] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1460.270907] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b84238-067d-4bd1-b9c1-47866fb682c3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.441088] env[62438]: DEBUG nova.network.neutron [None req-ada146d0-264b-4b4a-9f69-9ec8d6aa9dbe tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] [instance: a0d2d3ba-cc22-45b0-92a8-0510ec0d85f9] Successfully created port: 750dfd16-1630-4cce-a145-1be2b58f53ca {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1460.499915] env[62438]: DEBUG nova.network.neutron [-] [instance: 123a890e-3772-4f4f-b12d-5fae028ee895] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1460.579870] env[62438]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-050a9d5d-de7f-451d-a780-975a3ccb59d6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.597355] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd803dc-16c4-4c10-bc60-08fe87a056ba {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.638370] env[62438]: DEBUG nova.compute.manager [req-3ac44dc1-305b-496b-afde-2388441740b8 req-e1526ae5-8a86-40b1-af91-fd6feaae10f9 service nova] [instance: 123a890e-3772-4f4f-b12d-5fae028ee895] Detach interface failed, port_id=5a014730-4d18-4544-89ad-a227b8cdd2ec, reason: Instance 123a890e-3772-4f4f-b12d-5fae028ee895 could not be found. {{(pid=62438) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1460.783602] env[62438]: INFO nova.compute.manager [None req-ee567f1d-b5e9-4fcc-be90-15302ebcaea2 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: b24c2e75-f48d-4dbc-b44c-88123b72046c] instance snapshotting [ 1460.783814] env[62438]: WARNING nova.compute.manager [None req-ee567f1d-b5e9-4fcc-be90-15302ebcaea2 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: b24c2e75-f48d-4dbc-b44c-88123b72046c] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 1460.786909] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f2ecc9-3838-4715-a2bb-6efa1c4f95a5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.820703] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-033b1c66-6909-41fe-924f-f1711f9064c6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.005874] env[62438]: INFO nova.compute.manager [-] [instance: 123a890e-3772-4f4f-b12d-5fae028ee895] Took 1.62 seconds to deallocate network for instance. [ 1461.189119] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe3ad7a-ac4f-4e20-b406-608bee2c7e33 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.204233] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c309c682-a8d9-41a7-bc28-a71a5d59da9b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.242345] env[62438]: DEBUG nova.compute.manager [None req-ada146d0-264b-4b4a-9f69-9ec8d6aa9dbe tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] [instance: a0d2d3ba-cc22-45b0-92a8-0510ec0d85f9] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1461.244700] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e711954a-91de-4a04-85ee-2183eb2cb66c tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Acquiring lock "29223975-ba66-48c1-9dd6-07143475fb2a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1461.244935] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e711954a-91de-4a04-85ee-2183eb2cb66c tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Lock "29223975-ba66-48c1-9dd6-07143475fb2a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1461.253056] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d408570-298c-4e54-a218-0de13b7626b6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.262469] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b4268f-239e-42a9-bacd-c0798b702268 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.280068] env[62438]: DEBUG nova.compute.provider_tree [None req-37c7c32e-c214-419e-b366-0a47a604c8c7 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1461.283124] env[62438]: DEBUG nova.virt.hardware [None req-ada146d0-264b-4b4a-9f69-9ec8d6aa9dbe tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1461.283357] env[62438]: DEBUG nova.virt.hardware [None req-ada146d0-264b-4b4a-9f69-9ec8d6aa9dbe tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1461.283520] env[62438]: DEBUG nova.virt.hardware [None req-ada146d0-264b-4b4a-9f69-9ec8d6aa9dbe tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1461.283708] env[62438]: DEBUG nova.virt.hardware [None req-ada146d0-264b-4b4a-9f69-9ec8d6aa9dbe tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1461.283861] env[62438]: DEBUG nova.virt.hardware [None req-ada146d0-264b-4b4a-9f69-9ec8d6aa9dbe tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1461.284024] env[62438]: DEBUG nova.virt.hardware [None req-ada146d0-264b-4b4a-9f69-9ec8d6aa9dbe tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1461.284243] env[62438]: DEBUG nova.virt.hardware [None req-ada146d0-264b-4b4a-9f69-9ec8d6aa9dbe tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1461.284413] env[62438]: DEBUG nova.virt.hardware [None req-ada146d0-264b-4b4a-9f69-9ec8d6aa9dbe tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1461.284582] env[62438]: DEBUG nova.virt.hardware [None req-ada146d0-264b-4b4a-9f69-9ec8d6aa9dbe tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1461.284745] env[62438]: DEBUG nova.virt.hardware [None req-ada146d0-264b-4b4a-9f69-9ec8d6aa9dbe tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1461.284924] env[62438]: DEBUG nova.virt.hardware [None req-ada146d0-264b-4b4a-9f69-9ec8d6aa9dbe tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1461.286140] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c3d256d-ef4e-4914-9629-28ecd7ef18d7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.294655] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83126145-f0f3-41d5-bd0c-73a4e7e117cf {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.336981] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-ee567f1d-b5e9-4fcc-be90-15302ebcaea2 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: b24c2e75-f48d-4dbc-b44c-88123b72046c] Creating Snapshot of the VM instance {{(pid=62438) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1461.337349] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e8a98404-2692-4c32-bd2c-928758c126fc {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.344353] env[62438]: DEBUG oslo_vmware.api [None req-ee567f1d-b5e9-4fcc-be90-15302ebcaea2 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Waiting for the task: (returnval){ [ 1461.344353] env[62438]: value = "task-1784752" [ 1461.344353] env[62438]: _type = "Task" [ 1461.344353] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.353029] env[62438]: DEBUG oslo_vmware.api [None req-ee567f1d-b5e9-4fcc-be90-15302ebcaea2 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1784752, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.517346] env[62438]: DEBUG oslo_concurrency.lockutils [None req-96d0f99a-b3cc-462d-b2c9-ae2f865d2b6c tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1461.685883] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d526ba45-dc01-4088-9dd9-d6bedc174c84 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Acquiring lock "0cb4c6c0-63bc-4723-bac2-62479872be0d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1461.685883] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d526ba45-dc01-4088-9dd9-d6bedc174c84 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Lock "0cb4c6c0-63bc-4723-bac2-62479872be0d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1461.752665] env[62438]: DEBUG nova.compute.manager [None req-e711954a-91de-4a04-85ee-2183eb2cb66c tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 29223975-ba66-48c1-9dd6-07143475fb2a] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1461.790168] env[62438]: DEBUG nova.scheduler.client.report [None req-37c7c32e-c214-419e-b366-0a47a604c8c7 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1461.854991] env[62438]: DEBUG oslo_vmware.api [None req-ee567f1d-b5e9-4fcc-be90-15302ebcaea2 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1784752, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.092332] env[62438]: INFO nova.compute.manager [None req-09f4571a-a881-4103-872c-b5804f83c16c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: c15b97da-95c7-4a9d-be28-cda5cea50c2b] Rebuilding instance [ 1462.145112] env[62438]: DEBUG nova.compute.manager [None req-09f4571a-a881-4103-872c-b5804f83c16c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: c15b97da-95c7-4a9d-be28-cda5cea50c2b] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1462.145988] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-513811d0-4452-4d1f-9134-19c4af905d18 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.189496] env[62438]: DEBUG nova.compute.manager [None req-d526ba45-dc01-4088-9dd9-d6bedc174c84 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [instance: 0cb4c6c0-63bc-4723-bac2-62479872be0d] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1462.195610] env[62438]: DEBUG nova.compute.manager [req-8ef8e740-389f-4df5-9846-3d4b5cf162ad req-a8906071-9cba-45c4-8227-cb10a5319dd0 service nova] [instance: a0d2d3ba-cc22-45b0-92a8-0510ec0d85f9] Received event network-vif-plugged-750dfd16-1630-4cce-a145-1be2b58f53ca {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1462.195874] env[62438]: DEBUG oslo_concurrency.lockutils [req-8ef8e740-389f-4df5-9846-3d4b5cf162ad req-a8906071-9cba-45c4-8227-cb10a5319dd0 service nova] Acquiring lock "a0d2d3ba-cc22-45b0-92a8-0510ec0d85f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1462.196048] env[62438]: DEBUG oslo_concurrency.lockutils [req-8ef8e740-389f-4df5-9846-3d4b5cf162ad req-a8906071-9cba-45c4-8227-cb10a5319dd0 service nova] Lock "a0d2d3ba-cc22-45b0-92a8-0510ec0d85f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1462.196223] env[62438]: DEBUG oslo_concurrency.lockutils [req-8ef8e740-389f-4df5-9846-3d4b5cf162ad req-a8906071-9cba-45c4-8227-cb10a5319dd0 service nova] Lock "a0d2d3ba-cc22-45b0-92a8-0510ec0d85f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1462.196396] env[62438]: DEBUG nova.compute.manager [req-8ef8e740-389f-4df5-9846-3d4b5cf162ad req-a8906071-9cba-45c4-8227-cb10a5319dd0 service nova] [instance: a0d2d3ba-cc22-45b0-92a8-0510ec0d85f9] No waiting events found dispatching network-vif-plugged-750dfd16-1630-4cce-a145-1be2b58f53ca {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1462.196567] env[62438]: WARNING nova.compute.manager [req-8ef8e740-389f-4df5-9846-3d4b5cf162ad req-a8906071-9cba-45c4-8227-cb10a5319dd0 service nova] [instance: a0d2d3ba-cc22-45b0-92a8-0510ec0d85f9] Received unexpected event network-vif-plugged-750dfd16-1630-4cce-a145-1be2b58f53ca for instance with vm_state building and task_state spawning. [ 1462.284143] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e711954a-91de-4a04-85ee-2183eb2cb66c tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1462.296464] env[62438]: DEBUG oslo_concurrency.lockutils [None req-37c7c32e-c214-419e-b366-0a47a604c8c7 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.095s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1462.298263] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 37.308s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1462.320334] env[62438]: INFO nova.scheduler.client.report [None req-37c7c32e-c214-419e-b366-0a47a604c8c7 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Deleted allocations for instance 2f2bdef2-e31e-446b-beec-b6be1970dc9e [ 1462.359400] env[62438]: DEBUG oslo_vmware.api [None req-ee567f1d-b5e9-4fcc-be90-15302ebcaea2 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1784752, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.403442] env[62438]: DEBUG nova.network.neutron [None req-ada146d0-264b-4b4a-9f69-9ec8d6aa9dbe tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] [instance: a0d2d3ba-cc22-45b0-92a8-0510ec0d85f9] Successfully updated port: 750dfd16-1630-4cce-a145-1be2b58f53ca {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1462.658278] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-09f4571a-a881-4103-872c-b5804f83c16c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: c15b97da-95c7-4a9d-be28-cda5cea50c2b] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1462.659256] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-61330742-4a76-4c19-b312-5dd0c71d21cf {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.667056] env[62438]: DEBUG oslo_vmware.api [None req-09f4571a-a881-4103-872c-b5804f83c16c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Waiting for the task: (returnval){ [ 1462.667056] env[62438]: value = "task-1784753" [ 1462.667056] env[62438]: _type = "Task" [ 1462.667056] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.675186] env[62438]: DEBUG oslo_vmware.api [None req-09f4571a-a881-4103-872c-b5804f83c16c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': task-1784753, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.829645] env[62438]: DEBUG oslo_concurrency.lockutils [None req-37c7c32e-c214-419e-b366-0a47a604c8c7 tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Lock "2f2bdef2-e31e-446b-beec-b6be1970dc9e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.940s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1462.842641] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d526ba45-dc01-4088-9dd9-d6bedc174c84 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1462.857918] env[62438]: DEBUG oslo_vmware.api [None req-ee567f1d-b5e9-4fcc-be90-15302ebcaea2 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1784752, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.906134] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ada146d0-264b-4b4a-9f69-9ec8d6aa9dbe tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] Acquiring lock "refresh_cache-a0d2d3ba-cc22-45b0-92a8-0510ec0d85f9" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1462.906270] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ada146d0-264b-4b4a-9f69-9ec8d6aa9dbe tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] Acquired lock "refresh_cache-a0d2d3ba-cc22-45b0-92a8-0510ec0d85f9" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.906346] env[62438]: DEBUG nova.network.neutron [None req-ada146d0-264b-4b4a-9f69-9ec8d6aa9dbe tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] [instance: a0d2d3ba-cc22-45b0-92a8-0510ec0d85f9] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1463.177286] env[62438]: DEBUG oslo_vmware.api [None req-09f4571a-a881-4103-872c-b5804f83c16c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': task-1784753, 'name': PowerOffVM_Task, 'duration_secs': 0.224315} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.177582] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-09f4571a-a881-4103-872c-b5804f83c16c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: c15b97da-95c7-4a9d-be28-cda5cea50c2b] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1463.177809] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-09f4571a-a881-4103-872c-b5804f83c16c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: c15b97da-95c7-4a9d-be28-cda5cea50c2b] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1463.178598] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e1ce8af-fada-4315-9dbf-28c391aacca9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.185421] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-09f4571a-a881-4103-872c-b5804f83c16c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: c15b97da-95c7-4a9d-be28-cda5cea50c2b] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1463.185671] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fdd15499-c167-431a-b6a5-fd30226fc16c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.316965] env[62438]: INFO nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: 84f3ff00-94b2-4595-8046-865c3016fc77] Updating resource usage from migration 9a0c23e0-b1ce-4ad2-a25f-e41de64b0107 [ 1463.338211] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance d96af944-fba1-4df4-a0f7-0566ae562500 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1463.338372] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance b04481d2-d1cf-46e7-98c6-e714cf8c10c0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1463.338499] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance 277f271f-6f65-4d7b-af1c-e3383b78d775 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1463.338643] env[62438]: WARNING nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance 123a890e-3772-4f4f-b12d-5fae028ee895 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1463.338764] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance c15b97da-95c7-4a9d-be28-cda5cea50c2b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1463.338879] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance e3195d58-9c75-4fcc-8e4b-0c30bd69e311 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1463.338994] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance 03448a20-9731-4076-bf51-852e9fc7f016 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1463.339122] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance e8cde59b-5e45-4f29-9fad-c96039006c88 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1463.339236] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance 43727bec-0fad-43ee-b4e7-a1e48a7169b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1463.339353] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance b791bdf7-feaa-4752-a8a6-45d1562e4874 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1463.339465] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance da9c0fae-22ea-4a8a-b9de-e78fbcff5c7f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1463.339593] env[62438]: WARNING nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance 8234c07d-eb31-429f-b804-a3250ea396a0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1463.339709] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance bacfabaa-c0c2-43b7-841f-5539f5de2859 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1463.339824] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance 7d53f422-ce2a-4fb4-b8f7-66da14a63202 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1463.339948] env[62438]: WARNING nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance 75e311d0-fb4c-40b4-b25e-ca9df8db5f8e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1463.340124] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance 82059c94-0c99-48af-8ecb-e9bd695ba6f3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1463.340228] env[62438]: WARNING nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance 2cc722a0-76fa-4431-985b-9fe0ad62ef42 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1463.340321] env[62438]: WARNING nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance 98544a26-b42e-4164-8397-18188e662d64 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1463.340436] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance 77038eff-3013-423d-b1bf-a6d14e892441 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1463.340547] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance 1ed63f2e-9e74-4d64-96fb-7a3315793ca9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1463.340657] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance b24c2e75-f48d-4dbc-b44c-88123b72046c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1463.340767] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance a0d2d3ba-cc22-45b0-92a8-0510ec0d85f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1463.357257] env[62438]: DEBUG oslo_vmware.api [None req-ee567f1d-b5e9-4fcc-be90-15302ebcaea2 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1784752, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.458066] env[62438]: DEBUG nova.network.neutron [None req-ada146d0-264b-4b4a-9f69-9ec8d6aa9dbe tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] [instance: a0d2d3ba-cc22-45b0-92a8-0510ec0d85f9] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1463.677314] env[62438]: DEBUG nova.network.neutron [None req-ada146d0-264b-4b4a-9f69-9ec8d6aa9dbe tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] [instance: a0d2d3ba-cc22-45b0-92a8-0510ec0d85f9] Updating instance_info_cache with network_info: [{"id": "750dfd16-1630-4cce-a145-1be2b58f53ca", "address": "fa:16:3e:e6:6e:20", "network": {"id": "f13bb6b5-7784-46f4-a994-f063896b73ba", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1215372223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecdaeed67cab45478c9a94cfc7a827ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2153f70-3d14-42ab-8bb3-be78296dd3b8", "external-id": "nsx-vlan-transportzone-532", "segmentation_id": 532, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap750dfd16-16", "ovs_interfaceid": "750dfd16-1630-4cce-a145-1be2b58f53ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1463.843390] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance 84dd2032-59a7-48a3-8f4c-a1e7661e78a0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1463.858448] env[62438]: DEBUG oslo_vmware.api [None req-ee567f1d-b5e9-4fcc-be90-15302ebcaea2 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1784752, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.181072] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ada146d0-264b-4b4a-9f69-9ec8d6aa9dbe tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] Releasing lock "refresh_cache-a0d2d3ba-cc22-45b0-92a8-0510ec0d85f9" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1464.183645] env[62438]: DEBUG nova.compute.manager [None req-ada146d0-264b-4b4a-9f69-9ec8d6aa9dbe tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] [instance: a0d2d3ba-cc22-45b0-92a8-0510ec0d85f9] Instance network_info: |[{"id": "750dfd16-1630-4cce-a145-1be2b58f53ca", "address": "fa:16:3e:e6:6e:20", "network": {"id": "f13bb6b5-7784-46f4-a994-f063896b73ba", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1215372223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecdaeed67cab45478c9a94cfc7a827ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2153f70-3d14-42ab-8bb3-be78296dd3b8", "external-id": "nsx-vlan-transportzone-532", "segmentation_id": 532, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap750dfd16-16", "ovs_interfaceid": "750dfd16-1630-4cce-a145-1be2b58f53ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1464.183645] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-ada146d0-264b-4b4a-9f69-9ec8d6aa9dbe tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] [instance: a0d2d3ba-cc22-45b0-92a8-0510ec0d85f9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:6e:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e2153f70-3d14-42ab-8bb3-be78296dd3b8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '750dfd16-1630-4cce-a145-1be2b58f53ca', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1464.189986] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-ada146d0-264b-4b4a-9f69-9ec8d6aa9dbe tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] Creating folder: Project (ecdaeed67cab45478c9a94cfc7a827ca). Parent ref: group-v370230. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1464.190528] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4c7c25be-53de-4c3b-b3a5-27d3e306d40e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.200870] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-ada146d0-264b-4b4a-9f69-9ec8d6aa9dbe tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] Created folder: Project (ecdaeed67cab45478c9a94cfc7a827ca) in parent group-v370230. [ 1464.201097] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-ada146d0-264b-4b4a-9f69-9ec8d6aa9dbe tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] Creating folder: Instances. Parent ref: group-v370359. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1464.201341] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-74462003-d72e-4f02-a040-79701347dbb6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.210516] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-ada146d0-264b-4b4a-9f69-9ec8d6aa9dbe tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] Created folder: Instances in parent group-v370359. [ 1464.210574] env[62438]: DEBUG oslo.service.loopingcall [None req-ada146d0-264b-4b4a-9f69-9ec8d6aa9dbe tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1464.210743] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0d2d3ba-cc22-45b0-92a8-0510ec0d85f9] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1464.210952] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f3f3bdd1-048a-4c7e-8f8e-5fbd59afd50b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.229546] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1464.229546] env[62438]: value = "task-1784757" [ 1464.229546] env[62438]: _type = "Task" [ 1464.229546] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.235023] env[62438]: DEBUG nova.compute.manager [req-806241d3-6d0c-4896-b207-dca273c36e23 req-955c0ecc-05dc-4d20-a66a-053fe56ac797 service nova] [instance: a0d2d3ba-cc22-45b0-92a8-0510ec0d85f9] Received event network-changed-750dfd16-1630-4cce-a145-1be2b58f53ca {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1464.235226] env[62438]: DEBUG nova.compute.manager [req-806241d3-6d0c-4896-b207-dca273c36e23 req-955c0ecc-05dc-4d20-a66a-053fe56ac797 service nova] [instance: a0d2d3ba-cc22-45b0-92a8-0510ec0d85f9] Refreshing instance network info cache due to event network-changed-750dfd16-1630-4cce-a145-1be2b58f53ca. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1464.235451] env[62438]: DEBUG oslo_concurrency.lockutils [req-806241d3-6d0c-4896-b207-dca273c36e23 req-955c0ecc-05dc-4d20-a66a-053fe56ac797 service nova] Acquiring lock "refresh_cache-a0d2d3ba-cc22-45b0-92a8-0510ec0d85f9" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1464.235642] env[62438]: DEBUG oslo_concurrency.lockutils [req-806241d3-6d0c-4896-b207-dca273c36e23 req-955c0ecc-05dc-4d20-a66a-053fe56ac797 service nova] Acquired lock "refresh_cache-a0d2d3ba-cc22-45b0-92a8-0510ec0d85f9" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.235816] env[62438]: DEBUG nova.network.neutron [req-806241d3-6d0c-4896-b207-dca273c36e23 req-955c0ecc-05dc-4d20-a66a-053fe56ac797 service nova] [instance: a0d2d3ba-cc22-45b0-92a8-0510ec0d85f9] Refreshing network info cache for port 750dfd16-1630-4cce-a145-1be2b58f53ca {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1464.242415] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784757, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.348200] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance 2a23b794-2acb-487c-901d-7aeca03aec83 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1464.348458] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Migration 9a0c23e0-b1ce-4ad2-a25f-e41de64b0107 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1464.348504] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance 84f3ff00-94b2-4595-8046-865c3016fc77 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1464.358572] env[62438]: DEBUG oslo_vmware.api [None req-ee567f1d-b5e9-4fcc-be90-15302ebcaea2 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1784752, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.745673] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784757, 'name': CreateVM_Task} progress is 25%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.856116] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance fa1146c8-af2b-49a6-88f0-6fee8773ce67 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1464.860874] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-09f4571a-a881-4103-872c-b5804f83c16c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: c15b97da-95c7-4a9d-be28-cda5cea50c2b] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1464.860874] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-09f4571a-a881-4103-872c-b5804f83c16c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: c15b97da-95c7-4a9d-be28-cda5cea50c2b] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1464.860973] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-09f4571a-a881-4103-872c-b5804f83c16c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Deleting the datastore file [datastore1] c15b97da-95c7-4a9d-be28-cda5cea50c2b {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1464.868089] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e4dcf42d-0d11-467a-a3dd-071ec6357e29 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.870508] env[62438]: DEBUG oslo_vmware.api [None req-ee567f1d-b5e9-4fcc-be90-15302ebcaea2 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1784752, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.875701] env[62438]: DEBUG oslo_vmware.api [None req-09f4571a-a881-4103-872c-b5804f83c16c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Waiting for the task: (returnval){ [ 1464.875701] env[62438]: value = "task-1784758" [ 1464.875701] env[62438]: _type = "Task" [ 1464.875701] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.884147] env[62438]: DEBUG oslo_vmware.api [None req-09f4571a-a881-4103-872c-b5804f83c16c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': task-1784758, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.242449] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784757, 'name': CreateVM_Task, 'duration_secs': 0.786839} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.242888] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0d2d3ba-cc22-45b0-92a8-0510ec0d85f9] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1465.243630] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ada146d0-264b-4b4a-9f69-9ec8d6aa9dbe tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1465.243916] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ada146d0-264b-4b4a-9f69-9ec8d6aa9dbe tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.244402] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ada146d0-264b-4b4a-9f69-9ec8d6aa9dbe tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1465.244580] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c729533f-09ac-4b97-87e4-30ff78afb028 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.250492] env[62438]: DEBUG oslo_vmware.api [None req-ada146d0-264b-4b4a-9f69-9ec8d6aa9dbe tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] Waiting for the task: (returnval){ [ 1465.250492] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52225206-8d35-06e3-fe85-247aa3138c47" [ 1465.250492] env[62438]: _type = "Task" [ 1465.250492] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.259532] env[62438]: DEBUG oslo_vmware.api [None req-ada146d0-264b-4b4a-9f69-9ec8d6aa9dbe tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52225206-8d35-06e3-fe85-247aa3138c47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.278855] env[62438]: DEBUG nova.network.neutron [req-806241d3-6d0c-4896-b207-dca273c36e23 req-955c0ecc-05dc-4d20-a66a-053fe56ac797 service nova] [instance: a0d2d3ba-cc22-45b0-92a8-0510ec0d85f9] Updated VIF entry in instance network info cache for port 750dfd16-1630-4cce-a145-1be2b58f53ca. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1465.279235] env[62438]: DEBUG nova.network.neutron [req-806241d3-6d0c-4896-b207-dca273c36e23 req-955c0ecc-05dc-4d20-a66a-053fe56ac797 service nova] [instance: a0d2d3ba-cc22-45b0-92a8-0510ec0d85f9] Updating instance_info_cache with network_info: [{"id": "750dfd16-1630-4cce-a145-1be2b58f53ca", "address": "fa:16:3e:e6:6e:20", "network": {"id": "f13bb6b5-7784-46f4-a994-f063896b73ba", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1215372223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecdaeed67cab45478c9a94cfc7a827ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2153f70-3d14-42ab-8bb3-be78296dd3b8", "external-id": "nsx-vlan-transportzone-532", "segmentation_id": 532, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap750dfd16-16", "ovs_interfaceid": "750dfd16-1630-4cce-a145-1be2b58f53ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1465.361402] env[62438]: DEBUG oslo_vmware.api [None req-ee567f1d-b5e9-4fcc-be90-15302ebcaea2 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1784752, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.366879] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1465.388301] env[62438]: DEBUG oslo_vmware.api [None req-09f4571a-a881-4103-872c-b5804f83c16c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': task-1784758, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194082} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.388301] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-09f4571a-a881-4103-872c-b5804f83c16c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1465.388301] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-09f4571a-a881-4103-872c-b5804f83c16c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: c15b97da-95c7-4a9d-be28-cda5cea50c2b] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1465.388301] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-09f4571a-a881-4103-872c-b5804f83c16c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: c15b97da-95c7-4a9d-be28-cda5cea50c2b] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1465.761330] env[62438]: DEBUG oslo_vmware.api [None req-ada146d0-264b-4b4a-9f69-9ec8d6aa9dbe tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52225206-8d35-06e3-fe85-247aa3138c47, 'name': SearchDatastore_Task, 'duration_secs': 0.010974} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.761659] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ada146d0-264b-4b4a-9f69-9ec8d6aa9dbe tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1465.761988] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-ada146d0-264b-4b4a-9f69-9ec8d6aa9dbe tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] [instance: a0d2d3ba-cc22-45b0-92a8-0510ec0d85f9] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1465.762232] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ada146d0-264b-4b4a-9f69-9ec8d6aa9dbe tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1465.762444] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ada146d0-264b-4b4a-9f69-9ec8d6aa9dbe tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.762636] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-ada146d0-264b-4b4a-9f69-9ec8d6aa9dbe tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1465.762897] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-53af62c8-86b3-44b7-9251-a05126df8fb7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.772955] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-ada146d0-264b-4b4a-9f69-9ec8d6aa9dbe tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1465.773155] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-ada146d0-264b-4b4a-9f69-9ec8d6aa9dbe tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1465.774013] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c81a292-7551-415b-a047-5a31a58ceb92 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.779195] env[62438]: DEBUG oslo_vmware.api [None req-ada146d0-264b-4b4a-9f69-9ec8d6aa9dbe tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] Waiting for the task: (returnval){ [ 1465.779195] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5217c96e-80ce-6a23-2c7e-52e1b6fb1409" [ 1465.779195] env[62438]: _type = "Task" [ 1465.779195] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.784549] env[62438]: DEBUG oslo_concurrency.lockutils [req-806241d3-6d0c-4896-b207-dca273c36e23 req-955c0ecc-05dc-4d20-a66a-053fe56ac797 service nova] Releasing lock "refresh_cache-a0d2d3ba-cc22-45b0-92a8-0510ec0d85f9" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1465.789361] env[62438]: DEBUG oslo_vmware.api [None req-ada146d0-264b-4b4a-9f69-9ec8d6aa9dbe tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5217c96e-80ce-6a23-2c7e-52e1b6fb1409, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.861109] env[62438]: DEBUG oslo_vmware.api [None req-ee567f1d-b5e9-4fcc-be90-15302ebcaea2 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1784752, 'name': CreateSnapshot_Task, 'duration_secs': 4.06289} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.862053] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-ee567f1d-b5e9-4fcc-be90-15302ebcaea2 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: b24c2e75-f48d-4dbc-b44c-88123b72046c] Created Snapshot of the VM instance {{(pid=62438) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1465.862597] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f76decc-c36b-469d-9782-87c3baf0b289 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.870023] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance 2b5c87fe-1c80-4cb9-86fe-4dd083322e71 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1466.164210] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9ef1a7a5-c0b7-439b-8a61-65ef9d80892c tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Acquiring lock "18dc9467-827b-4fe0-8ddf-03c0093c7737" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1466.164471] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9ef1a7a5-c0b7-439b-8a61-65ef9d80892c tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Lock "18dc9467-827b-4fe0-8ddf-03c0093c7737" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1466.290211] env[62438]: DEBUG oslo_vmware.api [None req-ada146d0-264b-4b4a-9f69-9ec8d6aa9dbe tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5217c96e-80ce-6a23-2c7e-52e1b6fb1409, 'name': SearchDatastore_Task, 'duration_secs': 0.01043} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.291064] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea0e96f2-743d-4b88-bd9e-6d18734f0eef {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.296414] env[62438]: DEBUG oslo_vmware.api [None req-ada146d0-264b-4b4a-9f69-9ec8d6aa9dbe tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] Waiting for the task: (returnval){ [ 1466.296414] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52341ab1-5350-05aa-991e-2982ce2b9776" [ 1466.296414] env[62438]: _type = "Task" [ 1466.296414] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.304781] env[62438]: DEBUG oslo_vmware.api [None req-ada146d0-264b-4b4a-9f69-9ec8d6aa9dbe tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52341ab1-5350-05aa-991e-2982ce2b9776, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.375831] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance 5f2f6e09-af90-465e-9451-dc4ce16fb851 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1466.384935] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-ee567f1d-b5e9-4fcc-be90-15302ebcaea2 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: b24c2e75-f48d-4dbc-b44c-88123b72046c] Creating linked-clone VM from snapshot {{(pid=62438) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1466.385226] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-500aa64f-defd-4dc5-a127-9cd42c87f32d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.395024] env[62438]: DEBUG oslo_vmware.api [None req-ee567f1d-b5e9-4fcc-be90-15302ebcaea2 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Waiting for the task: (returnval){ [ 1466.395024] env[62438]: value = "task-1784759" [ 1466.395024] env[62438]: _type = "Task" [ 1466.395024] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.406273] env[62438]: DEBUG oslo_vmware.api [None req-ee567f1d-b5e9-4fcc-be90-15302ebcaea2 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1784759, 'name': CloneVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.420577] env[62438]: DEBUG nova.virt.hardware [None req-09f4571a-a881-4103-872c-b5804f83c16c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1466.420888] env[62438]: DEBUG nova.virt.hardware [None req-09f4571a-a881-4103-872c-b5804f83c16c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1466.421128] env[62438]: DEBUG nova.virt.hardware [None req-09f4571a-a881-4103-872c-b5804f83c16c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1466.421381] env[62438]: DEBUG nova.virt.hardware [None req-09f4571a-a881-4103-872c-b5804f83c16c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1466.421591] env[62438]: DEBUG nova.virt.hardware [None req-09f4571a-a881-4103-872c-b5804f83c16c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1466.421795] env[62438]: DEBUG nova.virt.hardware [None req-09f4571a-a881-4103-872c-b5804f83c16c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1466.422156] env[62438]: DEBUG nova.virt.hardware [None req-09f4571a-a881-4103-872c-b5804f83c16c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1466.422365] env[62438]: DEBUG nova.virt.hardware [None req-09f4571a-a881-4103-872c-b5804f83c16c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1466.422554] env[62438]: DEBUG nova.virt.hardware [None req-09f4571a-a881-4103-872c-b5804f83c16c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1466.422727] env[62438]: DEBUG nova.virt.hardware [None req-09f4571a-a881-4103-872c-b5804f83c16c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1466.422909] env[62438]: DEBUG nova.virt.hardware [None req-09f4571a-a881-4103-872c-b5804f83c16c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1466.424222] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3529997-d3b5-4eec-a06f-3e9f71d63ef6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.433908] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a6ef28-39b7-427c-9f62-e8bafa2a130d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.450026] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-09f4571a-a881-4103-872c-b5804f83c16c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: c15b97da-95c7-4a9d-be28-cda5cea50c2b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:13:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb2eaecd-9701-4504-9fcb-fb1a420ead72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ea0be460-ab19-4305-ab5b-3cbca921649b', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1466.458506] env[62438]: DEBUG oslo.service.loopingcall [None req-09f4571a-a881-4103-872c-b5804f83c16c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1466.458823] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c15b97da-95c7-4a9d-be28-cda5cea50c2b] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1466.459068] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b2d36383-011c-4931-92c5-54aa2e60602e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.486277] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1466.486277] env[62438]: value = "task-1784760" [ 1466.486277] env[62438]: _type = "Task" [ 1466.486277] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.497060] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784760, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.666653] env[62438]: DEBUG nova.compute.manager [None req-9ef1a7a5-c0b7-439b-8a61-65ef9d80892c tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] [instance: 18dc9467-827b-4fe0-8ddf-03c0093c7737] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1466.809909] env[62438]: DEBUG oslo_vmware.api [None req-ada146d0-264b-4b4a-9f69-9ec8d6aa9dbe tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52341ab1-5350-05aa-991e-2982ce2b9776, 'name': SearchDatastore_Task, 'duration_secs': 0.009474} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.809909] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ada146d0-264b-4b4a-9f69-9ec8d6aa9dbe tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1466.809909] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-ada146d0-264b-4b4a-9f69-9ec8d6aa9dbe tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] a0d2d3ba-cc22-45b0-92a8-0510ec0d85f9/a0d2d3ba-cc22-45b0-92a8-0510ec0d85f9.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1466.809909] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-97ed99ce-a557-4f7d-9b7c-ca11ab94df3a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.815238] env[62438]: DEBUG oslo_vmware.api [None req-ada146d0-264b-4b4a-9f69-9ec8d6aa9dbe tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] Waiting for the task: (returnval){ [ 1466.815238] env[62438]: value = "task-1784761" [ 1466.815238] env[62438]: _type = "Task" [ 1466.815238] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.823267] env[62438]: DEBUG oslo_vmware.api [None req-ada146d0-264b-4b4a-9f69-9ec8d6aa9dbe tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] Task: {'id': task-1784761, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.878912] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance 29223975-ba66-48c1-9dd6-07143475fb2a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1466.904612] env[62438]: DEBUG oslo_vmware.api [None req-ee567f1d-b5e9-4fcc-be90-15302ebcaea2 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1784759, 'name': CloneVM_Task} progress is 94%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.997601] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784760, 'name': CreateVM_Task, 'duration_secs': 0.461542} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.997830] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c15b97da-95c7-4a9d-be28-cda5cea50c2b] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1466.998752] env[62438]: DEBUG oslo_concurrency.lockutils [None req-09f4571a-a881-4103-872c-b5804f83c16c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1466.998959] env[62438]: DEBUG oslo_concurrency.lockutils [None req-09f4571a-a881-4103-872c-b5804f83c16c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.999377] env[62438]: DEBUG oslo_concurrency.lockutils [None req-09f4571a-a881-4103-872c-b5804f83c16c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1466.999699] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c0d980e-8660-4e9f-b62c-a491c476fa66 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.005169] env[62438]: DEBUG oslo_vmware.api [None req-09f4571a-a881-4103-872c-b5804f83c16c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Waiting for the task: (returnval){ [ 1467.005169] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]529eb5b1-dddc-c257-6247-ae94666bc620" [ 1467.005169] env[62438]: _type = "Task" [ 1467.005169] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.014562] env[62438]: DEBUG oslo_vmware.api [None req-09f4571a-a881-4103-872c-b5804f83c16c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]529eb5b1-dddc-c257-6247-ae94666bc620, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.192240] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9ef1a7a5-c0b7-439b-8a61-65ef9d80892c tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1467.326140] env[62438]: DEBUG oslo_vmware.api [None req-ada146d0-264b-4b4a-9f69-9ec8d6aa9dbe tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] Task: {'id': task-1784761, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.382338] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance 0cb4c6c0-63bc-4723-bac2-62479872be0d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1467.382688] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Total usable vcpus: 48, total allocated vcpus: 18 {{(pid=62438) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1467.382849] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4032MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=18 pci_stats=[] {{(pid=62438) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1467.405084] env[62438]: DEBUG oslo_vmware.api [None req-ee567f1d-b5e9-4fcc-be90-15302ebcaea2 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1784759, 'name': CloneVM_Task} progress is 94%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.517689] env[62438]: DEBUG oslo_vmware.api [None req-09f4571a-a881-4103-872c-b5804f83c16c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]529eb5b1-dddc-c257-6247-ae94666bc620, 'name': SearchDatastore_Task, 'duration_secs': 0.069871} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.518121] env[62438]: DEBUG oslo_concurrency.lockutils [None req-09f4571a-a881-4103-872c-b5804f83c16c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1467.518365] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-09f4571a-a881-4103-872c-b5804f83c16c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: c15b97da-95c7-4a9d-be28-cda5cea50c2b] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1467.518605] env[62438]: DEBUG oslo_concurrency.lockutils [None req-09f4571a-a881-4103-872c-b5804f83c16c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1467.518757] env[62438]: DEBUG oslo_concurrency.lockutils [None req-09f4571a-a881-4103-872c-b5804f83c16c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.518939] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-09f4571a-a881-4103-872c-b5804f83c16c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1467.519230] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-989614b9-f527-4e58-b9dd-9d9a8c09c07c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.537205] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-09f4571a-a881-4103-872c-b5804f83c16c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1467.537477] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-09f4571a-a881-4103-872c-b5804f83c16c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1467.539028] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9226c147-98c5-4935-8835-2d5d4500d60c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.544659] env[62438]: DEBUG oslo_vmware.api [None req-09f4571a-a881-4103-872c-b5804f83c16c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Waiting for the task: (returnval){ [ 1467.544659] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]527a1ae4-21fd-7d96-1dda-c2b909f65616" [ 1467.544659] env[62438]: _type = "Task" [ 1467.544659] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.552436] env[62438]: DEBUG oslo_vmware.api [None req-09f4571a-a881-4103-872c-b5804f83c16c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]527a1ae4-21fd-7d96-1dda-c2b909f65616, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.761359] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda09556-97be-4dd2-883b-3bc9f0b00d1a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.769032] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-375a4ac3-5899-4f09-a1e2-db4fd513d005 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.800166] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca67f3bc-503f-44d0-8a4b-ac73b629d152 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.807544] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a65841d2-de27-4918-b15c-7681a942ae9c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.820522] env[62438]: DEBUG nova.compute.provider_tree [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1467.828806] env[62438]: DEBUG oslo_vmware.api [None req-ada146d0-264b-4b4a-9f69-9ec8d6aa9dbe tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] Task: {'id': task-1784761, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.639906} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.829657] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-ada146d0-264b-4b4a-9f69-9ec8d6aa9dbe tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] a0d2d3ba-cc22-45b0-92a8-0510ec0d85f9/a0d2d3ba-cc22-45b0-92a8-0510ec0d85f9.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1467.829878] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-ada146d0-264b-4b4a-9f69-9ec8d6aa9dbe tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] [instance: a0d2d3ba-cc22-45b0-92a8-0510ec0d85f9] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1467.830142] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d00afca0-c42e-46a0-8e15-f52184263ccf {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.836837] env[62438]: DEBUG oslo_vmware.api [None req-ada146d0-264b-4b4a-9f69-9ec8d6aa9dbe tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] Waiting for the task: (returnval){ [ 1467.836837] env[62438]: value = "task-1784762" [ 1467.836837] env[62438]: _type = "Task" [ 1467.836837] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.844524] env[62438]: DEBUG oslo_vmware.api [None req-ada146d0-264b-4b4a-9f69-9ec8d6aa9dbe tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] Task: {'id': task-1784762, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.906655] env[62438]: DEBUG oslo_vmware.api [None req-ee567f1d-b5e9-4fcc-be90-15302ebcaea2 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1784759, 'name': CloneVM_Task} progress is 94%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.054581] env[62438]: DEBUG oslo_vmware.api [None req-09f4571a-a881-4103-872c-b5804f83c16c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]527a1ae4-21fd-7d96-1dda-c2b909f65616, 'name': SearchDatastore_Task, 'duration_secs': 0.052814} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.055389] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5b814ee-10da-4bee-ba06-02f919b79694 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.060416] env[62438]: DEBUG oslo_vmware.api [None req-09f4571a-a881-4103-872c-b5804f83c16c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Waiting for the task: (returnval){ [ 1468.060416] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]523dd49c-390b-d396-049d-3c23be8e2635" [ 1468.060416] env[62438]: _type = "Task" [ 1468.060416] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.067402] env[62438]: DEBUG oslo_vmware.api [None req-09f4571a-a881-4103-872c-b5804f83c16c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]523dd49c-390b-d396-049d-3c23be8e2635, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.326274] env[62438]: DEBUG nova.scheduler.client.report [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1468.348925] env[62438]: DEBUG oslo_vmware.api [None req-ada146d0-264b-4b4a-9f69-9ec8d6aa9dbe tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] Task: {'id': task-1784762, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078031} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.348925] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-ada146d0-264b-4b4a-9f69-9ec8d6aa9dbe tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] [instance: a0d2d3ba-cc22-45b0-92a8-0510ec0d85f9] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1468.348925] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff35a61d-6982-495d-9c8b-8b8919b63a82 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.372786] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-ada146d0-264b-4b4a-9f69-9ec8d6aa9dbe tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] [instance: a0d2d3ba-cc22-45b0-92a8-0510ec0d85f9] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] a0d2d3ba-cc22-45b0-92a8-0510ec0d85f9/a0d2d3ba-cc22-45b0-92a8-0510ec0d85f9.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1468.373468] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7201b233-e52b-426a-bd46-cd4162f6a9cc {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.396017] env[62438]: DEBUG oslo_vmware.api [None req-ada146d0-264b-4b4a-9f69-9ec8d6aa9dbe tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] Waiting for the task: (returnval){ [ 1468.396017] env[62438]: value = "task-1784763" [ 1468.396017] env[62438]: _type = "Task" [ 1468.396017] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.415535] env[62438]: DEBUG oslo_vmware.api [None req-ee567f1d-b5e9-4fcc-be90-15302ebcaea2 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1784759, 'name': CloneVM_Task, 'duration_secs': 1.965093} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.415829] env[62438]: DEBUG oslo_vmware.api [None req-ada146d0-264b-4b4a-9f69-9ec8d6aa9dbe tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] Task: {'id': task-1784763, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.416129] env[62438]: INFO nova.virt.vmwareapi.vmops [None req-ee567f1d-b5e9-4fcc-be90-15302ebcaea2 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: b24c2e75-f48d-4dbc-b44c-88123b72046c] Created linked-clone VM from snapshot [ 1468.416881] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4a86453-33df-4ab7-b245-6fd9eb8118ac {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.427136] env[62438]: DEBUG nova.virt.vmwareapi.images [None req-ee567f1d-b5e9-4fcc-be90-15302ebcaea2 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: b24c2e75-f48d-4dbc-b44c-88123b72046c] Uploading image 1554be2b-3472-4e05-9c95-4d0307af3173 {{(pid=62438) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 1468.448323] env[62438]: DEBUG oslo_vmware.rw_handles [None req-ee567f1d-b5e9-4fcc-be90-15302ebcaea2 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1468.448323] env[62438]: value = "vm-370363" [ 1468.448323] env[62438]: _type = "VirtualMachine" [ 1468.448323] env[62438]: }. {{(pid=62438) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1468.448609] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e361720c-1bde-4e8e-b881-231943e43497 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.456801] env[62438]: DEBUG oslo_vmware.rw_handles [None req-ee567f1d-b5e9-4fcc-be90-15302ebcaea2 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Lease: (returnval){ [ 1468.456801] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5261cfdd-76e7-7683-3610-94eb487722ed" [ 1468.456801] env[62438]: _type = "HttpNfcLease" [ 1468.456801] env[62438]: } obtained for exporting VM: (result){ [ 1468.456801] env[62438]: value = "vm-370363" [ 1468.456801] env[62438]: _type = "VirtualMachine" [ 1468.456801] env[62438]: }. {{(pid=62438) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1468.457183] env[62438]: DEBUG oslo_vmware.api [None req-ee567f1d-b5e9-4fcc-be90-15302ebcaea2 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Waiting for the lease: (returnval){ [ 1468.457183] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5261cfdd-76e7-7683-3610-94eb487722ed" [ 1468.457183] env[62438]: _type = "HttpNfcLease" [ 1468.457183] env[62438]: } to be ready. {{(pid=62438) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1468.463659] env[62438]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1468.463659] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5261cfdd-76e7-7683-3610-94eb487722ed" [ 1468.463659] env[62438]: _type = "HttpNfcLease" [ 1468.463659] env[62438]: } is initializing. {{(pid=62438) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1468.571227] env[62438]: DEBUG oslo_vmware.api [None req-09f4571a-a881-4103-872c-b5804f83c16c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]523dd49c-390b-d396-049d-3c23be8e2635, 'name': SearchDatastore_Task, 'duration_secs': 0.028765} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.571517] env[62438]: DEBUG oslo_concurrency.lockutils [None req-09f4571a-a881-4103-872c-b5804f83c16c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1468.571786] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-09f4571a-a881-4103-872c-b5804f83c16c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] c15b97da-95c7-4a9d-be28-cda5cea50c2b/c15b97da-95c7-4a9d-be28-cda5cea50c2b.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1468.572052] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb233e17-053a-4e07-b781-0f75b188e3ee {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.578316] env[62438]: DEBUG oslo_vmware.api [None req-09f4571a-a881-4103-872c-b5804f83c16c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Waiting for the task: (returnval){ [ 1468.578316] env[62438]: value = "task-1784765" [ 1468.578316] env[62438]: _type = "Task" [ 1468.578316] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.586259] env[62438]: DEBUG oslo_vmware.api [None req-09f4571a-a881-4103-872c-b5804f83c16c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': task-1784765, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.832456] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62438) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1468.832794] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.535s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1468.833122] env[62438]: DEBUG oslo_concurrency.lockutils [None req-dd922d99-4d3e-4376-81ef-2ccd82bc7643 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.141s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1468.833387] env[62438]: DEBUG oslo_concurrency.lockutils [None req-dd922d99-4d3e-4376-81ef-2ccd82bc7643 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1468.835459] env[62438]: DEBUG oslo_concurrency.lockutils [None req-064485a4-6a18-4782-93f6-dc765ae0e29e tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.265s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1468.837024] env[62438]: INFO nova.compute.claims [None req-064485a4-6a18-4782-93f6-dc765ae0e29e tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 84dd2032-59a7-48a3-8f4c-a1e7661e78a0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1468.839728] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1468.839881] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Cleaning up deleted instances {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11226}} [ 1468.862232] env[62438]: INFO nova.scheduler.client.report [None req-dd922d99-4d3e-4376-81ef-2ccd82bc7643 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Deleted allocations for instance 8234c07d-eb31-429f-b804-a3250ea396a0 [ 1468.906966] env[62438]: DEBUG oslo_vmware.api [None req-ada146d0-264b-4b4a-9f69-9ec8d6aa9dbe tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] Task: {'id': task-1784763, 'name': ReconfigVM_Task, 'duration_secs': 0.373916} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.908013] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-ada146d0-264b-4b4a-9f69-9ec8d6aa9dbe tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] [instance: a0d2d3ba-cc22-45b0-92a8-0510ec0d85f9] Reconfigured VM instance instance-0000002b to attach disk [datastore1] a0d2d3ba-cc22-45b0-92a8-0510ec0d85f9/a0d2d3ba-cc22-45b0-92a8-0510ec0d85f9.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1468.908742] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9aeea696-c683-4aef-b883-17bfb4acbd71 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.916880] env[62438]: DEBUG oslo_vmware.api [None req-ada146d0-264b-4b4a-9f69-9ec8d6aa9dbe tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] Waiting for the task: (returnval){ [ 1468.916880] env[62438]: value = "task-1784766" [ 1468.916880] env[62438]: _type = "Task" [ 1468.916880] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.931061] env[62438]: DEBUG oslo_vmware.api [None req-ada146d0-264b-4b4a-9f69-9ec8d6aa9dbe tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] Task: {'id': task-1784766, 'name': Rename_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.966716] env[62438]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1468.966716] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5261cfdd-76e7-7683-3610-94eb487722ed" [ 1468.966716] env[62438]: _type = "HttpNfcLease" [ 1468.966716] env[62438]: } is ready. {{(pid=62438) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1468.966716] env[62438]: DEBUG oslo_vmware.rw_handles [None req-ee567f1d-b5e9-4fcc-be90-15302ebcaea2 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1468.966716] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5261cfdd-76e7-7683-3610-94eb487722ed" [ 1468.966716] env[62438]: _type = "HttpNfcLease" [ 1468.966716] env[62438]: }. {{(pid=62438) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1468.967604] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb35647-d1a9-4949-ba9b-82b89498e26f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.976592] env[62438]: DEBUG oslo_vmware.rw_handles [None req-ee567f1d-b5e9-4fcc-be90-15302ebcaea2 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fd6b9f-1c2f-2775-74ab-0569ba5f94e4/disk-0.vmdk from lease info. {{(pid=62438) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1468.978036] env[62438]: DEBUG oslo_vmware.rw_handles [None req-ee567f1d-b5e9-4fcc-be90-15302ebcaea2 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fd6b9f-1c2f-2775-74ab-0569ba5f94e4/disk-0.vmdk for reading. {{(pid=62438) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1469.092254] env[62438]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e9b29ead-df44-4bc2-83f0-f97f11340f08 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.094157] env[62438]: DEBUG oslo_vmware.api [None req-09f4571a-a881-4103-872c-b5804f83c16c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': task-1784765, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500988} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.094499] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-09f4571a-a881-4103-872c-b5804f83c16c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] c15b97da-95c7-4a9d-be28-cda5cea50c2b/c15b97da-95c7-4a9d-be28-cda5cea50c2b.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1469.094784] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-09f4571a-a881-4103-872c-b5804f83c16c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: c15b97da-95c7-4a9d-be28-cda5cea50c2b] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1469.095436] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9e811a26-0f31-4a96-93a6-bdfec9d8352e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.102160] env[62438]: DEBUG oslo_vmware.api [None req-09f4571a-a881-4103-872c-b5804f83c16c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Waiting for the task: (returnval){ [ 1469.102160] env[62438]: value = "task-1784767" [ 1469.102160] env[62438]: _type = "Task" [ 1469.102160] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.116493] env[62438]: DEBUG oslo_vmware.api [None req-09f4571a-a881-4103-872c-b5804f83c16c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': task-1784767, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.349121] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] There are 20 instances to clean {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 1469.349407] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: 2f2bdef2-e31e-446b-beec-b6be1970dc9e] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1469.372029] env[62438]: DEBUG oslo_concurrency.lockutils [None req-dd922d99-4d3e-4376-81ef-2ccd82bc7643 tempest-ServersAdmin275Test-1041360483 tempest-ServersAdmin275Test-1041360483-project-member] Lock "8234c07d-eb31-429f-b804-a3250ea396a0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.427s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1469.428815] env[62438]: DEBUG oslo_vmware.api [None req-ada146d0-264b-4b4a-9f69-9ec8d6aa9dbe tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] Task: {'id': task-1784766, 'name': Rename_Task, 'duration_secs': 0.249334} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.429185] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-ada146d0-264b-4b4a-9f69-9ec8d6aa9dbe tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] [instance: a0d2d3ba-cc22-45b0-92a8-0510ec0d85f9] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1469.429482] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4836f64c-b82c-4430-b4d5-b9fc9040e6b5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.437266] env[62438]: DEBUG oslo_vmware.api [None req-ada146d0-264b-4b4a-9f69-9ec8d6aa9dbe tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] Waiting for the task: (returnval){ [ 1469.437266] env[62438]: value = "task-1784768" [ 1469.437266] env[62438]: _type = "Task" [ 1469.437266] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.452628] env[62438]: DEBUG oslo_vmware.api [None req-ada146d0-264b-4b4a-9f69-9ec8d6aa9dbe tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] Task: {'id': task-1784768, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.612037] env[62438]: DEBUG oslo_vmware.api [None req-09f4571a-a881-4103-872c-b5804f83c16c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': task-1784767, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077937} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.612329] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-09f4571a-a881-4103-872c-b5804f83c16c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: c15b97da-95c7-4a9d-be28-cda5cea50c2b] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1469.613656] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5646d35-28a0-4195-96e1-fcb48801ba6b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.638756] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-09f4571a-a881-4103-872c-b5804f83c16c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: c15b97da-95c7-4a9d-be28-cda5cea50c2b] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] c15b97da-95c7-4a9d-be28-cda5cea50c2b/c15b97da-95c7-4a9d-be28-cda5cea50c2b.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1469.639185] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77e74043-0c84-4d53-87d2-b20f336afe49 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.659630] env[62438]: DEBUG oslo_vmware.api [None req-09f4571a-a881-4103-872c-b5804f83c16c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Waiting for the task: (returnval){ [ 1469.659630] env[62438]: value = "task-1784769" [ 1469.659630] env[62438]: _type = "Task" [ 1469.659630] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.668158] env[62438]: DEBUG oslo_vmware.api [None req-09f4571a-a881-4103-872c-b5804f83c16c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': task-1784769, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.856860] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: aece6fe8-5252-42bc-a4ac-c45a386770b3] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1469.950763] env[62438]: DEBUG oslo_vmware.api [None req-ada146d0-264b-4b4a-9f69-9ec8d6aa9dbe tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] Task: {'id': task-1784768, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.173457] env[62438]: DEBUG oslo_vmware.api [None req-09f4571a-a881-4103-872c-b5804f83c16c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': task-1784769, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.362047] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: 8d4c832d-e0b5-44ef-a8ce-0d5c6b8ed7ed] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1470.397019] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f27f5b-7637-4798-ad57-9122a89b8454 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.406291] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67e7f11a-a50f-4328-b03c-26b6b1792a00 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.440431] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e7de3cf-02a2-4645-8ad4-b55a1335862a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.457692] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87028cdc-f152-4615-9be8-332cc9f9e4eb {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.465749] env[62438]: DEBUG oslo_vmware.api [None req-ada146d0-264b-4b4a-9f69-9ec8d6aa9dbe tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] Task: {'id': task-1784768, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.476651] env[62438]: DEBUG nova.compute.provider_tree [None req-064485a4-6a18-4782-93f6-dc765ae0e29e tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1470.671202] env[62438]: DEBUG oslo_vmware.api [None req-09f4571a-a881-4103-872c-b5804f83c16c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': task-1784769, 'name': ReconfigVM_Task, 'duration_secs': 0.678083} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.671315] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-09f4571a-a881-4103-872c-b5804f83c16c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: c15b97da-95c7-4a9d-be28-cda5cea50c2b] Reconfigured VM instance instance-0000000d to attach disk [datastore1] c15b97da-95c7-4a9d-be28-cda5cea50c2b/c15b97da-95c7-4a9d-be28-cda5cea50c2b.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1470.671931] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-714092b7-b759-4cdc-b246-aaed097ed51f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.678274] env[62438]: DEBUG oslo_vmware.api [None req-09f4571a-a881-4103-872c-b5804f83c16c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Waiting for the task: (returnval){ [ 1470.678274] env[62438]: value = "task-1784770" [ 1470.678274] env[62438]: _type = "Task" [ 1470.678274] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.691123] env[62438]: DEBUG oslo_vmware.api [None req-09f4571a-a881-4103-872c-b5804f83c16c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': task-1784770, 'name': Rename_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.863740] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: e1af2037-ebee-4ea8-aade-9949bb2c4891] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1470.959367] env[62438]: DEBUG oslo_vmware.api [None req-ada146d0-264b-4b4a-9f69-9ec8d6aa9dbe tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] Task: {'id': task-1784768, 'name': PowerOnVM_Task, 'duration_secs': 1.027312} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.960009] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-ada146d0-264b-4b4a-9f69-9ec8d6aa9dbe tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] [instance: a0d2d3ba-cc22-45b0-92a8-0510ec0d85f9] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1470.960244] env[62438]: INFO nova.compute.manager [None req-ada146d0-264b-4b4a-9f69-9ec8d6aa9dbe tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] [instance: a0d2d3ba-cc22-45b0-92a8-0510ec0d85f9] Took 9.72 seconds to spawn the instance on the hypervisor. [ 1470.960512] env[62438]: DEBUG nova.compute.manager [None req-ada146d0-264b-4b4a-9f69-9ec8d6aa9dbe tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] [instance: a0d2d3ba-cc22-45b0-92a8-0510ec0d85f9] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1470.961472] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee51e274-4db8-4919-adb3-60dc51878aee {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.979989] env[62438]: DEBUG nova.scheduler.client.report [None req-064485a4-6a18-4782-93f6-dc765ae0e29e tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1471.191308] env[62438]: DEBUG oslo_vmware.api [None req-09f4571a-a881-4103-872c-b5804f83c16c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': task-1784770, 'name': Rename_Task, 'duration_secs': 0.281457} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.191635] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-09f4571a-a881-4103-872c-b5804f83c16c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: c15b97da-95c7-4a9d-be28-cda5cea50c2b] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1471.191905] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12791963-9d2a-4e8c-b192-e2ee1e976ae9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.198719] env[62438]: DEBUG oslo_vmware.api [None req-09f4571a-a881-4103-872c-b5804f83c16c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Waiting for the task: (returnval){ [ 1471.198719] env[62438]: value = "task-1784771" [ 1471.198719] env[62438]: _type = "Task" [ 1471.198719] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.207328] env[62438]: DEBUG oslo_vmware.api [None req-09f4571a-a881-4103-872c-b5804f83c16c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': task-1784771, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.367698] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: 593cd047-3ea0-4bc8-ab9d-9833747a6752] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1471.479112] env[62438]: INFO nova.compute.manager [None req-ada146d0-264b-4b4a-9f69-9ec8d6aa9dbe tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] [instance: a0d2d3ba-cc22-45b0-92a8-0510ec0d85f9] Took 49.99 seconds to build instance. [ 1471.485616] env[62438]: DEBUG oslo_concurrency.lockutils [None req-064485a4-6a18-4782-93f6-dc765ae0e29e tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.650s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1471.486158] env[62438]: DEBUG nova.compute.manager [None req-064485a4-6a18-4782-93f6-dc765ae0e29e tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 84dd2032-59a7-48a3-8f4c-a1e7661e78a0] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1471.488920] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a1ce98f1-5dc7-4700-8de9-7278a4515224 tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.749s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1471.488920] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a1ce98f1-5dc7-4700-8de9-7278a4515224 tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1471.490943] env[62438]: DEBUG oslo_concurrency.lockutils [None req-86f1bcca-86f5-4382-bc07-8523eb855c97 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.436s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1471.492456] env[62438]: INFO nova.compute.claims [None req-86f1bcca-86f5-4382-bc07-8523eb855c97 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] [instance: 2a23b794-2acb-487c-901d-7aeca03aec83] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1471.529416] env[62438]: INFO nova.scheduler.client.report [None req-a1ce98f1-5dc7-4700-8de9-7278a4515224 tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] Deleted allocations for instance 75e311d0-fb4c-40b4-b25e-ca9df8db5f8e [ 1471.710652] env[62438]: DEBUG oslo_vmware.api [None req-09f4571a-a881-4103-872c-b5804f83c16c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': task-1784771, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.873291] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: 9eb5afb2-9f91-428d-9590-0037b30b33b3] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1471.982017] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ada146d0-264b-4b4a-9f69-9ec8d6aa9dbe tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] Lock "a0d2d3ba-cc22-45b0-92a8-0510ec0d85f9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.118s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1471.997208] env[62438]: DEBUG nova.compute.utils [None req-064485a4-6a18-4782-93f6-dc765ae0e29e tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1472.000759] env[62438]: DEBUG nova.compute.manager [None req-064485a4-6a18-4782-93f6-dc765ae0e29e tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 84dd2032-59a7-48a3-8f4c-a1e7661e78a0] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1472.000978] env[62438]: DEBUG nova.network.neutron [None req-064485a4-6a18-4782-93f6-dc765ae0e29e tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 84dd2032-59a7-48a3-8f4c-a1e7661e78a0] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1472.039106] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a1ce98f1-5dc7-4700-8de9-7278a4515224 tempest-TenantUsagesTestJSON-1175142469 tempest-TenantUsagesTestJSON-1175142469-project-member] Lock "75e311d0-fb4c-40b4-b25e-ca9df8db5f8e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.237s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1472.107491] env[62438]: DEBUG nova.policy [None req-064485a4-6a18-4782-93f6-dc765ae0e29e tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ace6be3b450045ee9217e6291567807d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'da30195a54754dadacbdb0481116cd03', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1472.209939] env[62438]: DEBUG oslo_vmware.api [None req-09f4571a-a881-4103-872c-b5804f83c16c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': task-1784771, 'name': PowerOnVM_Task, 'duration_secs': 0.754074} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.210279] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-09f4571a-a881-4103-872c-b5804f83c16c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: c15b97da-95c7-4a9d-be28-cda5cea50c2b] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1472.210573] env[62438]: DEBUG nova.compute.manager [None req-09f4571a-a881-4103-872c-b5804f83c16c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: c15b97da-95c7-4a9d-be28-cda5cea50c2b] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1472.211392] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a73b33-51c6-4433-b935-53210e10e0f5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.236179] env[62438]: DEBUG oslo_concurrency.lockutils [None req-50e23b65-ee3a-43af-a93b-06628956685f tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] Acquiring lock "a0d2d3ba-cc22-45b0-92a8-0510ec0d85f9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1472.236651] env[62438]: DEBUG oslo_concurrency.lockutils [None req-50e23b65-ee3a-43af-a93b-06628956685f tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] Lock "a0d2d3ba-cc22-45b0-92a8-0510ec0d85f9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1472.236928] env[62438]: DEBUG oslo_concurrency.lockutils [None req-50e23b65-ee3a-43af-a93b-06628956685f tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] Acquiring lock "a0d2d3ba-cc22-45b0-92a8-0510ec0d85f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1472.237151] env[62438]: DEBUG oslo_concurrency.lockutils [None req-50e23b65-ee3a-43af-a93b-06628956685f tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] Lock "a0d2d3ba-cc22-45b0-92a8-0510ec0d85f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1472.237329] env[62438]: DEBUG oslo_concurrency.lockutils [None req-50e23b65-ee3a-43af-a93b-06628956685f tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] Lock "a0d2d3ba-cc22-45b0-92a8-0510ec0d85f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1472.239598] env[62438]: INFO nova.compute.manager [None req-50e23b65-ee3a-43af-a93b-06628956685f tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] [instance: a0d2d3ba-cc22-45b0-92a8-0510ec0d85f9] Terminating instance [ 1472.241487] env[62438]: DEBUG nova.compute.manager [None req-50e23b65-ee3a-43af-a93b-06628956685f tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] [instance: a0d2d3ba-cc22-45b0-92a8-0510ec0d85f9] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1472.241699] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-50e23b65-ee3a-43af-a93b-06628956685f tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] [instance: a0d2d3ba-cc22-45b0-92a8-0510ec0d85f9] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1472.242680] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3d72983-ef37-4382-a75a-3ceb3c7ed2ff {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.250828] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-50e23b65-ee3a-43af-a93b-06628956685f tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] [instance: a0d2d3ba-cc22-45b0-92a8-0510ec0d85f9] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1472.251463] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4176ae1f-e209-4b22-b725-28097e909ba3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.258009] env[62438]: DEBUG oslo_vmware.api [None req-50e23b65-ee3a-43af-a93b-06628956685f tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] Waiting for the task: (returnval){ [ 1472.258009] env[62438]: value = "task-1784772" [ 1472.258009] env[62438]: _type = "Task" [ 1472.258009] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.268019] env[62438]: DEBUG oslo_vmware.api [None req-50e23b65-ee3a-43af-a93b-06628956685f tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] Task: {'id': task-1784772, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.376253] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: 65ded97d-a41b-4c21-b289-baa0d75c739b] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1472.501706] env[62438]: DEBUG nova.compute.manager [None req-064485a4-6a18-4782-93f6-dc765ae0e29e tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 84dd2032-59a7-48a3-8f4c-a1e7661e78a0] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1472.730634] env[62438]: DEBUG oslo_concurrency.lockutils [None req-09f4571a-a881-4103-872c-b5804f83c16c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1472.772112] env[62438]: DEBUG oslo_vmware.api [None req-50e23b65-ee3a-43af-a93b-06628956685f tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] Task: {'id': task-1784772, 'name': PowerOffVM_Task, 'duration_secs': 0.381692} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.772407] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-50e23b65-ee3a-43af-a93b-06628956685f tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] [instance: a0d2d3ba-cc22-45b0-92a8-0510ec0d85f9] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1472.772636] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-50e23b65-ee3a-43af-a93b-06628956685f tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] [instance: a0d2d3ba-cc22-45b0-92a8-0510ec0d85f9] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1472.772910] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-74368a0a-d30c-425c-b858-817b8ee54a99 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.885772] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: f23e6ad1-e92d-4d2d-b09e-cec7d33c551d] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1473.019033] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d4ef92-ff77-4ac4-84c9-ba91217b9cf3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.024036] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-805016f0-2341-4fae-8da3-a09f8295de1a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.061041] env[62438]: DEBUG nova.network.neutron [None req-064485a4-6a18-4782-93f6-dc765ae0e29e tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 84dd2032-59a7-48a3-8f4c-a1e7661e78a0] Successfully created port: 55f4f657-eaf3-40e3-874f-be4f2feba2c0 {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1473.063655] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f1adfca-9865-4690-9110-d5c1e91c3a01 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.071865] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0190b2fe-34de-4d6d-b205-aab5a868cab9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.086714] env[62438]: DEBUG nova.compute.provider_tree [None req-86f1bcca-86f5-4382-bc07-8523eb855c97 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1473.238642] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-50e23b65-ee3a-43af-a93b-06628956685f tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] [instance: a0d2d3ba-cc22-45b0-92a8-0510ec0d85f9] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1473.238890] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-50e23b65-ee3a-43af-a93b-06628956685f tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] [instance: a0d2d3ba-cc22-45b0-92a8-0510ec0d85f9] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1473.239093] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-50e23b65-ee3a-43af-a93b-06628956685f tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] Deleting the datastore file [datastore1] a0d2d3ba-cc22-45b0-92a8-0510ec0d85f9 {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1473.239385] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6dcabc66-82b6-4a64-a35a-1c844ebb4c04 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.247489] env[62438]: DEBUG oslo_vmware.api [None req-50e23b65-ee3a-43af-a93b-06628956685f tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] Waiting for the task: (returnval){ [ 1473.247489] env[62438]: value = "task-1784774" [ 1473.247489] env[62438]: _type = "Task" [ 1473.247489] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.257193] env[62438]: DEBUG oslo_vmware.api [None req-50e23b65-ee3a-43af-a93b-06628956685f tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] Task: {'id': task-1784774, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.392975] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: ea6a6bb8-3a77-4ff9-9d96-58685fe3ed53] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1473.523571] env[62438]: DEBUG nova.compute.manager [None req-064485a4-6a18-4782-93f6-dc765ae0e29e tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 84dd2032-59a7-48a3-8f4c-a1e7661e78a0] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1473.559956] env[62438]: DEBUG nova.virt.hardware [None req-064485a4-6a18-4782-93f6-dc765ae0e29e tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1473.560848] env[62438]: DEBUG nova.virt.hardware [None req-064485a4-6a18-4782-93f6-dc765ae0e29e tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1473.561076] env[62438]: DEBUG nova.virt.hardware [None req-064485a4-6a18-4782-93f6-dc765ae0e29e tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1473.561255] env[62438]: DEBUG nova.virt.hardware [None req-064485a4-6a18-4782-93f6-dc765ae0e29e tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1473.561409] env[62438]: DEBUG nova.virt.hardware [None req-064485a4-6a18-4782-93f6-dc765ae0e29e tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1473.561588] env[62438]: DEBUG nova.virt.hardware [None req-064485a4-6a18-4782-93f6-dc765ae0e29e tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1473.561779] env[62438]: DEBUG nova.virt.hardware [None req-064485a4-6a18-4782-93f6-dc765ae0e29e tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1473.561945] env[62438]: DEBUG nova.virt.hardware [None req-064485a4-6a18-4782-93f6-dc765ae0e29e tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1473.562134] env[62438]: DEBUG nova.virt.hardware [None req-064485a4-6a18-4782-93f6-dc765ae0e29e tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1473.562309] env[62438]: DEBUG nova.virt.hardware [None req-064485a4-6a18-4782-93f6-dc765ae0e29e tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1473.562514] env[62438]: DEBUG nova.virt.hardware [None req-064485a4-6a18-4782-93f6-dc765ae0e29e tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1473.563769] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab806d4-9af6-4ecd-bfea-9f177da6e36e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.572920] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a97167ea-7c30-4b23-8dde-409ba4d4e8b3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.590220] env[62438]: DEBUG nova.scheduler.client.report [None req-86f1bcca-86f5-4382-bc07-8523eb855c97 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1473.762356] env[62438]: DEBUG oslo_vmware.api [None req-50e23b65-ee3a-43af-a93b-06628956685f tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] Task: {'id': task-1784774, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.899713] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: e70070c2-d6dc-4337-b3b5-3ca1395ae963] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1474.098637] env[62438]: DEBUG oslo_concurrency.lockutils [None req-86f1bcca-86f5-4382-bc07-8523eb855c97 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.606s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1474.098637] env[62438]: DEBUG nova.compute.manager [None req-86f1bcca-86f5-4382-bc07-8523eb855c97 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] [instance: 2a23b794-2acb-487c-901d-7aeca03aec83] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1474.100548] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1aa7c8e7-8121-46b9-a1c2-b11a0ec70574 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 33.667s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1474.258844] env[62438]: DEBUG oslo_vmware.api [None req-50e23b65-ee3a-43af-a93b-06628956685f tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] Task: {'id': task-1784774, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.525374} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.259237] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-50e23b65-ee3a-43af-a93b-06628956685f tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1474.259463] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-50e23b65-ee3a-43af-a93b-06628956685f tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] [instance: a0d2d3ba-cc22-45b0-92a8-0510ec0d85f9] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1474.259694] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-50e23b65-ee3a-43af-a93b-06628956685f tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] [instance: a0d2d3ba-cc22-45b0-92a8-0510ec0d85f9] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1474.259908] env[62438]: INFO nova.compute.manager [None req-50e23b65-ee3a-43af-a93b-06628956685f tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] [instance: a0d2d3ba-cc22-45b0-92a8-0510ec0d85f9] Took 2.02 seconds to destroy the instance on the hypervisor. [ 1474.260212] env[62438]: DEBUG oslo.service.loopingcall [None req-50e23b65-ee3a-43af-a93b-06628956685f tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1474.260457] env[62438]: DEBUG nova.compute.manager [-] [instance: a0d2d3ba-cc22-45b0-92a8-0510ec0d85f9] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1474.260579] env[62438]: DEBUG nova.network.neutron [-] [instance: a0d2d3ba-cc22-45b0-92a8-0510ec0d85f9] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1474.403010] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: b2bf5c0d-e3c0-46e3-ade0-50f0dc7dff46] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1474.597443] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1d3ba488-9c3b-49a6-aa4c-d05190d5e35b tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Acquiring lock "77038eff-3013-423d-b1bf-a6d14e892441" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1474.597443] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1d3ba488-9c3b-49a6-aa4c-d05190d5e35b tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Lock "77038eff-3013-423d-b1bf-a6d14e892441" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1474.597953] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1d3ba488-9c3b-49a6-aa4c-d05190d5e35b tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Acquiring lock "77038eff-3013-423d-b1bf-a6d14e892441-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1474.598075] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1d3ba488-9c3b-49a6-aa4c-d05190d5e35b tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Lock "77038eff-3013-423d-b1bf-a6d14e892441-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1474.598222] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1d3ba488-9c3b-49a6-aa4c-d05190d5e35b tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Lock "77038eff-3013-423d-b1bf-a6d14e892441-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1474.604974] env[62438]: INFO nova.compute.manager [None req-1d3ba488-9c3b-49a6-aa4c-d05190d5e35b tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: 77038eff-3013-423d-b1bf-a6d14e892441] Terminating instance [ 1474.607401] env[62438]: DEBUG nova.compute.utils [None req-86f1bcca-86f5-4382-bc07-8523eb855c97 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1474.616013] env[62438]: INFO nova.compute.claims [None req-1aa7c8e7-8121-46b9-a1c2-b11a0ec70574 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 84f3ff00-94b2-4595-8046-865c3016fc77] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1474.620033] env[62438]: DEBUG nova.compute.manager [None req-1d3ba488-9c3b-49a6-aa4c-d05190d5e35b tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: 77038eff-3013-423d-b1bf-a6d14e892441] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1474.620446] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-1d3ba488-9c3b-49a6-aa4c-d05190d5e35b tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: 77038eff-3013-423d-b1bf-a6d14e892441] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1474.620947] env[62438]: DEBUG nova.compute.manager [None req-86f1bcca-86f5-4382-bc07-8523eb855c97 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] [instance: 2a23b794-2acb-487c-901d-7aeca03aec83] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1474.621151] env[62438]: DEBUG nova.network.neutron [None req-86f1bcca-86f5-4382-bc07-8523eb855c97 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] [instance: 2a23b794-2acb-487c-901d-7aeca03aec83] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1474.624302] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef5aa1a-a45f-412d-8f70-8074f36009c0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.635429] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d3ba488-9c3b-49a6-aa4c-d05190d5e35b tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: 77038eff-3013-423d-b1bf-a6d14e892441] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1474.635803] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f60cc35f-7f9d-401e-987f-bf9a3640a207 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.639471] env[62438]: DEBUG nova.compute.manager [req-d73a722c-e0ef-4b24-b293-f90c844bd6c7 req-78aedc23-2fa0-41ae-ac90-b7d5c8daf616 service nova] [instance: a0d2d3ba-cc22-45b0-92a8-0510ec0d85f9] Received event network-vif-deleted-750dfd16-1630-4cce-a145-1be2b58f53ca {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1474.639667] env[62438]: INFO nova.compute.manager [req-d73a722c-e0ef-4b24-b293-f90c844bd6c7 req-78aedc23-2fa0-41ae-ac90-b7d5c8daf616 service nova] [instance: a0d2d3ba-cc22-45b0-92a8-0510ec0d85f9] Neutron deleted interface 750dfd16-1630-4cce-a145-1be2b58f53ca; detaching it from the instance and deleting it from the info cache [ 1474.639871] env[62438]: DEBUG nova.network.neutron [req-d73a722c-e0ef-4b24-b293-f90c844bd6c7 req-78aedc23-2fa0-41ae-ac90-b7d5c8daf616 service nova] [instance: a0d2d3ba-cc22-45b0-92a8-0510ec0d85f9] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1474.647454] env[62438]: DEBUG oslo_vmware.api [None req-1d3ba488-9c3b-49a6-aa4c-d05190d5e35b tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Waiting for the task: (returnval){ [ 1474.647454] env[62438]: value = "task-1784775" [ 1474.647454] env[62438]: _type = "Task" [ 1474.647454] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.657947] env[62438]: DEBUG oslo_vmware.api [None req-1d3ba488-9c3b-49a6-aa4c-d05190d5e35b tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': task-1784775, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.779412] env[62438]: DEBUG nova.policy [None req-86f1bcca-86f5-4382-bc07-8523eb855c97 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '82a3589234064206ad50ba7285063841', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ce544529ed8e4e698990b7d329d0138a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1474.915100] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: c26e95a2-1552-4c73-affe-a62df76b5efc] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1475.122225] env[62438]: DEBUG nova.compute.manager [None req-86f1bcca-86f5-4382-bc07-8523eb855c97 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] [instance: 2a23b794-2acb-487c-901d-7aeca03aec83] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1475.125043] env[62438]: DEBUG nova.network.neutron [-] [instance: a0d2d3ba-cc22-45b0-92a8-0510ec0d85f9] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1475.133017] env[62438]: INFO nova.compute.resource_tracker [None req-1aa7c8e7-8121-46b9-a1c2-b11a0ec70574 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 84f3ff00-94b2-4595-8046-865c3016fc77] Updating resource usage from migration 9a0c23e0-b1ce-4ad2-a25f-e41de64b0107 [ 1475.143696] env[62438]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9660a6c4-b510-46b8-8e44-776313db249a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.157659] env[62438]: DEBUG oslo_vmware.api [None req-1d3ba488-9c3b-49a6-aa4c-d05190d5e35b tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': task-1784775, 'name': PowerOffVM_Task, 'duration_secs': 0.227735} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.159169] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d3ba488-9c3b-49a6-aa4c-d05190d5e35b tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: 77038eff-3013-423d-b1bf-a6d14e892441] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1475.159376] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-1d3ba488-9c3b-49a6-aa4c-d05190d5e35b tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: 77038eff-3013-423d-b1bf-a6d14e892441] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1475.159687] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ee46054-f59b-4fde-b040-418ab2f29d5b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.164317] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38067120-19f1-4a84-915c-dfa1471174e2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.205413] env[62438]: DEBUG nova.compute.manager [req-d73a722c-e0ef-4b24-b293-f90c844bd6c7 req-78aedc23-2fa0-41ae-ac90-b7d5c8daf616 service nova] [instance: a0d2d3ba-cc22-45b0-92a8-0510ec0d85f9] Detach interface failed, port_id=750dfd16-1630-4cce-a145-1be2b58f53ca, reason: Instance a0d2d3ba-cc22-45b0-92a8-0510ec0d85f9 could not be found. {{(pid=62438) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1475.375447] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-1d3ba488-9c3b-49a6-aa4c-d05190d5e35b tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: 77038eff-3013-423d-b1bf-a6d14e892441] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1475.375786] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-1d3ba488-9c3b-49a6-aa4c-d05190d5e35b tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: 77038eff-3013-423d-b1bf-a6d14e892441] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1475.376278] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d3ba488-9c3b-49a6-aa4c-d05190d5e35b tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Deleting the datastore file [datastore1] 77038eff-3013-423d-b1bf-a6d14e892441 {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1475.376625] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-165cb0a5-7806-40b7-b212-cbca94fac89e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.383521] env[62438]: DEBUG oslo_vmware.api [None req-1d3ba488-9c3b-49a6-aa4c-d05190d5e35b tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Waiting for the task: (returnval){ [ 1475.383521] env[62438]: value = "task-1784777" [ 1475.383521] env[62438]: _type = "Task" [ 1475.383521] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.394642] env[62438]: DEBUG oslo_vmware.api [None req-1d3ba488-9c3b-49a6-aa4c-d05190d5e35b tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': task-1784777, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.420753] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: 82e27b68-979a-4f73-a150-ce2d32360d46] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1475.580736] env[62438]: DEBUG nova.network.neutron [None req-064485a4-6a18-4782-93f6-dc765ae0e29e tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 84dd2032-59a7-48a3-8f4c-a1e7661e78a0] Successfully updated port: 55f4f657-eaf3-40e3-874f-be4f2feba2c0 {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1475.587074] env[62438]: DEBUG nova.network.neutron [None req-86f1bcca-86f5-4382-bc07-8523eb855c97 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] [instance: 2a23b794-2acb-487c-901d-7aeca03aec83] Successfully created port: 9b431072-f668-4033-85cf-27f4bc7fca9f {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1475.633367] env[62438]: INFO nova.compute.manager [-] [instance: a0d2d3ba-cc22-45b0-92a8-0510ec0d85f9] Took 1.37 seconds to deallocate network for instance. [ 1475.778518] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee6b9cad-75b4-4834-ac73-add368138fb4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.786818] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be842f7-c9ef-4a47-b1c6-8535c65f20cd {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.818504] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b9229ff-269d-4dec-a40f-15badd645d7a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.827026] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d25c81b6-8942-4bf4-9e47-9c3118c2ef58 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.840247] env[62438]: DEBUG nova.compute.provider_tree [None req-1aa7c8e7-8121-46b9-a1c2-b11a0ec70574 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1475.893955] env[62438]: DEBUG oslo_vmware.api [None req-1d3ba488-9c3b-49a6-aa4c-d05190d5e35b tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': task-1784777, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.460678} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.894331] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d3ba488-9c3b-49a6-aa4c-d05190d5e35b tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1475.894440] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-1d3ba488-9c3b-49a6-aa4c-d05190d5e35b tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: 77038eff-3013-423d-b1bf-a6d14e892441] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1475.894625] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-1d3ba488-9c3b-49a6-aa4c-d05190d5e35b tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: 77038eff-3013-423d-b1bf-a6d14e892441] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1475.894802] env[62438]: INFO nova.compute.manager [None req-1d3ba488-9c3b-49a6-aa4c-d05190d5e35b tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: 77038eff-3013-423d-b1bf-a6d14e892441] Took 1.27 seconds to destroy the instance on the hypervisor. [ 1475.895059] env[62438]: DEBUG oslo.service.loopingcall [None req-1d3ba488-9c3b-49a6-aa4c-d05190d5e35b tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1475.895259] env[62438]: DEBUG nova.compute.manager [-] [instance: 77038eff-3013-423d-b1bf-a6d14e892441] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1475.895355] env[62438]: DEBUG nova.network.neutron [-] [instance: 77038eff-3013-423d-b1bf-a6d14e892441] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1475.925136] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: dafca806-482e-476d-aac6-f4844403efb3] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1476.083423] env[62438]: DEBUG oslo_concurrency.lockutils [None req-064485a4-6a18-4782-93f6-dc765ae0e29e tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Acquiring lock "refresh_cache-84dd2032-59a7-48a3-8f4c-a1e7661e78a0" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1476.083612] env[62438]: DEBUG oslo_concurrency.lockutils [None req-064485a4-6a18-4782-93f6-dc765ae0e29e tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Acquired lock "refresh_cache-84dd2032-59a7-48a3-8f4c-a1e7661e78a0" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.083780] env[62438]: DEBUG nova.network.neutron [None req-064485a4-6a18-4782-93f6-dc765ae0e29e tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 84dd2032-59a7-48a3-8f4c-a1e7661e78a0] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1476.135148] env[62438]: DEBUG nova.compute.manager [None req-86f1bcca-86f5-4382-bc07-8523eb855c97 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] [instance: 2a23b794-2acb-487c-901d-7aeca03aec83] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1476.143857] env[62438]: DEBUG oslo_concurrency.lockutils [None req-50e23b65-ee3a-43af-a93b-06628956685f tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1476.161737] env[62438]: DEBUG nova.virt.hardware [None req-86f1bcca-86f5-4382-bc07-8523eb855c97 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1476.162290] env[62438]: DEBUG nova.virt.hardware [None req-86f1bcca-86f5-4382-bc07-8523eb855c97 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1476.162290] env[62438]: DEBUG nova.virt.hardware [None req-86f1bcca-86f5-4382-bc07-8523eb855c97 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1476.162445] env[62438]: DEBUG nova.virt.hardware [None req-86f1bcca-86f5-4382-bc07-8523eb855c97 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1476.162658] env[62438]: DEBUG nova.virt.hardware [None req-86f1bcca-86f5-4382-bc07-8523eb855c97 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1476.163046] env[62438]: DEBUG nova.virt.hardware [None req-86f1bcca-86f5-4382-bc07-8523eb855c97 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1476.163322] env[62438]: DEBUG nova.virt.hardware [None req-86f1bcca-86f5-4382-bc07-8523eb855c97 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1476.163553] env[62438]: DEBUG nova.virt.hardware [None req-86f1bcca-86f5-4382-bc07-8523eb855c97 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1476.163731] env[62438]: DEBUG nova.virt.hardware [None req-86f1bcca-86f5-4382-bc07-8523eb855c97 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1476.163914] env[62438]: DEBUG nova.virt.hardware [None req-86f1bcca-86f5-4382-bc07-8523eb855c97 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1476.164113] env[62438]: DEBUG nova.virt.hardware [None req-86f1bcca-86f5-4382-bc07-8523eb855c97 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1476.165153] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f0020b-7f13-4b6e-8d89-f5c518d7f788 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.177402] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc267e3d-6165-43ea-ad36-5fb443ad9456 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.345606] env[62438]: DEBUG nova.scheduler.client.report [None req-1aa7c8e7-8121-46b9-a1c2-b11a0ec70574 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1476.429919] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: f9196911-d1ae-4b4a-a4be-08ec3690d516] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1476.654704] env[62438]: DEBUG nova.network.neutron [None req-064485a4-6a18-4782-93f6-dc765ae0e29e tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 84dd2032-59a7-48a3-8f4c-a1e7661e78a0] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1476.800095] env[62438]: DEBUG nova.compute.manager [req-849783c6-bfcf-421f-9f66-27bb045ecc72 req-5b0a4fe4-0e26-47a6-884b-c9762438de4e service nova] [instance: 84dd2032-59a7-48a3-8f4c-a1e7661e78a0] Received event network-vif-plugged-55f4f657-eaf3-40e3-874f-be4f2feba2c0 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1476.800580] env[62438]: DEBUG oslo_concurrency.lockutils [req-849783c6-bfcf-421f-9f66-27bb045ecc72 req-5b0a4fe4-0e26-47a6-884b-c9762438de4e service nova] Acquiring lock "84dd2032-59a7-48a3-8f4c-a1e7661e78a0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1476.800983] env[62438]: DEBUG oslo_concurrency.lockutils [req-849783c6-bfcf-421f-9f66-27bb045ecc72 req-5b0a4fe4-0e26-47a6-884b-c9762438de4e service nova] Lock "84dd2032-59a7-48a3-8f4c-a1e7661e78a0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1476.802795] env[62438]: DEBUG oslo_concurrency.lockutils [req-849783c6-bfcf-421f-9f66-27bb045ecc72 req-5b0a4fe4-0e26-47a6-884b-c9762438de4e service nova] Lock "84dd2032-59a7-48a3-8f4c-a1e7661e78a0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1476.802795] env[62438]: DEBUG nova.compute.manager [req-849783c6-bfcf-421f-9f66-27bb045ecc72 req-5b0a4fe4-0e26-47a6-884b-c9762438de4e service nova] [instance: 84dd2032-59a7-48a3-8f4c-a1e7661e78a0] No waiting events found dispatching network-vif-plugged-55f4f657-eaf3-40e3-874f-be4f2feba2c0 {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1476.802795] env[62438]: WARNING nova.compute.manager [req-849783c6-bfcf-421f-9f66-27bb045ecc72 req-5b0a4fe4-0e26-47a6-884b-c9762438de4e service nova] [instance: 84dd2032-59a7-48a3-8f4c-a1e7661e78a0] Received unexpected event network-vif-plugged-55f4f657-eaf3-40e3-874f-be4f2feba2c0 for instance with vm_state building and task_state spawning. [ 1476.802795] env[62438]: DEBUG nova.compute.manager [req-849783c6-bfcf-421f-9f66-27bb045ecc72 req-5b0a4fe4-0e26-47a6-884b-c9762438de4e service nova] [instance: 84dd2032-59a7-48a3-8f4c-a1e7661e78a0] Received event network-changed-55f4f657-eaf3-40e3-874f-be4f2feba2c0 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1476.802795] env[62438]: DEBUG nova.compute.manager [req-849783c6-bfcf-421f-9f66-27bb045ecc72 req-5b0a4fe4-0e26-47a6-884b-c9762438de4e service nova] [instance: 84dd2032-59a7-48a3-8f4c-a1e7661e78a0] Refreshing instance network info cache due to event network-changed-55f4f657-eaf3-40e3-874f-be4f2feba2c0. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1476.802795] env[62438]: DEBUG oslo_concurrency.lockutils [req-849783c6-bfcf-421f-9f66-27bb045ecc72 req-5b0a4fe4-0e26-47a6-884b-c9762438de4e service nova] Acquiring lock "refresh_cache-84dd2032-59a7-48a3-8f4c-a1e7661e78a0" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1476.847320] env[62438]: DEBUG nova.network.neutron [None req-064485a4-6a18-4782-93f6-dc765ae0e29e tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 84dd2032-59a7-48a3-8f4c-a1e7661e78a0] Updating instance_info_cache with network_info: [{"id": "55f4f657-eaf3-40e3-874f-be4f2feba2c0", "address": "fa:16:3e:cb:3b:07", "network": {"id": "5ede523c-f6dc-46cc-9ded-91d22501f3ac", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-229264200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da30195a54754dadacbdb0481116cd03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55f4f657-ea", "ovs_interfaceid": "55f4f657-eaf3-40e3-874f-be4f2feba2c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1476.851938] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1aa7c8e7-8121-46b9-a1c2-b11a0ec70574 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.751s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1476.852232] env[62438]: INFO nova.compute.manager [None req-1aa7c8e7-8121-46b9-a1c2-b11a0ec70574 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 84f3ff00-94b2-4595-8046-865c3016fc77] Migrating [ 1476.858598] env[62438]: DEBUG oslo_concurrency.lockutils [None req-6543a007-186b-4f8b-b83e-b3b48e91dad5 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 35.597s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1476.860049] env[62438]: DEBUG nova.objects.instance [None req-6543a007-186b-4f8b-b83e-b3b48e91dad5 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: 2cc722a0-76fa-4431-985b-9fe0ad62ef42] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62438) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1476.865758] env[62438]: DEBUG nova.network.neutron [-] [instance: 77038eff-3013-423d-b1bf-a6d14e892441] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1476.933186] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: ee90abad-2628-4c6e-880a-23fb6e8088f1] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1477.088492] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2c6d785e-769b-40f2-b039-4a76bac9389c tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] Acquiring lock "2eb62df9-005e-488f-b800-02867ec2fa81" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1477.088492] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2c6d785e-769b-40f2-b039-4a76bac9389c tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] Lock "2eb62df9-005e-488f-b800-02867ec2fa81" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1477.330462] env[62438]: DEBUG nova.network.neutron [None req-86f1bcca-86f5-4382-bc07-8523eb855c97 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] [instance: 2a23b794-2acb-487c-901d-7aeca03aec83] Successfully updated port: 9b431072-f668-4033-85cf-27f4bc7fca9f {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1477.350246] env[62438]: DEBUG oslo_concurrency.lockutils [None req-064485a4-6a18-4782-93f6-dc765ae0e29e tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Releasing lock "refresh_cache-84dd2032-59a7-48a3-8f4c-a1e7661e78a0" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1477.350602] env[62438]: DEBUG nova.compute.manager [None req-064485a4-6a18-4782-93f6-dc765ae0e29e tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 84dd2032-59a7-48a3-8f4c-a1e7661e78a0] Instance network_info: |[{"id": "55f4f657-eaf3-40e3-874f-be4f2feba2c0", "address": "fa:16:3e:cb:3b:07", "network": {"id": "5ede523c-f6dc-46cc-9ded-91d22501f3ac", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-229264200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da30195a54754dadacbdb0481116cd03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55f4f657-ea", "ovs_interfaceid": "55f4f657-eaf3-40e3-874f-be4f2feba2c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1477.350927] env[62438]: DEBUG oslo_concurrency.lockutils [req-849783c6-bfcf-421f-9f66-27bb045ecc72 req-5b0a4fe4-0e26-47a6-884b-c9762438de4e service nova] Acquired lock "refresh_cache-84dd2032-59a7-48a3-8f4c-a1e7661e78a0" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.351135] env[62438]: DEBUG nova.network.neutron [req-849783c6-bfcf-421f-9f66-27bb045ecc72 req-5b0a4fe4-0e26-47a6-884b-c9762438de4e service nova] [instance: 84dd2032-59a7-48a3-8f4c-a1e7661e78a0] Refreshing network info cache for port 55f4f657-eaf3-40e3-874f-be4f2feba2c0 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1477.355721] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-064485a4-6a18-4782-93f6-dc765ae0e29e tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 84dd2032-59a7-48a3-8f4c-a1e7661e78a0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:3b:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8d3908ba-a3dc-4f88-988b-f997cf7257e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '55f4f657-eaf3-40e3-874f-be4f2feba2c0', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1477.361667] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-064485a4-6a18-4782-93f6-dc765ae0e29e tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Creating folder: Project (da30195a54754dadacbdb0481116cd03). Parent ref: group-v370230. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1477.364644] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ec5372b8-ccec-4765-9610-47d1f209ec7a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.371163] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1aa7c8e7-8121-46b9-a1c2-b11a0ec70574 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Acquiring lock "refresh_cache-84f3ff00-94b2-4595-8046-865c3016fc77" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1477.371562] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1aa7c8e7-8121-46b9-a1c2-b11a0ec70574 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Acquired lock "refresh_cache-84f3ff00-94b2-4595-8046-865c3016fc77" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.371562] env[62438]: DEBUG nova.network.neutron [None req-1aa7c8e7-8121-46b9-a1c2-b11a0ec70574 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 84f3ff00-94b2-4595-8046-865c3016fc77] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1477.372632] env[62438]: INFO nova.compute.manager [-] [instance: 77038eff-3013-423d-b1bf-a6d14e892441] Took 1.48 seconds to deallocate network for instance. [ 1477.381874] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-064485a4-6a18-4782-93f6-dc765ae0e29e tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Created folder: Project (da30195a54754dadacbdb0481116cd03) in parent group-v370230. [ 1477.381874] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-064485a4-6a18-4782-93f6-dc765ae0e29e tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Creating folder: Instances. Parent ref: group-v370365. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1477.381874] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f6fbfc94-c820-4bef-929a-5c82f50458e2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.391849] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-064485a4-6a18-4782-93f6-dc765ae0e29e tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Created folder: Instances in parent group-v370365. [ 1477.392162] env[62438]: DEBUG oslo.service.loopingcall [None req-064485a4-6a18-4782-93f6-dc765ae0e29e tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1477.392375] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84dd2032-59a7-48a3-8f4c-a1e7661e78a0] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1477.392924] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-16de2ba6-5a0b-4287-ae6e-abb6d2624d02 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.415811] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1477.415811] env[62438]: value = "task-1784780" [ 1477.415811] env[62438]: _type = "Task" [ 1477.415811] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.423818] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784780, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.436858] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: 21b50399-6922-44e4-b104-b20a62d9d9a2] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1477.591643] env[62438]: DEBUG nova.compute.manager [None req-2c6d785e-769b-40f2-b039-4a76bac9389c tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] [instance: 2eb62df9-005e-488f-b800-02867ec2fa81] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1477.682403] env[62438]: DEBUG nova.network.neutron [req-849783c6-bfcf-421f-9f66-27bb045ecc72 req-5b0a4fe4-0e26-47a6-884b-c9762438de4e service nova] [instance: 84dd2032-59a7-48a3-8f4c-a1e7661e78a0] Updated VIF entry in instance network info cache for port 55f4f657-eaf3-40e3-874f-be4f2feba2c0. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1477.682403] env[62438]: DEBUG nova.network.neutron [req-849783c6-bfcf-421f-9f66-27bb045ecc72 req-5b0a4fe4-0e26-47a6-884b-c9762438de4e service nova] [instance: 84dd2032-59a7-48a3-8f4c-a1e7661e78a0] Updating instance_info_cache with network_info: [{"id": "55f4f657-eaf3-40e3-874f-be4f2feba2c0", "address": "fa:16:3e:cb:3b:07", "network": {"id": "5ede523c-f6dc-46cc-9ded-91d22501f3ac", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-229264200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da30195a54754dadacbdb0481116cd03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55f4f657-ea", "ovs_interfaceid": "55f4f657-eaf3-40e3-874f-be4f2feba2c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1477.836454] env[62438]: DEBUG oslo_concurrency.lockutils [None req-86f1bcca-86f5-4382-bc07-8523eb855c97 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Acquiring lock "refresh_cache-2a23b794-2acb-487c-901d-7aeca03aec83" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1477.836715] env[62438]: DEBUG oslo_concurrency.lockutils [None req-86f1bcca-86f5-4382-bc07-8523eb855c97 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Acquired lock "refresh_cache-2a23b794-2acb-487c-901d-7aeca03aec83" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.836914] env[62438]: DEBUG nova.network.neutron [None req-86f1bcca-86f5-4382-bc07-8523eb855c97 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] [instance: 2a23b794-2acb-487c-901d-7aeca03aec83] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1477.872049] env[62438]: DEBUG oslo_concurrency.lockutils [None req-6543a007-186b-4f8b-b83e-b3b48e91dad5 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1477.875673] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9fecb8cb-e701-474d-a3b3-b0e1234bfffb tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.786s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1477.877270] env[62438]: INFO nova.compute.claims [None req-9fecb8cb-e701-474d-a3b3-b0e1234bfffb tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: fa1146c8-af2b-49a6-88f0-6fee8773ce67] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1477.885035] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1d3ba488-9c3b-49a6-aa4c-d05190d5e35b tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1477.930151] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784780, 'name': CreateVM_Task, 'duration_secs': 0.402856} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.930454] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84dd2032-59a7-48a3-8f4c-a1e7661e78a0] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1477.931141] env[62438]: DEBUG oslo_concurrency.lockutils [None req-064485a4-6a18-4782-93f6-dc765ae0e29e tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1477.931317] env[62438]: DEBUG oslo_concurrency.lockutils [None req-064485a4-6a18-4782-93f6-dc765ae0e29e tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.931642] env[62438]: DEBUG oslo_concurrency.lockutils [None req-064485a4-6a18-4782-93f6-dc765ae0e29e tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1477.932034] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f091224-bbff-444e-b48b-c3e85c56cc01 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.938417] env[62438]: DEBUG oslo_vmware.api [None req-064485a4-6a18-4782-93f6-dc765ae0e29e tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Waiting for the task: (returnval){ [ 1477.938417] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52e092f7-fb36-2502-2609-4e013380cdb7" [ 1477.938417] env[62438]: _type = "Task" [ 1477.938417] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.943366] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: c1a86675-a28d-48e4-8fc3-b205726cdb7b] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1477.951032] env[62438]: DEBUG oslo_vmware.api [None req-064485a4-6a18-4782-93f6-dc765ae0e29e tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52e092f7-fb36-2502-2609-4e013380cdb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.116973] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2c6d785e-769b-40f2-b039-4a76bac9389c tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1478.133648] env[62438]: DEBUG nova.network.neutron [None req-1aa7c8e7-8121-46b9-a1c2-b11a0ec70574 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 84f3ff00-94b2-4595-8046-865c3016fc77] Updating instance_info_cache with network_info: [{"id": "f6998673-c51a-41b4-8da7-a6c1d8d2592d", "address": "fa:16:3e:a0:72:12", "network": {"id": "8e2a4cc9-3d97-4555-97e3-837d85836978", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "332326a11cdf4ec891065b36ccc5aa20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6998673-c5", "ovs_interfaceid": "f6998673-c51a-41b4-8da7-a6c1d8d2592d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1478.184104] env[62438]: DEBUG oslo_concurrency.lockutils [req-849783c6-bfcf-421f-9f66-27bb045ecc72 req-5b0a4fe4-0e26-47a6-884b-c9762438de4e service nova] Releasing lock "refresh_cache-84dd2032-59a7-48a3-8f4c-a1e7661e78a0" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1478.184429] env[62438]: DEBUG nova.compute.manager [req-849783c6-bfcf-421f-9f66-27bb045ecc72 req-5b0a4fe4-0e26-47a6-884b-c9762438de4e service nova] [instance: 77038eff-3013-423d-b1bf-a6d14e892441] Received event network-vif-deleted-033e4ac6-617b-4d64-86ee-f25ff4af133d {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1478.184620] env[62438]: INFO nova.compute.manager [req-849783c6-bfcf-421f-9f66-27bb045ecc72 req-5b0a4fe4-0e26-47a6-884b-c9762438de4e service nova] [instance: 77038eff-3013-423d-b1bf-a6d14e892441] Neutron deleted interface 033e4ac6-617b-4d64-86ee-f25ff4af133d; detaching it from the instance and deleting it from the info cache [ 1478.184868] env[62438]: DEBUG nova.network.neutron [req-849783c6-bfcf-421f-9f66-27bb045ecc72 req-5b0a4fe4-0e26-47a6-884b-c9762438de4e service nova] [instance: 77038eff-3013-423d-b1bf-a6d14e892441] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1478.368504] env[62438]: DEBUG nova.network.neutron [None req-86f1bcca-86f5-4382-bc07-8523eb855c97 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] [instance: 2a23b794-2acb-487c-901d-7aeca03aec83] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1478.449200] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: a5fd1d2f-7006-4400-84ba-63cb62e46194] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1478.451183] env[62438]: DEBUG oslo_vmware.api [None req-064485a4-6a18-4782-93f6-dc765ae0e29e tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52e092f7-fb36-2502-2609-4e013380cdb7, 'name': SearchDatastore_Task, 'duration_secs': 0.034241} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.451698] env[62438]: DEBUG oslo_concurrency.lockutils [None req-064485a4-6a18-4782-93f6-dc765ae0e29e tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1478.451963] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-064485a4-6a18-4782-93f6-dc765ae0e29e tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 84dd2032-59a7-48a3-8f4c-a1e7661e78a0] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1478.452220] env[62438]: DEBUG oslo_concurrency.lockutils [None req-064485a4-6a18-4782-93f6-dc765ae0e29e tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1478.452503] env[62438]: DEBUG oslo_concurrency.lockutils [None req-064485a4-6a18-4782-93f6-dc765ae0e29e tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.452584] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-064485a4-6a18-4782-93f6-dc765ae0e29e tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1478.452824] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-be23cfdf-30f8-41aa-9ed5-34c9e439923e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.462121] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-064485a4-6a18-4782-93f6-dc765ae0e29e tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1478.462331] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-064485a4-6a18-4782-93f6-dc765ae0e29e tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1478.463118] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd8a4b2a-01a7-411f-aef0-9add809a0111 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.471508] env[62438]: DEBUG oslo_vmware.api [None req-064485a4-6a18-4782-93f6-dc765ae0e29e tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Waiting for the task: (returnval){ [ 1478.471508] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52c9520c-569e-c0c3-3e0e-f4969707b2cf" [ 1478.471508] env[62438]: _type = "Task" [ 1478.471508] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.481190] env[62438]: DEBUG oslo_vmware.api [None req-064485a4-6a18-4782-93f6-dc765ae0e29e tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52c9520c-569e-c0c3-3e0e-f4969707b2cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.638146] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1aa7c8e7-8121-46b9-a1c2-b11a0ec70574 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Releasing lock "refresh_cache-84f3ff00-94b2-4595-8046-865c3016fc77" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1478.687580] env[62438]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a38761a6-7016-4e8c-94da-f4483d4993e8 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.697282] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-077a0d49-c080-4e92-96be-23ba3ec973dc {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.734614] env[62438]: DEBUG nova.compute.manager [req-849783c6-bfcf-421f-9f66-27bb045ecc72 req-5b0a4fe4-0e26-47a6-884b-c9762438de4e service nova] [instance: 77038eff-3013-423d-b1bf-a6d14e892441] Detach interface failed, port_id=033e4ac6-617b-4d64-86ee-f25ff4af133d, reason: Instance 77038eff-3013-423d-b1bf-a6d14e892441 could not be found. {{(pid=62438) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1478.829177] env[62438]: DEBUG nova.network.neutron [None req-86f1bcca-86f5-4382-bc07-8523eb855c97 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] [instance: 2a23b794-2acb-487c-901d-7aeca03aec83] Updating instance_info_cache with network_info: [{"id": "9b431072-f668-4033-85cf-27f4bc7fca9f", "address": "fa:16:3e:ae:35:a0", "network": {"id": "0a6f0c81-bc8e-4d78-ac76-16c40a89ee9c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-842347437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce544529ed8e4e698990b7d329d0138a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d182e8eb-3f6d-4c76-a06e-133dd9b3cd30", "external-id": "nsx-vlan-transportzone-260", "segmentation_id": 260, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b431072-f6", "ovs_interfaceid": "9b431072-f668-4033-85cf-27f4bc7fca9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1478.927100] env[62438]: DEBUG nova.compute.manager [req-e23e1216-05d4-4acb-99cc-943f3dac3323 req-d84110b7-fdeb-44a2-8126-8f20481191a8 service nova] [instance: 2a23b794-2acb-487c-901d-7aeca03aec83] Received event network-vif-plugged-9b431072-f668-4033-85cf-27f4bc7fca9f {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1478.927336] env[62438]: DEBUG oslo_concurrency.lockutils [req-e23e1216-05d4-4acb-99cc-943f3dac3323 req-d84110b7-fdeb-44a2-8126-8f20481191a8 service nova] Acquiring lock "2a23b794-2acb-487c-901d-7aeca03aec83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1478.927564] env[62438]: DEBUG oslo_concurrency.lockutils [req-e23e1216-05d4-4acb-99cc-943f3dac3323 req-d84110b7-fdeb-44a2-8126-8f20481191a8 service nova] Lock "2a23b794-2acb-487c-901d-7aeca03aec83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1478.927770] env[62438]: DEBUG oslo_concurrency.lockutils [req-e23e1216-05d4-4acb-99cc-943f3dac3323 req-d84110b7-fdeb-44a2-8126-8f20481191a8 service nova] Lock "2a23b794-2acb-487c-901d-7aeca03aec83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1478.927959] env[62438]: DEBUG nova.compute.manager [req-e23e1216-05d4-4acb-99cc-943f3dac3323 req-d84110b7-fdeb-44a2-8126-8f20481191a8 service nova] [instance: 2a23b794-2acb-487c-901d-7aeca03aec83] No waiting events found dispatching network-vif-plugged-9b431072-f668-4033-85cf-27f4bc7fca9f {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1478.928267] env[62438]: WARNING nova.compute.manager [req-e23e1216-05d4-4acb-99cc-943f3dac3323 req-d84110b7-fdeb-44a2-8126-8f20481191a8 service nova] [instance: 2a23b794-2acb-487c-901d-7aeca03aec83] Received unexpected event network-vif-plugged-9b431072-f668-4033-85cf-27f4bc7fca9f for instance with vm_state building and task_state spawning. [ 1478.928504] env[62438]: DEBUG nova.compute.manager [req-e23e1216-05d4-4acb-99cc-943f3dac3323 req-d84110b7-fdeb-44a2-8126-8f20481191a8 service nova] [instance: 2a23b794-2acb-487c-901d-7aeca03aec83] Received event network-changed-9b431072-f668-4033-85cf-27f4bc7fca9f {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1478.928712] env[62438]: DEBUG nova.compute.manager [req-e23e1216-05d4-4acb-99cc-943f3dac3323 req-d84110b7-fdeb-44a2-8126-8f20481191a8 service nova] [instance: 2a23b794-2acb-487c-901d-7aeca03aec83] Refreshing instance network info cache due to event network-changed-9b431072-f668-4033-85cf-27f4bc7fca9f. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1478.928972] env[62438]: DEBUG oslo_concurrency.lockutils [req-e23e1216-05d4-4acb-99cc-943f3dac3323 req-d84110b7-fdeb-44a2-8126-8f20481191a8 service nova] Acquiring lock "refresh_cache-2a23b794-2acb-487c-901d-7aeca03aec83" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1478.955090] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: ea561adf-aa56-465b-a0fe-b1f5faf3dc56] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1478.987489] env[62438]: DEBUG oslo_vmware.api [None req-064485a4-6a18-4782-93f6-dc765ae0e29e tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52c9520c-569e-c0c3-3e0e-f4969707b2cf, 'name': SearchDatastore_Task, 'duration_secs': 0.01596} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.989384] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4858b5eb-488f-40d7-b4ec-e81774a5b939 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.001218] env[62438]: DEBUG oslo_vmware.api [None req-064485a4-6a18-4782-93f6-dc765ae0e29e tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Waiting for the task: (returnval){ [ 1479.001218] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52f0d9a0-0a68-f1d4-05c0-a242e093aec7" [ 1479.001218] env[62438]: _type = "Task" [ 1479.001218] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.016331] env[62438]: DEBUG oslo_vmware.api [None req-064485a4-6a18-4782-93f6-dc765ae0e29e tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52f0d9a0-0a68-f1d4-05c0-a242e093aec7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.294632] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d0acc68-e8e8-4352-82b8-49d02183d6b4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.303325] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-970e3dd5-29c3-4640-b455-0182a48d05d1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.333648] env[62438]: DEBUG oslo_concurrency.lockutils [None req-86f1bcca-86f5-4382-bc07-8523eb855c97 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Releasing lock "refresh_cache-2a23b794-2acb-487c-901d-7aeca03aec83" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1479.334021] env[62438]: DEBUG nova.compute.manager [None req-86f1bcca-86f5-4382-bc07-8523eb855c97 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] [instance: 2a23b794-2acb-487c-901d-7aeca03aec83] Instance network_info: |[{"id": "9b431072-f668-4033-85cf-27f4bc7fca9f", "address": "fa:16:3e:ae:35:a0", "network": {"id": "0a6f0c81-bc8e-4d78-ac76-16c40a89ee9c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-842347437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce544529ed8e4e698990b7d329d0138a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d182e8eb-3f6d-4c76-a06e-133dd9b3cd30", "external-id": "nsx-vlan-transportzone-260", "segmentation_id": 260, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b431072-f6", "ovs_interfaceid": "9b431072-f668-4033-85cf-27f4bc7fca9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1479.334534] env[62438]: DEBUG oslo_concurrency.lockutils [req-e23e1216-05d4-4acb-99cc-943f3dac3323 req-d84110b7-fdeb-44a2-8126-8f20481191a8 service nova] Acquired lock "refresh_cache-2a23b794-2acb-487c-901d-7aeca03aec83" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.334724] env[62438]: DEBUG nova.network.neutron [req-e23e1216-05d4-4acb-99cc-943f3dac3323 req-d84110b7-fdeb-44a2-8126-8f20481191a8 service nova] [instance: 2a23b794-2acb-487c-901d-7aeca03aec83] Refreshing network info cache for port 9b431072-f668-4033-85cf-27f4bc7fca9f {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1479.336037] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-86f1bcca-86f5-4382-bc07-8523eb855c97 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] [instance: 2a23b794-2acb-487c-901d-7aeca03aec83] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:35:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd182e8eb-3f6d-4c76-a06e-133dd9b3cd30', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9b431072-f668-4033-85cf-27f4bc7fca9f', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1479.343308] env[62438]: DEBUG oslo.service.loopingcall [None req-86f1bcca-86f5-4382-bc07-8523eb855c97 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1479.344108] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b4d2274-067c-4028-ade8-a6982d6cbcc0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.347484] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a23b794-2acb-487c-901d-7aeca03aec83] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1479.347723] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-006f3978-981c-4c76-a148-ba30134690e2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.367701] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-243bc761-2ed5-4948-8e2b-3650cfeacba3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.371489] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1479.371489] env[62438]: value = "task-1784781" [ 1479.371489] env[62438]: _type = "Task" [ 1479.371489] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.383414] env[62438]: DEBUG nova.compute.provider_tree [None req-9fecb8cb-e701-474d-a3b3-b0e1234bfffb tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1479.389466] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784781, 'name': CreateVM_Task} progress is 10%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.459315] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1479.459500] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Cleaning up deleted instances with incomplete migration {{(pid=62438) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11264}} [ 1479.512671] env[62438]: DEBUG oslo_vmware.api [None req-064485a4-6a18-4782-93f6-dc765ae0e29e tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52f0d9a0-0a68-f1d4-05c0-a242e093aec7, 'name': SearchDatastore_Task, 'duration_secs': 0.047171} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.513186] env[62438]: DEBUG oslo_concurrency.lockutils [None req-064485a4-6a18-4782-93f6-dc765ae0e29e tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1479.513331] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-064485a4-6a18-4782-93f6-dc765ae0e29e tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 84dd2032-59a7-48a3-8f4c-a1e7661e78a0/84dd2032-59a7-48a3-8f4c-a1e7661e78a0.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1479.513567] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9330344a-7adf-4683-af22-03bb197c0797 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.521047] env[62438]: DEBUG oslo_vmware.api [None req-064485a4-6a18-4782-93f6-dc765ae0e29e tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Waiting for the task: (returnval){ [ 1479.521047] env[62438]: value = "task-1784782" [ 1479.521047] env[62438]: _type = "Task" [ 1479.521047] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.529421] env[62438]: DEBUG oslo_vmware.api [None req-064485a4-6a18-4782-93f6-dc765ae0e29e tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1784782, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.884942] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784781, 'name': CreateVM_Task, 'duration_secs': 0.367429} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.885340] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a23b794-2acb-487c-901d-7aeca03aec83] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1479.886164] env[62438]: DEBUG nova.scheduler.client.report [None req-9fecb8cb-e701-474d-a3b3-b0e1234bfffb tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1479.892672] env[62438]: DEBUG oslo_concurrency.lockutils [None req-86f1bcca-86f5-4382-bc07-8523eb855c97 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1479.892892] env[62438]: DEBUG oslo_concurrency.lockutils [None req-86f1bcca-86f5-4382-bc07-8523eb855c97 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.893405] env[62438]: DEBUG oslo_concurrency.lockutils [None req-86f1bcca-86f5-4382-bc07-8523eb855c97 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1479.897256] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5be44091-b609-49c5-a1ab-8887f314eaf7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.899790] env[62438]: DEBUG oslo_vmware.api [None req-86f1bcca-86f5-4382-bc07-8523eb855c97 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Waiting for the task: (returnval){ [ 1479.899790] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52d87d50-a3f3-dbe9-ade3-a0a5ef03f75f" [ 1479.899790] env[62438]: _type = "Task" [ 1479.899790] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.912596] env[62438]: DEBUG oslo_vmware.api [None req-86f1bcca-86f5-4382-bc07-8523eb855c97 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52d87d50-a3f3-dbe9-ade3-a0a5ef03f75f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.962506] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1480.031733] env[62438]: DEBUG oslo_vmware.api [None req-064485a4-6a18-4782-93f6-dc765ae0e29e tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1784782, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.071014] env[62438]: DEBUG oslo_vmware.rw_handles [None req-ee567f1d-b5e9-4fcc-be90-15302ebcaea2 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fd6b9f-1c2f-2775-74ab-0569ba5f94e4/disk-0.vmdk. {{(pid=62438) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1480.071937] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-156887cd-0ed6-45b6-9c21-b7d2b75fddda {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.079061] env[62438]: DEBUG oslo_vmware.rw_handles [None req-ee567f1d-b5e9-4fcc-be90-15302ebcaea2 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fd6b9f-1c2f-2775-74ab-0569ba5f94e4/disk-0.vmdk is in state: ready. {{(pid=62438) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1480.079322] env[62438]: ERROR oslo_vmware.rw_handles [None req-ee567f1d-b5e9-4fcc-be90-15302ebcaea2 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fd6b9f-1c2f-2775-74ab-0569ba5f94e4/disk-0.vmdk due to incomplete transfer. [ 1480.079611] env[62438]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-038cc995-6b4c-4bdf-bdb1-6ff1dd5c7082 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.088310] env[62438]: DEBUG oslo_vmware.rw_handles [None req-ee567f1d-b5e9-4fcc-be90-15302ebcaea2 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fd6b9f-1c2f-2775-74ab-0569ba5f94e4/disk-0.vmdk. {{(pid=62438) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1480.088539] env[62438]: DEBUG nova.virt.vmwareapi.images [None req-ee567f1d-b5e9-4fcc-be90-15302ebcaea2 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: b24c2e75-f48d-4dbc-b44c-88123b72046c] Uploaded image 1554be2b-3472-4e05-9c95-4d0307af3173 to the Glance image server {{(pid=62438) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 1480.091101] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee567f1d-b5e9-4fcc-be90-15302ebcaea2 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: b24c2e75-f48d-4dbc-b44c-88123b72046c] Destroying the VM {{(pid=62438) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 1480.091434] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1fb18733-6481-4ab8-9b22-e5b25db9ff0a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.098502] env[62438]: DEBUG oslo_vmware.api [None req-ee567f1d-b5e9-4fcc-be90-15302ebcaea2 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Waiting for the task: (returnval){ [ 1480.098502] env[62438]: value = "task-1784783" [ 1480.098502] env[62438]: _type = "Task" [ 1480.098502] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.109498] env[62438]: DEBUG oslo_vmware.api [None req-ee567f1d-b5e9-4fcc-be90-15302ebcaea2 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1784783, 'name': Destroy_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.154280] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-485063ff-9424-4b8d-a23a-e833beadd4df {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.172670] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-1aa7c8e7-8121-46b9-a1c2-b11a0ec70574 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 84f3ff00-94b2-4595-8046-865c3016fc77] Updating instance '84f3ff00-94b2-4595-8046-865c3016fc77' progress to 0 {{(pid=62438) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1480.235312] env[62438]: DEBUG nova.network.neutron [req-e23e1216-05d4-4acb-99cc-943f3dac3323 req-d84110b7-fdeb-44a2-8126-8f20481191a8 service nova] [instance: 2a23b794-2acb-487c-901d-7aeca03aec83] Updated VIF entry in instance network info cache for port 9b431072-f668-4033-85cf-27f4bc7fca9f. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1480.235695] env[62438]: DEBUG nova.network.neutron [req-e23e1216-05d4-4acb-99cc-943f3dac3323 req-d84110b7-fdeb-44a2-8126-8f20481191a8 service nova] [instance: 2a23b794-2acb-487c-901d-7aeca03aec83] Updating instance_info_cache with network_info: [{"id": "9b431072-f668-4033-85cf-27f4bc7fca9f", "address": "fa:16:3e:ae:35:a0", "network": {"id": "0a6f0c81-bc8e-4d78-ac76-16c40a89ee9c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-842347437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce544529ed8e4e698990b7d329d0138a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d182e8eb-3f6d-4c76-a06e-133dd9b3cd30", "external-id": "nsx-vlan-transportzone-260", "segmentation_id": 260, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b431072-f6", "ovs_interfaceid": "9b431072-f668-4033-85cf-27f4bc7fca9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1480.395086] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9fecb8cb-e701-474d-a3b3-b0e1234bfffb tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.519s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1480.395623] env[62438]: DEBUG nova.compute.manager [None req-9fecb8cb-e701-474d-a3b3-b0e1234bfffb tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: fa1146c8-af2b-49a6-88f0-6fee8773ce67] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1480.398308] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9bd5c64d-d6e9-4592-9a76-581c9e255535 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.419s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1480.399864] env[62438]: INFO nova.compute.claims [None req-9bd5c64d-d6e9-4592-9a76-581c9e255535 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1480.411889] env[62438]: DEBUG oslo_vmware.api [None req-86f1bcca-86f5-4382-bc07-8523eb855c97 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52d87d50-a3f3-dbe9-ade3-a0a5ef03f75f, 'name': SearchDatastore_Task, 'duration_secs': 0.063344} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.412194] env[62438]: DEBUG oslo_concurrency.lockutils [None req-86f1bcca-86f5-4382-bc07-8523eb855c97 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1480.412423] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-86f1bcca-86f5-4382-bc07-8523eb855c97 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] [instance: 2a23b794-2acb-487c-901d-7aeca03aec83] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1480.412685] env[62438]: DEBUG oslo_concurrency.lockutils [None req-86f1bcca-86f5-4382-bc07-8523eb855c97 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1480.412829] env[62438]: DEBUG oslo_concurrency.lockutils [None req-86f1bcca-86f5-4382-bc07-8523eb855c97 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.413052] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-86f1bcca-86f5-4382-bc07-8523eb855c97 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1480.413326] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b3a36a75-8448-478b-b5e2-05c514135c28 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.444061] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-86f1bcca-86f5-4382-bc07-8523eb855c97 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1480.444061] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-86f1bcca-86f5-4382-bc07-8523eb855c97 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1480.444472] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d88fd2f0-dec0-4625-b753-1375e379639d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.450220] env[62438]: DEBUG oslo_vmware.api [None req-86f1bcca-86f5-4382-bc07-8523eb855c97 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Waiting for the task: (returnval){ [ 1480.450220] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52b481d3-1b17-1e95-f3c1-137d5a0aedf0" [ 1480.450220] env[62438]: _type = "Task" [ 1480.450220] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.458491] env[62438]: DEBUG oslo_vmware.api [None req-86f1bcca-86f5-4382-bc07-8523eb855c97 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52b481d3-1b17-1e95-f3c1-137d5a0aedf0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.532622] env[62438]: DEBUG oslo_vmware.api [None req-064485a4-6a18-4782-93f6-dc765ae0e29e tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1784782, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.626253} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.532963] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-064485a4-6a18-4782-93f6-dc765ae0e29e tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 84dd2032-59a7-48a3-8f4c-a1e7661e78a0/84dd2032-59a7-48a3-8f4c-a1e7661e78a0.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1480.533418] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-064485a4-6a18-4782-93f6-dc765ae0e29e tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 84dd2032-59a7-48a3-8f4c-a1e7661e78a0] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1480.533712] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0a3ed005-b8c1-456f-a6e6-53863e597019 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.542654] env[62438]: DEBUG oslo_vmware.api [None req-064485a4-6a18-4782-93f6-dc765ae0e29e tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Waiting for the task: (returnval){ [ 1480.542654] env[62438]: value = "task-1784784" [ 1480.542654] env[62438]: _type = "Task" [ 1480.542654] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.551339] env[62438]: DEBUG oslo_vmware.api [None req-064485a4-6a18-4782-93f6-dc765ae0e29e tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1784784, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.609104] env[62438]: DEBUG oslo_vmware.api [None req-ee567f1d-b5e9-4fcc-be90-15302ebcaea2 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1784783, 'name': Destroy_Task} progress is 33%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.680478] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-1aa7c8e7-8121-46b9-a1c2-b11a0ec70574 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 84f3ff00-94b2-4595-8046-865c3016fc77] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1480.680931] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-079a3e9f-4e53-4186-aaba-72ff4eac3638 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.688325] env[62438]: DEBUG oslo_vmware.api [None req-1aa7c8e7-8121-46b9-a1c2-b11a0ec70574 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Waiting for the task: (returnval){ [ 1480.688325] env[62438]: value = "task-1784785" [ 1480.688325] env[62438]: _type = "Task" [ 1480.688325] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.697445] env[62438]: DEBUG oslo_vmware.api [None req-1aa7c8e7-8121-46b9-a1c2-b11a0ec70574 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Task: {'id': task-1784785, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.738752] env[62438]: DEBUG oslo_concurrency.lockutils [req-e23e1216-05d4-4acb-99cc-943f3dac3323 req-d84110b7-fdeb-44a2-8126-8f20481191a8 service nova] Releasing lock "refresh_cache-2a23b794-2acb-487c-901d-7aeca03aec83" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1480.906615] env[62438]: DEBUG nova.compute.utils [None req-9fecb8cb-e701-474d-a3b3-b0e1234bfffb tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1480.908094] env[62438]: DEBUG nova.compute.manager [None req-9fecb8cb-e701-474d-a3b3-b0e1234bfffb tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: fa1146c8-af2b-49a6-88f0-6fee8773ce67] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1480.908256] env[62438]: DEBUG nova.network.neutron [None req-9fecb8cb-e701-474d-a3b3-b0e1234bfffb tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: fa1146c8-af2b-49a6-88f0-6fee8773ce67] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1480.963909] env[62438]: DEBUG oslo_vmware.api [None req-86f1bcca-86f5-4382-bc07-8523eb855c97 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52b481d3-1b17-1e95-f3c1-137d5a0aedf0, 'name': SearchDatastore_Task, 'duration_secs': 0.01344} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.964773] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5734cf35-314c-42b1-8a7d-ec813b1a3cda {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.970191] env[62438]: DEBUG oslo_vmware.api [None req-86f1bcca-86f5-4382-bc07-8523eb855c97 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Waiting for the task: (returnval){ [ 1480.970191] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52c5bba9-6f1b-c5fb-e1ad-ac59098bae71" [ 1480.970191] env[62438]: _type = "Task" [ 1480.970191] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.977704] env[62438]: DEBUG oslo_vmware.api [None req-86f1bcca-86f5-4382-bc07-8523eb855c97 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52c5bba9-6f1b-c5fb-e1ad-ac59098bae71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.990204] env[62438]: DEBUG nova.policy [None req-9fecb8cb-e701-474d-a3b3-b0e1234bfffb tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e74422c2acac44a8a8303c0135989297', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4c7d5b4fe1064c71becc5699e8467387', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1481.052388] env[62438]: DEBUG oslo_vmware.api [None req-064485a4-6a18-4782-93f6-dc765ae0e29e tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1784784, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064191} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.052742] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-064485a4-6a18-4782-93f6-dc765ae0e29e tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 84dd2032-59a7-48a3-8f4c-a1e7661e78a0] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1481.053508] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a31f6926-39ce-4635-ba8b-ef2dedd43674 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.074962] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-064485a4-6a18-4782-93f6-dc765ae0e29e tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 84dd2032-59a7-48a3-8f4c-a1e7661e78a0] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 84dd2032-59a7-48a3-8f4c-a1e7661e78a0/84dd2032-59a7-48a3-8f4c-a1e7661e78a0.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1481.075237] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f7593a9-7b68-4436-ac6f-a79c6994df08 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.093860] env[62438]: DEBUG oslo_vmware.api [None req-064485a4-6a18-4782-93f6-dc765ae0e29e tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Waiting for the task: (returnval){ [ 1481.093860] env[62438]: value = "task-1784786" [ 1481.093860] env[62438]: _type = "Task" [ 1481.093860] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.101468] env[62438]: DEBUG oslo_vmware.api [None req-064485a4-6a18-4782-93f6-dc765ae0e29e tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1784786, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.108745] env[62438]: DEBUG oslo_vmware.api [None req-ee567f1d-b5e9-4fcc-be90-15302ebcaea2 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1784783, 'name': Destroy_Task, 'duration_secs': 0.635811} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.108995] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-ee567f1d-b5e9-4fcc-be90-15302ebcaea2 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: b24c2e75-f48d-4dbc-b44c-88123b72046c] Destroyed the VM [ 1481.109257] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-ee567f1d-b5e9-4fcc-be90-15302ebcaea2 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: b24c2e75-f48d-4dbc-b44c-88123b72046c] Deleting Snapshot of the VM instance {{(pid=62438) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1481.109527] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4d590649-4b91-42db-9ce1-e0a731f1bac3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.115679] env[62438]: DEBUG oslo_vmware.api [None req-ee567f1d-b5e9-4fcc-be90-15302ebcaea2 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Waiting for the task: (returnval){ [ 1481.115679] env[62438]: value = "task-1784787" [ 1481.115679] env[62438]: _type = "Task" [ 1481.115679] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.123547] env[62438]: DEBUG oslo_vmware.api [None req-ee567f1d-b5e9-4fcc-be90-15302ebcaea2 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1784787, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.198538] env[62438]: DEBUG oslo_vmware.api [None req-1aa7c8e7-8121-46b9-a1c2-b11a0ec70574 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Task: {'id': task-1784785, 'name': PowerOffVM_Task, 'duration_secs': 0.243189} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.198826] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-1aa7c8e7-8121-46b9-a1c2-b11a0ec70574 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 84f3ff00-94b2-4595-8046-865c3016fc77] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1481.199026] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-1aa7c8e7-8121-46b9-a1c2-b11a0ec70574 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 84f3ff00-94b2-4595-8046-865c3016fc77] Updating instance '84f3ff00-94b2-4595-8046-865c3016fc77' progress to 17 {{(pid=62438) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1481.293312] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ac56fc5b-a86a-493d-a6ab-6329fc01f538 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Acquiring lock "b24c2e75-f48d-4dbc-b44c-88123b72046c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1481.293959] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ac56fc5b-a86a-493d-a6ab-6329fc01f538 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Lock "b24c2e75-f48d-4dbc-b44c-88123b72046c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1481.293959] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ac56fc5b-a86a-493d-a6ab-6329fc01f538 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Acquiring lock "b24c2e75-f48d-4dbc-b44c-88123b72046c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1481.294102] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ac56fc5b-a86a-493d-a6ab-6329fc01f538 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Lock "b24c2e75-f48d-4dbc-b44c-88123b72046c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1481.294231] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ac56fc5b-a86a-493d-a6ab-6329fc01f538 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Lock "b24c2e75-f48d-4dbc-b44c-88123b72046c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1481.296440] env[62438]: INFO nova.compute.manager [None req-ac56fc5b-a86a-493d-a6ab-6329fc01f538 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: b24c2e75-f48d-4dbc-b44c-88123b72046c] Terminating instance [ 1481.298344] env[62438]: DEBUG nova.compute.manager [None req-ac56fc5b-a86a-493d-a6ab-6329fc01f538 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: b24c2e75-f48d-4dbc-b44c-88123b72046c] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1481.298551] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-ac56fc5b-a86a-493d-a6ab-6329fc01f538 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: b24c2e75-f48d-4dbc-b44c-88123b72046c] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1481.299441] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a26177-7780-4a4e-996d-916972c74969 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.307578] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-ac56fc5b-a86a-493d-a6ab-6329fc01f538 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: b24c2e75-f48d-4dbc-b44c-88123b72046c] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1481.307838] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f4b0b963-ee44-4c95-8ebc-6294413b7073 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.412418] env[62438]: DEBUG nova.compute.manager [None req-9fecb8cb-e701-474d-a3b3-b0e1234bfffb tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: fa1146c8-af2b-49a6-88f0-6fee8773ce67] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1481.465214] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1481.465476] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1481.479812] env[62438]: DEBUG nova.network.neutron [None req-9fecb8cb-e701-474d-a3b3-b0e1234bfffb tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: fa1146c8-af2b-49a6-88f0-6fee8773ce67] Successfully created port: eb610097-d042-4c9c-8835-dcfc17372ce1 {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1481.490346] env[62438]: DEBUG oslo_vmware.api [None req-86f1bcca-86f5-4382-bc07-8523eb855c97 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52c5bba9-6f1b-c5fb-e1ad-ac59098bae71, 'name': SearchDatastore_Task, 'duration_secs': 0.010187} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.490838] env[62438]: DEBUG oslo_concurrency.lockutils [None req-86f1bcca-86f5-4382-bc07-8523eb855c97 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1481.491566] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-86f1bcca-86f5-4382-bc07-8523eb855c97 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 2a23b794-2acb-487c-901d-7aeca03aec83/2a23b794-2acb-487c-901d-7aeca03aec83.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1481.491566] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-19a5635c-5c24-4750-88ce-95be7ca582ec {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.498136] env[62438]: DEBUG oslo_vmware.api [None req-86f1bcca-86f5-4382-bc07-8523eb855c97 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Waiting for the task: (returnval){ [ 1481.498136] env[62438]: value = "task-1784789" [ 1481.498136] env[62438]: _type = "Task" [ 1481.498136] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.507433] env[62438]: DEBUG oslo_vmware.api [None req-86f1bcca-86f5-4382-bc07-8523eb855c97 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Task: {'id': task-1784789, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.603021] env[62438]: DEBUG oslo_vmware.api [None req-064485a4-6a18-4782-93f6-dc765ae0e29e tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1784786, 'name': ReconfigVM_Task, 'duration_secs': 0.308101} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.603363] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-064485a4-6a18-4782-93f6-dc765ae0e29e tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 84dd2032-59a7-48a3-8f4c-a1e7661e78a0] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 84dd2032-59a7-48a3-8f4c-a1e7661e78a0/84dd2032-59a7-48a3-8f4c-a1e7661e78a0.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1481.605088] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-10dc3f2f-bea6-455c-b4b5-c02387222df3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.614167] env[62438]: DEBUG oslo_vmware.api [None req-064485a4-6a18-4782-93f6-dc765ae0e29e tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Waiting for the task: (returnval){ [ 1481.614167] env[62438]: value = "task-1784790" [ 1481.614167] env[62438]: _type = "Task" [ 1481.614167] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.630912] env[62438]: DEBUG oslo_vmware.api [None req-ee567f1d-b5e9-4fcc-be90-15302ebcaea2 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1784787, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.631575] env[62438]: DEBUG oslo_vmware.api [None req-064485a4-6a18-4782-93f6-dc765ae0e29e tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1784790, 'name': Rename_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.705723] env[62438]: DEBUG nova.virt.hardware [None req-1aa7c8e7-8121-46b9-a1c2-b11a0ec70574 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1481.705857] env[62438]: DEBUG nova.virt.hardware [None req-1aa7c8e7-8121-46b9-a1c2-b11a0ec70574 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1481.706068] env[62438]: DEBUG nova.virt.hardware [None req-1aa7c8e7-8121-46b9-a1c2-b11a0ec70574 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1481.706644] env[62438]: DEBUG nova.virt.hardware [None req-1aa7c8e7-8121-46b9-a1c2-b11a0ec70574 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1481.706644] env[62438]: DEBUG nova.virt.hardware [None req-1aa7c8e7-8121-46b9-a1c2-b11a0ec70574 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1481.706644] env[62438]: DEBUG nova.virt.hardware [None req-1aa7c8e7-8121-46b9-a1c2-b11a0ec70574 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1481.706846] env[62438]: DEBUG nova.virt.hardware [None req-1aa7c8e7-8121-46b9-a1c2-b11a0ec70574 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1481.706940] env[62438]: DEBUG nova.virt.hardware [None req-1aa7c8e7-8121-46b9-a1c2-b11a0ec70574 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1481.707591] env[62438]: DEBUG nova.virt.hardware [None req-1aa7c8e7-8121-46b9-a1c2-b11a0ec70574 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1481.707806] env[62438]: DEBUG nova.virt.hardware [None req-1aa7c8e7-8121-46b9-a1c2-b11a0ec70574 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1481.707995] env[62438]: DEBUG nova.virt.hardware [None req-1aa7c8e7-8121-46b9-a1c2-b11a0ec70574 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1481.716516] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-686922d6-c113-4f6d-9326-38d52277dd5c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.734593] env[62438]: DEBUG oslo_vmware.api [None req-1aa7c8e7-8121-46b9-a1c2-b11a0ec70574 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Waiting for the task: (returnval){ [ 1481.734593] env[62438]: value = "task-1784791" [ 1481.734593] env[62438]: _type = "Task" [ 1481.734593] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.749168] env[62438]: DEBUG oslo_vmware.api [None req-1aa7c8e7-8121-46b9-a1c2-b11a0ec70574 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Task: {'id': task-1784791, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.965907] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc2a58a0-6dd8-4435-b815-01acecc1f3cf {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.977952] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1481.978180] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Starting heal instance info cache {{(pid=62438) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}} [ 1481.986651] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa9b63d-7d1f-4ab7-a028-43711ca302cf {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.027428] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6618414-b0f2-45b6-8077-5e67c38f02b8 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.036575] env[62438]: DEBUG oslo_vmware.api [None req-86f1bcca-86f5-4382-bc07-8523eb855c97 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Task: {'id': task-1784789, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.043648] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5832a34f-508b-4657-b9cd-7f31166a0959 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.049085] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d86f8a2e-7815-4eb1-a0f3-e82110d0f971 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Acquiring lock "ac81bf4e-9010-4ff5-9857-18690b409637" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1482.049420] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d86f8a2e-7815-4eb1-a0f3-e82110d0f971 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Lock "ac81bf4e-9010-4ff5-9857-18690b409637" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1482.062752] env[62438]: DEBUG nova.compute.provider_tree [None req-9bd5c64d-d6e9-4592-9a76-581c9e255535 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1482.126754] env[62438]: DEBUG oslo_vmware.api [None req-064485a4-6a18-4782-93f6-dc765ae0e29e tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1784790, 'name': Rename_Task, 'duration_secs': 0.206989} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.129752] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-064485a4-6a18-4782-93f6-dc765ae0e29e tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 84dd2032-59a7-48a3-8f4c-a1e7661e78a0] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1482.130055] env[62438]: DEBUG oslo_vmware.api [None req-ee567f1d-b5e9-4fcc-be90-15302ebcaea2 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1784787, 'name': RemoveSnapshot_Task, 'duration_secs': 0.542865} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.130266] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c3b8cdcd-efdd-4435-aa82-ea8044416cdf {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.131814] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-ee567f1d-b5e9-4fcc-be90-15302ebcaea2 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: b24c2e75-f48d-4dbc-b44c-88123b72046c] Deleted Snapshot of the VM instance {{(pid=62438) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1482.132068] env[62438]: INFO nova.compute.manager [None req-ee567f1d-b5e9-4fcc-be90-15302ebcaea2 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: b24c2e75-f48d-4dbc-b44c-88123b72046c] Took 21.35 seconds to snapshot the instance on the hypervisor. [ 1482.139111] env[62438]: DEBUG oslo_vmware.api [None req-064485a4-6a18-4782-93f6-dc765ae0e29e tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Waiting for the task: (returnval){ [ 1482.139111] env[62438]: value = "task-1784792" [ 1482.139111] env[62438]: _type = "Task" [ 1482.139111] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.146567] env[62438]: DEBUG oslo_vmware.api [None req-064485a4-6a18-4782-93f6-dc765ae0e29e tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1784792, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.244057] env[62438]: DEBUG oslo_vmware.api [None req-1aa7c8e7-8121-46b9-a1c2-b11a0ec70574 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Task: {'id': task-1784791, 'name': ReconfigVM_Task, 'duration_secs': 0.274634} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.244443] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-1aa7c8e7-8121-46b9-a1c2-b11a0ec70574 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 84f3ff00-94b2-4595-8046-865c3016fc77] Updating instance '84f3ff00-94b2-4595-8046-865c3016fc77' progress to 33 {{(pid=62438) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1482.265506] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-ac56fc5b-a86a-493d-a6ab-6329fc01f538 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: b24c2e75-f48d-4dbc-b44c-88123b72046c] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1482.265733] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-ac56fc5b-a86a-493d-a6ab-6329fc01f538 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: b24c2e75-f48d-4dbc-b44c-88123b72046c] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1482.265915] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac56fc5b-a86a-493d-a6ab-6329fc01f538 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Deleting the datastore file [datastore1] b24c2e75-f48d-4dbc-b44c-88123b72046c {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1482.266244] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eb7e58c6-9496-4bd4-a066-407cecee75fa {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.272853] env[62438]: DEBUG oslo_vmware.api [None req-ac56fc5b-a86a-493d-a6ab-6329fc01f538 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Waiting for the task: (returnval){ [ 1482.272853] env[62438]: value = "task-1784793" [ 1482.272853] env[62438]: _type = "Task" [ 1482.272853] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.280571] env[62438]: DEBUG oslo_vmware.api [None req-ac56fc5b-a86a-493d-a6ab-6329fc01f538 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1784793, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.423628] env[62438]: DEBUG nova.compute.manager [None req-9fecb8cb-e701-474d-a3b3-b0e1234bfffb tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: fa1146c8-af2b-49a6-88f0-6fee8773ce67] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1482.449984] env[62438]: DEBUG nova.virt.hardware [None req-9fecb8cb-e701-474d-a3b3-b0e1234bfffb tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1482.450268] env[62438]: DEBUG nova.virt.hardware [None req-9fecb8cb-e701-474d-a3b3-b0e1234bfffb tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1482.450431] env[62438]: DEBUG nova.virt.hardware [None req-9fecb8cb-e701-474d-a3b3-b0e1234bfffb tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1482.450620] env[62438]: DEBUG nova.virt.hardware [None req-9fecb8cb-e701-474d-a3b3-b0e1234bfffb tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1482.450794] env[62438]: DEBUG nova.virt.hardware [None req-9fecb8cb-e701-474d-a3b3-b0e1234bfffb tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1482.450944] env[62438]: DEBUG nova.virt.hardware [None req-9fecb8cb-e701-474d-a3b3-b0e1234bfffb tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1482.451169] env[62438]: DEBUG nova.virt.hardware [None req-9fecb8cb-e701-474d-a3b3-b0e1234bfffb tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1482.451337] env[62438]: DEBUG nova.virt.hardware [None req-9fecb8cb-e701-474d-a3b3-b0e1234bfffb tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1482.451510] env[62438]: DEBUG nova.virt.hardware [None req-9fecb8cb-e701-474d-a3b3-b0e1234bfffb tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1482.451690] env[62438]: DEBUG nova.virt.hardware [None req-9fecb8cb-e701-474d-a3b3-b0e1234bfffb tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1482.451882] env[62438]: DEBUG nova.virt.hardware [None req-9fecb8cb-e701-474d-a3b3-b0e1234bfffb tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1482.452767] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4828ab84-085a-4157-9bd6-2ae429a4831a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.460750] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c49494d-790d-4616-bbeb-4fe8233b051a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.533357] env[62438]: DEBUG oslo_vmware.api [None req-86f1bcca-86f5-4382-bc07-8523eb855c97 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Task: {'id': task-1784789, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.616383} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.534262] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Acquiring lock "refresh_cache-03448a20-9731-4076-bf51-852e9fc7f016" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1482.534402] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Acquired lock "refresh_cache-03448a20-9731-4076-bf51-852e9fc7f016" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.534540] env[62438]: DEBUG nova.network.neutron [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: 03448a20-9731-4076-bf51-852e9fc7f016] Forcefully refreshing network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2004}} [ 1482.535728] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-86f1bcca-86f5-4382-bc07-8523eb855c97 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 2a23b794-2acb-487c-901d-7aeca03aec83/2a23b794-2acb-487c-901d-7aeca03aec83.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1482.536962] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-86f1bcca-86f5-4382-bc07-8523eb855c97 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] [instance: 2a23b794-2acb-487c-901d-7aeca03aec83] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1482.536962] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5db6d38c-6926-4bd6-908b-88a729cdd474 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.542697] env[62438]: DEBUG oslo_vmware.api [None req-86f1bcca-86f5-4382-bc07-8523eb855c97 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Waiting for the task: (returnval){ [ 1482.542697] env[62438]: value = "task-1784794" [ 1482.542697] env[62438]: _type = "Task" [ 1482.542697] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.551872] env[62438]: DEBUG oslo_vmware.api [None req-86f1bcca-86f5-4382-bc07-8523eb855c97 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Task: {'id': task-1784794, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.565671] env[62438]: DEBUG nova.scheduler.client.report [None req-9bd5c64d-d6e9-4592-9a76-581c9e255535 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1482.636028] env[62438]: DEBUG nova.compute.manager [None req-ee567f1d-b5e9-4fcc-be90-15302ebcaea2 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: b24c2e75-f48d-4dbc-b44c-88123b72046c] Instance disappeared during snapshot {{(pid=62438) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4494}} [ 1482.650592] env[62438]: DEBUG oslo_vmware.api [None req-064485a4-6a18-4782-93f6-dc765ae0e29e tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1784792, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.651664] env[62438]: DEBUG nova.compute.manager [None req-ee567f1d-b5e9-4fcc-be90-15302ebcaea2 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Image not found during clean up 1554be2b-3472-4e05-9c95-4d0307af3173 {{(pid=62438) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4500}} [ 1482.750831] env[62438]: DEBUG nova.virt.hardware [None req-1aa7c8e7-8121-46b9-a1c2-b11a0ec70574 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:30:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='835ce7de-6bb9-4a23-878e-8cf4c53a389b',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1295259086',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1482.751275] env[62438]: DEBUG nova.virt.hardware [None req-1aa7c8e7-8121-46b9-a1c2-b11a0ec70574 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1482.751523] env[62438]: DEBUG nova.virt.hardware [None req-1aa7c8e7-8121-46b9-a1c2-b11a0ec70574 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1482.751755] env[62438]: DEBUG nova.virt.hardware [None req-1aa7c8e7-8121-46b9-a1c2-b11a0ec70574 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1482.751943] env[62438]: DEBUG nova.virt.hardware [None req-1aa7c8e7-8121-46b9-a1c2-b11a0ec70574 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1482.752151] env[62438]: DEBUG nova.virt.hardware [None req-1aa7c8e7-8121-46b9-a1c2-b11a0ec70574 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1482.752397] env[62438]: DEBUG nova.virt.hardware [None req-1aa7c8e7-8121-46b9-a1c2-b11a0ec70574 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1482.752601] env[62438]: DEBUG nova.virt.hardware [None req-1aa7c8e7-8121-46b9-a1c2-b11a0ec70574 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1482.752944] env[62438]: DEBUG nova.virt.hardware [None req-1aa7c8e7-8121-46b9-a1c2-b11a0ec70574 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1482.753194] env[62438]: DEBUG nova.virt.hardware [None req-1aa7c8e7-8121-46b9-a1c2-b11a0ec70574 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1482.753389] env[62438]: DEBUG nova.virt.hardware [None req-1aa7c8e7-8121-46b9-a1c2-b11a0ec70574 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1482.758756] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-1aa7c8e7-8121-46b9-a1c2-b11a0ec70574 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 84f3ff00-94b2-4595-8046-865c3016fc77] Reconfiguring VM instance instance-00000026 to detach disk 2000 {{(pid=62438) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1482.759084] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-044fb965-6b63-4f23-8871-ffa45d032b38 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.778703] env[62438]: DEBUG oslo_vmware.api [None req-1aa7c8e7-8121-46b9-a1c2-b11a0ec70574 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Waiting for the task: (returnval){ [ 1482.778703] env[62438]: value = "task-1784795" [ 1482.778703] env[62438]: _type = "Task" [ 1482.778703] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.781611] env[62438]: DEBUG oslo_vmware.api [None req-ac56fc5b-a86a-493d-a6ab-6329fc01f538 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1784793, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.242079} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.784604] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac56fc5b-a86a-493d-a6ab-6329fc01f538 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1482.784796] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-ac56fc5b-a86a-493d-a6ab-6329fc01f538 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: b24c2e75-f48d-4dbc-b44c-88123b72046c] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1482.784979] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-ac56fc5b-a86a-493d-a6ab-6329fc01f538 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: b24c2e75-f48d-4dbc-b44c-88123b72046c] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1482.785175] env[62438]: INFO nova.compute.manager [None req-ac56fc5b-a86a-493d-a6ab-6329fc01f538 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: b24c2e75-f48d-4dbc-b44c-88123b72046c] Took 1.49 seconds to destroy the instance on the hypervisor. [ 1482.785403] env[62438]: DEBUG oslo.service.loopingcall [None req-ac56fc5b-a86a-493d-a6ab-6329fc01f538 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1482.786048] env[62438]: DEBUG nova.compute.manager [-] [instance: b24c2e75-f48d-4dbc-b44c-88123b72046c] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1482.786048] env[62438]: DEBUG nova.network.neutron [-] [instance: b24c2e75-f48d-4dbc-b44c-88123b72046c] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1482.794278] env[62438]: DEBUG oslo_vmware.api [None req-1aa7c8e7-8121-46b9-a1c2-b11a0ec70574 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Task: {'id': task-1784795, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.052839] env[62438]: DEBUG oslo_vmware.api [None req-86f1bcca-86f5-4382-bc07-8523eb855c97 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Task: {'id': task-1784794, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089325} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.053257] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-86f1bcca-86f5-4382-bc07-8523eb855c97 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] [instance: 2a23b794-2acb-487c-901d-7aeca03aec83] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1483.054012] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-453fb464-28ac-491f-8f30-1bc480df71e6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.076354] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-86f1bcca-86f5-4382-bc07-8523eb855c97 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] [instance: 2a23b794-2acb-487c-901d-7aeca03aec83] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 2a23b794-2acb-487c-901d-7aeca03aec83/2a23b794-2acb-487c-901d-7aeca03aec83.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1483.077196] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9bd5c64d-d6e9-4592-9a76-581c9e255535 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.679s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1483.077675] env[62438]: DEBUG nova.compute.manager [None req-9bd5c64d-d6e9-4592-9a76-581c9e255535 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1483.080209] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0061992-021c-49bc-b66b-b9306cbbb78b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.095837] env[62438]: DEBUG oslo_concurrency.lockutils [None req-76ac7cdf-5496-4751-ade7-88c71ab756e0 tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.855s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1483.095837] env[62438]: DEBUG oslo_concurrency.lockutils [None req-76ac7cdf-5496-4751-ade7-88c71ab756e0 tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1483.098198] env[62438]: DEBUG oslo_concurrency.lockutils [None req-67a41ebc-1bfc-458b-8664-bb92dbfecc4f tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.330s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1483.098198] env[62438]: DEBUG oslo_concurrency.lockutils [None req-67a41ebc-1bfc-458b-8664-bb92dbfecc4f tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1483.100020] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1d171dc3-58d3-40a9-bc0a-4f29f2807857 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.905s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1483.100798] env[62438]: INFO nova.compute.claims [None req-1d171dc3-58d3-40a9-bc0a-4f29f2807857 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: 2b5c87fe-1c80-4cb9-86fe-4dd083322e71] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1483.110983] env[62438]: DEBUG oslo_vmware.api [None req-86f1bcca-86f5-4382-bc07-8523eb855c97 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Waiting for the task: (returnval){ [ 1483.110983] env[62438]: value = "task-1784796" [ 1483.110983] env[62438]: _type = "Task" [ 1483.110983] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.120152] env[62438]: DEBUG oslo_vmware.api [None req-86f1bcca-86f5-4382-bc07-8523eb855c97 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Task: {'id': task-1784796, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.141279] env[62438]: INFO nova.scheduler.client.report [None req-76ac7cdf-5496-4751-ade7-88c71ab756e0 tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] Deleted allocations for instance 98544a26-b42e-4164-8397-18188e662d64 [ 1483.147506] env[62438]: INFO nova.scheduler.client.report [None req-67a41ebc-1bfc-458b-8664-bb92dbfecc4f tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Deleted allocations for instance 2cc722a0-76fa-4431-985b-9fe0ad62ef42 [ 1483.160032] env[62438]: DEBUG oslo_vmware.api [None req-064485a4-6a18-4782-93f6-dc765ae0e29e tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1784792, 'name': PowerOnVM_Task, 'duration_secs': 0.767989} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.160428] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-064485a4-6a18-4782-93f6-dc765ae0e29e tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 84dd2032-59a7-48a3-8f4c-a1e7661e78a0] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1483.160509] env[62438]: INFO nova.compute.manager [None req-064485a4-6a18-4782-93f6-dc765ae0e29e tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 84dd2032-59a7-48a3-8f4c-a1e7661e78a0] Took 9.64 seconds to spawn the instance on the hypervisor. [ 1483.160693] env[62438]: DEBUG nova.compute.manager [None req-064485a4-6a18-4782-93f6-dc765ae0e29e tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 84dd2032-59a7-48a3-8f4c-a1e7661e78a0] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1483.161520] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-744a6f65-13e3-4291-a7ac-a88d595eb6a3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.208716] env[62438]: DEBUG nova.compute.manager [req-8e00fc5d-e219-4eca-9098-df617871505c req-5896753c-032c-473b-b64f-108759af5b56 service nova] [instance: b24c2e75-f48d-4dbc-b44c-88123b72046c] Received event network-vif-deleted-50fdf826-616b-490c-9669-13cc42cef79a {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1483.208933] env[62438]: INFO nova.compute.manager [req-8e00fc5d-e219-4eca-9098-df617871505c req-5896753c-032c-473b-b64f-108759af5b56 service nova] [instance: b24c2e75-f48d-4dbc-b44c-88123b72046c] Neutron deleted interface 50fdf826-616b-490c-9669-13cc42cef79a; detaching it from the instance and deleting it from the info cache [ 1483.209126] env[62438]: DEBUG nova.network.neutron [req-8e00fc5d-e219-4eca-9098-df617871505c req-5896753c-032c-473b-b64f-108759af5b56 service nova] [instance: b24c2e75-f48d-4dbc-b44c-88123b72046c] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1483.293725] env[62438]: DEBUG oslo_vmware.api [None req-1aa7c8e7-8121-46b9-a1c2-b11a0ec70574 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Task: {'id': task-1784795, 'name': ReconfigVM_Task, 'duration_secs': 0.234603} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.294013] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-1aa7c8e7-8121-46b9-a1c2-b11a0ec70574 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 84f3ff00-94b2-4595-8046-865c3016fc77] Reconfigured VM instance instance-00000026 to detach disk 2000 {{(pid=62438) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1483.294761] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce88c3a8-9f14-4336-8a6d-a365857b8165 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.316727] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-1aa7c8e7-8121-46b9-a1c2-b11a0ec70574 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 84f3ff00-94b2-4595-8046-865c3016fc77] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 84f3ff00-94b2-4595-8046-865c3016fc77/84f3ff00-94b2-4595-8046-865c3016fc77.vmdk or device None with type thin {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1483.317072] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-127330b6-3ca4-4175-96fb-d8ba34feb140 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.336592] env[62438]: DEBUG oslo_vmware.api [None req-1aa7c8e7-8121-46b9-a1c2-b11a0ec70574 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Waiting for the task: (returnval){ [ 1483.336592] env[62438]: value = "task-1784797" [ 1483.336592] env[62438]: _type = "Task" [ 1483.336592] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.344782] env[62438]: DEBUG oslo_vmware.api [None req-1aa7c8e7-8121-46b9-a1c2-b11a0ec70574 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Task: {'id': task-1784797, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.426727] env[62438]: DEBUG nova.network.neutron [None req-9fecb8cb-e701-474d-a3b3-b0e1234bfffb tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: fa1146c8-af2b-49a6-88f0-6fee8773ce67] Successfully updated port: eb610097-d042-4c9c-8835-dcfc17372ce1 {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1483.596983] env[62438]: DEBUG nova.compute.utils [None req-9bd5c64d-d6e9-4592-9a76-581c9e255535 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1483.597816] env[62438]: DEBUG nova.compute.manager [None req-9bd5c64d-d6e9-4592-9a76-581c9e255535 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1483.598014] env[62438]: DEBUG nova.network.neutron [None req-9bd5c64d-d6e9-4592-9a76-581c9e255535 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1483.609446] env[62438]: DEBUG nova.network.neutron [-] [instance: b24c2e75-f48d-4dbc-b44c-88123b72046c] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1483.623678] env[62438]: DEBUG oslo_vmware.api [None req-86f1bcca-86f5-4382-bc07-8523eb855c97 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Task: {'id': task-1784796, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.658526] env[62438]: DEBUG oslo_concurrency.lockutils [None req-76ac7cdf-5496-4751-ade7-88c71ab756e0 tempest-ServersAaction247Test-630600273 tempest-ServersAaction247Test-630600273-project-member] Lock "98544a26-b42e-4164-8397-18188e662d64" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.212s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1483.659537] env[62438]: DEBUG oslo_concurrency.lockutils [None req-67a41ebc-1bfc-458b-8664-bb92dbfecc4f tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Lock "2cc722a0-76fa-4431-985b-9fe0ad62ef42" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.151s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1483.679371] env[62438]: INFO nova.compute.manager [None req-064485a4-6a18-4782-93f6-dc765ae0e29e tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 84dd2032-59a7-48a3-8f4c-a1e7661e78a0] Took 54.14 seconds to build instance. [ 1483.709506] env[62438]: DEBUG nova.policy [None req-9bd5c64d-d6e9-4592-9a76-581c9e255535 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '68e2a2a3925a435f9a96dde6e199331e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4f3dbad0ee7a4ddebd396ce5fa49f1d7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1483.711396] env[62438]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7708c6a0-1ab6-45fe-8c39-a62828c6d64f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.723699] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20afdf87-ddd4-4082-885b-42f9d6f016bf {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.759410] env[62438]: DEBUG nova.compute.manager [req-8e00fc5d-e219-4eca-9098-df617871505c req-5896753c-032c-473b-b64f-108759af5b56 service nova] [instance: b24c2e75-f48d-4dbc-b44c-88123b72046c] Detach interface failed, port_id=50fdf826-616b-490c-9669-13cc42cef79a, reason: Instance b24c2e75-f48d-4dbc-b44c-88123b72046c could not be found. {{(pid=62438) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1483.846596] env[62438]: DEBUG oslo_vmware.api [None req-1aa7c8e7-8121-46b9-a1c2-b11a0ec70574 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Task: {'id': task-1784797, 'name': ReconfigVM_Task, 'duration_secs': 0.493568} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.846917] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-1aa7c8e7-8121-46b9-a1c2-b11a0ec70574 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 84f3ff00-94b2-4595-8046-865c3016fc77] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 84f3ff00-94b2-4595-8046-865c3016fc77/84f3ff00-94b2-4595-8046-865c3016fc77.vmdk or device None with type thin {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1483.847226] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-1aa7c8e7-8121-46b9-a1c2-b11a0ec70574 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 84f3ff00-94b2-4595-8046-865c3016fc77] Updating instance '84f3ff00-94b2-4595-8046-865c3016fc77' progress to 50 {{(pid=62438) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1483.905093] env[62438]: DEBUG oslo_concurrency.lockutils [None req-80622d25-807d-4236-9376-8935eddc607f tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Acquiring lock "84dd2032-59a7-48a3-8f4c-a1e7661e78a0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1483.928900] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9fecb8cb-e701-474d-a3b3-b0e1234bfffb tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Acquiring lock "refresh_cache-fa1146c8-af2b-49a6-88f0-6fee8773ce67" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1483.929077] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9fecb8cb-e701-474d-a3b3-b0e1234bfffb tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Acquired lock "refresh_cache-fa1146c8-af2b-49a6-88f0-6fee8773ce67" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.929234] env[62438]: DEBUG nova.network.neutron [None req-9fecb8cb-e701-474d-a3b3-b0e1234bfffb tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: fa1146c8-af2b-49a6-88f0-6fee8773ce67] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1483.977163] env[62438]: DEBUG nova.network.neutron [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: 03448a20-9731-4076-bf51-852e9fc7f016] Updating instance_info_cache with network_info: [{"id": "8db974b5-97b4-4a9f-9a20-cdd53f6c7780", "address": "fa:16:3e:87:a0:84", "network": {"id": "8e2a4cc9-3d97-4555-97e3-837d85836978", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "332326a11cdf4ec891065b36ccc5aa20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8db974b5-97", "ovs_interfaceid": "8db974b5-97b4-4a9f-9a20-cdd53f6c7780", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1484.101813] env[62438]: DEBUG nova.compute.manager [None req-9bd5c64d-d6e9-4592-9a76-581c9e255535 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1484.117431] env[62438]: INFO nova.compute.manager [-] [instance: b24c2e75-f48d-4dbc-b44c-88123b72046c] Took 1.33 seconds to deallocate network for instance. [ 1484.127335] env[62438]: DEBUG oslo_vmware.api [None req-86f1bcca-86f5-4382-bc07-8523eb855c97 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Task: {'id': task-1784796, 'name': ReconfigVM_Task, 'duration_secs': 0.683936} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.127335] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-86f1bcca-86f5-4382-bc07-8523eb855c97 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] [instance: 2a23b794-2acb-487c-901d-7aeca03aec83] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 2a23b794-2acb-487c-901d-7aeca03aec83/2a23b794-2acb-487c-901d-7aeca03aec83.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1484.127949] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-daca3dc8-9180-48a8-8231-17b67a72376c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.139383] env[62438]: DEBUG nova.network.neutron [None req-9bd5c64d-d6e9-4592-9a76-581c9e255535 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Successfully created port: 0576ae22-b3b2-43f7-a451-6d22f3ed03c5 {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1484.148132] env[62438]: DEBUG oslo_vmware.api [None req-86f1bcca-86f5-4382-bc07-8523eb855c97 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Waiting for the task: (returnval){ [ 1484.148132] env[62438]: value = "task-1784798" [ 1484.148132] env[62438]: _type = "Task" [ 1484.148132] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.160598] env[62438]: DEBUG oslo_vmware.api [None req-86f1bcca-86f5-4382-bc07-8523eb855c97 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Task: {'id': task-1784798, 'name': Rename_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.181415] env[62438]: DEBUG oslo_concurrency.lockutils [None req-064485a4-6a18-4782-93f6-dc765ae0e29e tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Lock "84dd2032-59a7-48a3-8f4c-a1e7661e78a0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.655s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1484.183573] env[62438]: DEBUG oslo_concurrency.lockutils [None req-80622d25-807d-4236-9376-8935eddc607f tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Lock "84dd2032-59a7-48a3-8f4c-a1e7661e78a0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.279s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1484.183982] env[62438]: DEBUG oslo_concurrency.lockutils [None req-80622d25-807d-4236-9376-8935eddc607f tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Acquiring lock "84dd2032-59a7-48a3-8f4c-a1e7661e78a0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1484.184347] env[62438]: DEBUG oslo_concurrency.lockutils [None req-80622d25-807d-4236-9376-8935eddc607f tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Lock "84dd2032-59a7-48a3-8f4c-a1e7661e78a0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1484.184634] env[62438]: DEBUG oslo_concurrency.lockutils [None req-80622d25-807d-4236-9376-8935eddc607f tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Lock "84dd2032-59a7-48a3-8f4c-a1e7661e78a0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1484.188069] env[62438]: INFO nova.compute.manager [None req-80622d25-807d-4236-9376-8935eddc607f tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 84dd2032-59a7-48a3-8f4c-a1e7661e78a0] Terminating instance [ 1484.193273] env[62438]: DEBUG nova.compute.manager [None req-80622d25-807d-4236-9376-8935eddc607f tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 84dd2032-59a7-48a3-8f4c-a1e7661e78a0] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1484.193644] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-80622d25-807d-4236-9376-8935eddc607f tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 84dd2032-59a7-48a3-8f4c-a1e7661e78a0] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1484.194711] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f26a67b-972f-4dbd-a4d1-5ab45d9252a4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.204098] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-80622d25-807d-4236-9376-8935eddc607f tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 84dd2032-59a7-48a3-8f4c-a1e7661e78a0] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1484.204769] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2af49ef-2481-4d5a-b467-0aadd4abe12e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.210990] env[62438]: DEBUG oslo_vmware.api [None req-80622d25-807d-4236-9376-8935eddc607f tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Waiting for the task: (returnval){ [ 1484.210990] env[62438]: value = "task-1784799" [ 1484.210990] env[62438]: _type = "Task" [ 1484.210990] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.225951] env[62438]: DEBUG oslo_vmware.api [None req-80622d25-807d-4236-9376-8935eddc607f tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1784799, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.354656] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b001d224-6fb7-4026-8d1b-fec53db442d6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.381086] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bbb553f-4337-46c6-ae41-c24584487dd1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.402412] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-1aa7c8e7-8121-46b9-a1c2-b11a0ec70574 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 84f3ff00-94b2-4595-8046-865c3016fc77] Updating instance '84f3ff00-94b2-4595-8046-865c3016fc77' progress to 67 {{(pid=62438) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1484.480063] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Releasing lock "refresh_cache-03448a20-9731-4076-bf51-852e9fc7f016" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1484.480299] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: 03448a20-9731-4076-bf51-852e9fc7f016] Updated the network info_cache for instance {{(pid=62438) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9997}} [ 1484.480533] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1484.480650] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1484.480838] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1484.481037] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1484.481164] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1484.481313] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1484.481439] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62438) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10545}} [ 1484.481677] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager.update_available_resource {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1484.534964] env[62438]: DEBUG nova.network.neutron [None req-9fecb8cb-e701-474d-a3b3-b0e1234bfffb tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: fa1146c8-af2b-49a6-88f0-6fee8773ce67] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1484.628614] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ac56fc5b-a86a-493d-a6ab-6329fc01f538 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1484.653107] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12861673-1bba-47b3-b2a8-3b6cf2577aad {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.667528] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f79ba38-9160-4ba5-9551-c75fe36a8319 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.670843] env[62438]: DEBUG oslo_vmware.api [None req-86f1bcca-86f5-4382-bc07-8523eb855c97 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Task: {'id': task-1784798, 'name': Rename_Task, 'duration_secs': 0.176352} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.671505] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-86f1bcca-86f5-4382-bc07-8523eb855c97 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] [instance: 2a23b794-2acb-487c-901d-7aeca03aec83] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1484.672237] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46ad2c0d-f326-4362-a5bf-80c7b9c31329 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.701500] env[62438]: DEBUG nova.compute.manager [None req-d86f8a2e-7815-4eb1-a0f3-e82110d0f971 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: ac81bf4e-9010-4ff5-9857-18690b409637] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1484.706584] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c8ddeed-b65e-450b-8e67-8c957eb6f2ed {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.710034] env[62438]: DEBUG oslo_vmware.api [None req-86f1bcca-86f5-4382-bc07-8523eb855c97 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Waiting for the task: (returnval){ [ 1484.710034] env[62438]: value = "task-1784800" [ 1484.710034] env[62438]: _type = "Task" [ 1484.710034] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.724539] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ace753-d149-4556-a26e-fd812414ee38 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.735613] env[62438]: DEBUG oslo_vmware.api [None req-80622d25-807d-4236-9376-8935eddc607f tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1784799, 'name': PowerOffVM_Task, 'duration_secs': 0.184751} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.736195] env[62438]: DEBUG oslo_vmware.api [None req-86f1bcca-86f5-4382-bc07-8523eb855c97 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Task: {'id': task-1784800, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.737108] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-80622d25-807d-4236-9376-8935eddc607f tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 84dd2032-59a7-48a3-8f4c-a1e7661e78a0] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1484.737108] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-80622d25-807d-4236-9376-8935eddc607f tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 84dd2032-59a7-48a3-8f4c-a1e7661e78a0] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1484.737108] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ebf47134-8e63-4990-8778-1606d913af06 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.746413] env[62438]: DEBUG nova.compute.provider_tree [None req-1d171dc3-58d3-40a9-bc0a-4f29f2807857 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1484.767498] env[62438]: DEBUG nova.network.neutron [None req-9fecb8cb-e701-474d-a3b3-b0e1234bfffb tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: fa1146c8-af2b-49a6-88f0-6fee8773ce67] Updating instance_info_cache with network_info: [{"id": "eb610097-d042-4c9c-8835-dcfc17372ce1", "address": "fa:16:3e:2a:50:2f", "network": {"id": "8d95458f-de27-4303-9cbb-3fc3119be5c6", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1928252065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c7d5b4fe1064c71becc5699e8467387", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb610097-d0", "ovs_interfaceid": "eb610097-d042-4c9c-8835-dcfc17372ce1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1484.955250] env[62438]: DEBUG nova.network.neutron [None req-1aa7c8e7-8121-46b9-a1c2-b11a0ec70574 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 84f3ff00-94b2-4595-8046-865c3016fc77] Port f6998673-c51a-41b4-8da7-a6c1d8d2592d binding to destination host cpu-1 is already ACTIVE {{(pid=62438) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 1484.987760] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1485.111482] env[62438]: DEBUG nova.compute.manager [None req-9bd5c64d-d6e9-4592-9a76-581c9e255535 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1485.136475] env[62438]: DEBUG nova.virt.hardware [None req-9bd5c64d-d6e9-4592-9a76-581c9e255535 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1485.136739] env[62438]: DEBUG nova.virt.hardware [None req-9bd5c64d-d6e9-4592-9a76-581c9e255535 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1485.136941] env[62438]: DEBUG nova.virt.hardware [None req-9bd5c64d-d6e9-4592-9a76-581c9e255535 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1485.137096] env[62438]: DEBUG nova.virt.hardware [None req-9bd5c64d-d6e9-4592-9a76-581c9e255535 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1485.138556] env[62438]: DEBUG nova.virt.hardware [None req-9bd5c64d-d6e9-4592-9a76-581c9e255535 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1485.138556] env[62438]: DEBUG nova.virt.hardware [None req-9bd5c64d-d6e9-4592-9a76-581c9e255535 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1485.138556] env[62438]: DEBUG nova.virt.hardware [None req-9bd5c64d-d6e9-4592-9a76-581c9e255535 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1485.138556] env[62438]: DEBUG nova.virt.hardware [None req-9bd5c64d-d6e9-4592-9a76-581c9e255535 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1485.138556] env[62438]: DEBUG nova.virt.hardware [None req-9bd5c64d-d6e9-4592-9a76-581c9e255535 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1485.138556] env[62438]: DEBUG nova.virt.hardware [None req-9bd5c64d-d6e9-4592-9a76-581c9e255535 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1485.138556] env[62438]: DEBUG nova.virt.hardware [None req-9bd5c64d-d6e9-4592-9a76-581c9e255535 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1485.139346] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-801b4237-e18b-4c6e-ba9e-05e8c74e3ae9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.147419] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91ef8a73-615a-400c-a672-6c7cf1cd7388 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.225474] env[62438]: DEBUG oslo_vmware.api [None req-86f1bcca-86f5-4382-bc07-8523eb855c97 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Task: {'id': task-1784800, 'name': PowerOnVM_Task, 'duration_secs': 0.508253} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.225474] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-86f1bcca-86f5-4382-bc07-8523eb855c97 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] [instance: 2a23b794-2acb-487c-901d-7aeca03aec83] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1485.225474] env[62438]: INFO nova.compute.manager [None req-86f1bcca-86f5-4382-bc07-8523eb855c97 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] [instance: 2a23b794-2acb-487c-901d-7aeca03aec83] Took 9.09 seconds to spawn the instance on the hypervisor. [ 1485.225620] env[62438]: DEBUG nova.compute.manager [None req-86f1bcca-86f5-4382-bc07-8523eb855c97 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] [instance: 2a23b794-2acb-487c-901d-7aeca03aec83] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1485.226490] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf915eb-e8b8-4ead-805f-5e146015a37b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.231080] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d86f8a2e-7815-4eb1-a0f3-e82110d0f971 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1485.237061] env[62438]: DEBUG nova.compute.manager [req-06611987-e424-4de0-8c2c-1cc481eea39a req-b85d10d4-316d-4103-bada-89b4c3ddf48e service nova] [instance: fa1146c8-af2b-49a6-88f0-6fee8773ce67] Received event network-vif-plugged-eb610097-d042-4c9c-8835-dcfc17372ce1 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1485.237201] env[62438]: DEBUG oslo_concurrency.lockutils [req-06611987-e424-4de0-8c2c-1cc481eea39a req-b85d10d4-316d-4103-bada-89b4c3ddf48e service nova] Acquiring lock "fa1146c8-af2b-49a6-88f0-6fee8773ce67-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1485.237409] env[62438]: DEBUG oslo_concurrency.lockutils [req-06611987-e424-4de0-8c2c-1cc481eea39a req-b85d10d4-316d-4103-bada-89b4c3ddf48e service nova] Lock "fa1146c8-af2b-49a6-88f0-6fee8773ce67-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1485.237581] env[62438]: DEBUG oslo_concurrency.lockutils [req-06611987-e424-4de0-8c2c-1cc481eea39a req-b85d10d4-316d-4103-bada-89b4c3ddf48e service nova] Lock "fa1146c8-af2b-49a6-88f0-6fee8773ce67-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1485.237791] env[62438]: DEBUG nova.compute.manager [req-06611987-e424-4de0-8c2c-1cc481eea39a req-b85d10d4-316d-4103-bada-89b4c3ddf48e service nova] [instance: fa1146c8-af2b-49a6-88f0-6fee8773ce67] No waiting events found dispatching network-vif-plugged-eb610097-d042-4c9c-8835-dcfc17372ce1 {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1485.238011] env[62438]: WARNING nova.compute.manager [req-06611987-e424-4de0-8c2c-1cc481eea39a req-b85d10d4-316d-4103-bada-89b4c3ddf48e service nova] [instance: fa1146c8-af2b-49a6-88f0-6fee8773ce67] Received unexpected event network-vif-plugged-eb610097-d042-4c9c-8835-dcfc17372ce1 for instance with vm_state building and task_state spawning. [ 1485.238196] env[62438]: DEBUG nova.compute.manager [req-06611987-e424-4de0-8c2c-1cc481eea39a req-b85d10d4-316d-4103-bada-89b4c3ddf48e service nova] [instance: fa1146c8-af2b-49a6-88f0-6fee8773ce67] Received event network-changed-eb610097-d042-4c9c-8835-dcfc17372ce1 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1485.238357] env[62438]: DEBUG nova.compute.manager [req-06611987-e424-4de0-8c2c-1cc481eea39a req-b85d10d4-316d-4103-bada-89b4c3ddf48e service nova] [instance: fa1146c8-af2b-49a6-88f0-6fee8773ce67] Refreshing instance network info cache due to event network-changed-eb610097-d042-4c9c-8835-dcfc17372ce1. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1485.238534] env[62438]: DEBUG oslo_concurrency.lockutils [req-06611987-e424-4de0-8c2c-1cc481eea39a req-b85d10d4-316d-4103-bada-89b4c3ddf48e service nova] Acquiring lock "refresh_cache-fa1146c8-af2b-49a6-88f0-6fee8773ce67" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1485.249383] env[62438]: DEBUG nova.scheduler.client.report [None req-1d171dc3-58d3-40a9-bc0a-4f29f2807857 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1485.270634] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9fecb8cb-e701-474d-a3b3-b0e1234bfffb tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Releasing lock "refresh_cache-fa1146c8-af2b-49a6-88f0-6fee8773ce67" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1485.271015] env[62438]: DEBUG nova.compute.manager [None req-9fecb8cb-e701-474d-a3b3-b0e1234bfffb tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: fa1146c8-af2b-49a6-88f0-6fee8773ce67] Instance network_info: |[{"id": "eb610097-d042-4c9c-8835-dcfc17372ce1", "address": "fa:16:3e:2a:50:2f", "network": {"id": "8d95458f-de27-4303-9cbb-3fc3119be5c6", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1928252065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c7d5b4fe1064c71becc5699e8467387", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb610097-d0", "ovs_interfaceid": "eb610097-d042-4c9c-8835-dcfc17372ce1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1485.272089] env[62438]: DEBUG oslo_concurrency.lockutils [req-06611987-e424-4de0-8c2c-1cc481eea39a req-b85d10d4-316d-4103-bada-89b4c3ddf48e service nova] Acquired lock "refresh_cache-fa1146c8-af2b-49a6-88f0-6fee8773ce67" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.272089] env[62438]: DEBUG nova.network.neutron [req-06611987-e424-4de0-8c2c-1cc481eea39a req-b85d10d4-316d-4103-bada-89b4c3ddf48e service nova] [instance: fa1146c8-af2b-49a6-88f0-6fee8773ce67] Refreshing network info cache for port eb610097-d042-4c9c-8835-dcfc17372ce1 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1485.273112] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-9fecb8cb-e701-474d-a3b3-b0e1234bfffb tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: fa1146c8-af2b-49a6-88f0-6fee8773ce67] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:50:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '980cb890-345b-4bf8-990a-a2faec78e49c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eb610097-d042-4c9c-8835-dcfc17372ce1', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1485.281476] env[62438]: DEBUG oslo.service.loopingcall [None req-9fecb8cb-e701-474d-a3b3-b0e1234bfffb tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1485.282443] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa1146c8-af2b-49a6-88f0-6fee8773ce67] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1485.282443] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-74185785-c2e0-4f80-9f0f-beeb800b489f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.298771] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-80622d25-807d-4236-9376-8935eddc607f tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 84dd2032-59a7-48a3-8f4c-a1e7661e78a0] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1485.298771] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-80622d25-807d-4236-9376-8935eddc607f tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 84dd2032-59a7-48a3-8f4c-a1e7661e78a0] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1485.298771] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-80622d25-807d-4236-9376-8935eddc607f tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Deleting the datastore file [datastore1] 84dd2032-59a7-48a3-8f4c-a1e7661e78a0 {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1485.299263] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-67a59356-860d-4bcd-a056-8b8de56c0aa1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.304170] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1485.304170] env[62438]: value = "task-1784802" [ 1485.304170] env[62438]: _type = "Task" [ 1485.304170] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.308621] env[62438]: DEBUG oslo_vmware.api [None req-80622d25-807d-4236-9376-8935eddc607f tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Waiting for the task: (returnval){ [ 1485.308621] env[62438]: value = "task-1784803" [ 1485.308621] env[62438]: _type = "Task" [ 1485.308621] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.314661] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784802, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.319580] env[62438]: DEBUG oslo_vmware.api [None req-80622d25-807d-4236-9376-8935eddc607f tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1784803, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.751676] env[62438]: INFO nova.compute.manager [None req-86f1bcca-86f5-4382-bc07-8523eb855c97 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] [instance: 2a23b794-2acb-487c-901d-7aeca03aec83] Took 52.71 seconds to build instance. [ 1485.754706] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1d171dc3-58d3-40a9-bc0a-4f29f2807857 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.655s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1485.755211] env[62438]: DEBUG nova.compute.manager [None req-1d171dc3-58d3-40a9-bc0a-4f29f2807857 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: 2b5c87fe-1c80-4cb9-86fe-4dd083322e71] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1485.761203] env[62438]: DEBUG oslo_concurrency.lockutils [None req-549be62c-a320-4282-bf74-84d97a3c69b9 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.508s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1485.761420] env[62438]: DEBUG nova.objects.instance [None req-549be62c-a320-4282-bf74-84d97a3c69b9 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: c15b97da-95c7-4a9d-be28-cda5cea50c2b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62438) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1485.823654] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784802, 'name': CreateVM_Task, 'duration_secs': 0.408843} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.827056] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa1146c8-af2b-49a6-88f0-6fee8773ce67] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1485.827499] env[62438]: DEBUG oslo_vmware.api [None req-80622d25-807d-4236-9376-8935eddc607f tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1784803, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.247432} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.828182] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9fecb8cb-e701-474d-a3b3-b0e1234bfffb tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1485.828329] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9fecb8cb-e701-474d-a3b3-b0e1234bfffb tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.828741] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9fecb8cb-e701-474d-a3b3-b0e1234bfffb tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1485.829313] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-80622d25-807d-4236-9376-8935eddc607f tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1485.829521] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-80622d25-807d-4236-9376-8935eddc607f tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 84dd2032-59a7-48a3-8f4c-a1e7661e78a0] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1485.829728] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-80622d25-807d-4236-9376-8935eddc607f tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 84dd2032-59a7-48a3-8f4c-a1e7661e78a0] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1485.829901] env[62438]: INFO nova.compute.manager [None req-80622d25-807d-4236-9376-8935eddc607f tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 84dd2032-59a7-48a3-8f4c-a1e7661e78a0] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1485.830191] env[62438]: DEBUG oslo.service.loopingcall [None req-80622d25-807d-4236-9376-8935eddc607f tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1485.830694] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf11f7e4-41a6-46ad-90e8-97ade694fb96 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.832561] env[62438]: DEBUG nova.compute.manager [-] [instance: 84dd2032-59a7-48a3-8f4c-a1e7661e78a0] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1485.832732] env[62438]: DEBUG nova.network.neutron [-] [instance: 84dd2032-59a7-48a3-8f4c-a1e7661e78a0] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1485.838216] env[62438]: DEBUG oslo_vmware.api [None req-9fecb8cb-e701-474d-a3b3-b0e1234bfffb tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Waiting for the task: (returnval){ [ 1485.838216] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]523086b8-7cb3-9dc0-1ad4-a5626643510b" [ 1485.838216] env[62438]: _type = "Task" [ 1485.838216] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.849046] env[62438]: DEBUG oslo_vmware.api [None req-9fecb8cb-e701-474d-a3b3-b0e1234bfffb tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]523086b8-7cb3-9dc0-1ad4-a5626643510b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.982180] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1aa7c8e7-8121-46b9-a1c2-b11a0ec70574 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Acquiring lock "84f3ff00-94b2-4595-8046-865c3016fc77-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1485.982180] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1aa7c8e7-8121-46b9-a1c2-b11a0ec70574 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Lock "84f3ff00-94b2-4595-8046-865c3016fc77-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1485.982180] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1aa7c8e7-8121-46b9-a1c2-b11a0ec70574 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Lock "84f3ff00-94b2-4595-8046-865c3016fc77-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1486.255401] env[62438]: DEBUG oslo_concurrency.lockutils [None req-86f1bcca-86f5-4382-bc07-8523eb855c97 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Lock "2a23b794-2acb-487c-901d-7aeca03aec83" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.226s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1486.270088] env[62438]: DEBUG nova.compute.utils [None req-1d171dc3-58d3-40a9-bc0a-4f29f2807857 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1486.274314] env[62438]: DEBUG nova.compute.manager [None req-1d171dc3-58d3-40a9-bc0a-4f29f2807857 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: 2b5c87fe-1c80-4cb9-86fe-4dd083322e71] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1486.274314] env[62438]: DEBUG nova.network.neutron [None req-1d171dc3-58d3-40a9-bc0a-4f29f2807857 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: 2b5c87fe-1c80-4cb9-86fe-4dd083322e71] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1486.316713] env[62438]: DEBUG nova.policy [None req-1d171dc3-58d3-40a9-bc0a-4f29f2807857 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f49e7854fb004c08b9fffad6b2212a50', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a974a1f1bd4049f1b41bc114794b6696', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1486.350015] env[62438]: DEBUG oslo_vmware.api [None req-9fecb8cb-e701-474d-a3b3-b0e1234bfffb tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]523086b8-7cb3-9dc0-1ad4-a5626643510b, 'name': SearchDatastore_Task, 'duration_secs': 0.026994} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.352113] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9fecb8cb-e701-474d-a3b3-b0e1234bfffb tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1486.352385] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-9fecb8cb-e701-474d-a3b3-b0e1234bfffb tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: fa1146c8-af2b-49a6-88f0-6fee8773ce67] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1486.352650] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9fecb8cb-e701-474d-a3b3-b0e1234bfffb tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1486.352832] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9fecb8cb-e701-474d-a3b3-b0e1234bfffb tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.353043] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fecb8cb-e701-474d-a3b3-b0e1234bfffb tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1486.353338] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-beb6f90d-33c1-46ea-b7c7-a6dc470a68f9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.367839] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fecb8cb-e701-474d-a3b3-b0e1234bfffb tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1486.367839] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-9fecb8cb-e701-474d-a3b3-b0e1234bfffb tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1486.367995] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8adf9180-881b-4fa2-b359-e8859adad8a2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.378020] env[62438]: DEBUG oslo_vmware.api [None req-9fecb8cb-e701-474d-a3b3-b0e1234bfffb tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Waiting for the task: (returnval){ [ 1486.378020] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5242190b-1bd2-0d45-ae17-c20ccd65de59" [ 1486.378020] env[62438]: _type = "Task" [ 1486.378020] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.381715] env[62438]: DEBUG oslo_vmware.api [None req-9fecb8cb-e701-474d-a3b3-b0e1234bfffb tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5242190b-1bd2-0d45-ae17-c20ccd65de59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.460397] env[62438]: DEBUG nova.network.neutron [req-06611987-e424-4de0-8c2c-1cc481eea39a req-b85d10d4-316d-4103-bada-89b4c3ddf48e service nova] [instance: fa1146c8-af2b-49a6-88f0-6fee8773ce67] Updated VIF entry in instance network info cache for port eb610097-d042-4c9c-8835-dcfc17372ce1. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1486.460740] env[62438]: DEBUG nova.network.neutron [req-06611987-e424-4de0-8c2c-1cc481eea39a req-b85d10d4-316d-4103-bada-89b4c3ddf48e service nova] [instance: fa1146c8-af2b-49a6-88f0-6fee8773ce67] Updating instance_info_cache with network_info: [{"id": "eb610097-d042-4c9c-8835-dcfc17372ce1", "address": "fa:16:3e:2a:50:2f", "network": {"id": "8d95458f-de27-4303-9cbb-3fc3119be5c6", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1928252065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c7d5b4fe1064c71becc5699e8467387", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb610097-d0", "ovs_interfaceid": "eb610097-d042-4c9c-8835-dcfc17372ce1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1486.603028] env[62438]: DEBUG nova.network.neutron [-] [instance: 84dd2032-59a7-48a3-8f4c-a1e7661e78a0] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1486.631599] env[62438]: DEBUG nova.network.neutron [None req-1d171dc3-58d3-40a9-bc0a-4f29f2807857 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: 2b5c87fe-1c80-4cb9-86fe-4dd083322e71] Successfully created port: e7894f52-4de6-4a56-a897-2b9af5d35151 {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1486.658391] env[62438]: DEBUG nova.network.neutron [None req-9bd5c64d-d6e9-4592-9a76-581c9e255535 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Successfully updated port: 0576ae22-b3b2-43f7-a451-6d22f3ed03c5 {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1486.713959] env[62438]: DEBUG nova.compute.manager [req-cb6f17e2-49e0-4569-9f92-8b3051d8fa9d req-4c4ea721-780d-452f-8075-fc6e08ba2ab8 service nova] [instance: 84dd2032-59a7-48a3-8f4c-a1e7661e78a0] Received event network-vif-deleted-55f4f657-eaf3-40e3-874f-be4f2feba2c0 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1486.778594] env[62438]: DEBUG oslo_concurrency.lockutils [None req-549be62c-a320-4282-bf74-84d97a3c69b9 tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1486.778594] env[62438]: DEBUG oslo_concurrency.lockutils [None req-b46534ab-f959-43b2-a092-bc49d7ea2a5b tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.520s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1486.779693] env[62438]: INFO nova.compute.claims [None req-b46534ab-f959-43b2-a092-bc49d7ea2a5b tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] [instance: 5f2f6e09-af90-465e-9451-dc4ce16fb851] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1486.783102] env[62438]: DEBUG nova.compute.manager [None req-1d171dc3-58d3-40a9-bc0a-4f29f2807857 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: 2b5c87fe-1c80-4cb9-86fe-4dd083322e71] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1486.884160] env[62438]: DEBUG oslo_vmware.api [None req-9fecb8cb-e701-474d-a3b3-b0e1234bfffb tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5242190b-1bd2-0d45-ae17-c20ccd65de59, 'name': SearchDatastore_Task, 'duration_secs': 0.050573} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.891459] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45f0a22e-8fec-4194-b568-03c7693544cb {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.899692] env[62438]: DEBUG oslo_vmware.api [None req-9fecb8cb-e701-474d-a3b3-b0e1234bfffb tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Waiting for the task: (returnval){ [ 1486.899692] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52d47e6d-bb5d-ddc7-22d7-8e20c0b777d8" [ 1486.899692] env[62438]: _type = "Task" [ 1486.899692] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.907109] env[62438]: DEBUG oslo_vmware.api [None req-9fecb8cb-e701-474d-a3b3-b0e1234bfffb tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52d47e6d-bb5d-ddc7-22d7-8e20c0b777d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.965135] env[62438]: DEBUG oslo_concurrency.lockutils [req-06611987-e424-4de0-8c2c-1cc481eea39a req-b85d10d4-316d-4103-bada-89b4c3ddf48e service nova] Releasing lock "refresh_cache-fa1146c8-af2b-49a6-88f0-6fee8773ce67" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1487.058896] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1aa7c8e7-8121-46b9-a1c2-b11a0ec70574 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Acquiring lock "refresh_cache-84f3ff00-94b2-4595-8046-865c3016fc77" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1487.058896] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1aa7c8e7-8121-46b9-a1c2-b11a0ec70574 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Acquired lock "refresh_cache-84f3ff00-94b2-4595-8046-865c3016fc77" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.058896] env[62438]: DEBUG nova.network.neutron [None req-1aa7c8e7-8121-46b9-a1c2-b11a0ec70574 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 84f3ff00-94b2-4595-8046-865c3016fc77] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1487.107961] env[62438]: INFO nova.compute.manager [-] [instance: 84dd2032-59a7-48a3-8f4c-a1e7661e78a0] Took 1.27 seconds to deallocate network for instance. [ 1487.166015] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9bd5c64d-d6e9-4592-9a76-581c9e255535 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Acquiring lock "refresh_cache-0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1487.166508] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9bd5c64d-d6e9-4592-9a76-581c9e255535 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Acquired lock "refresh_cache-0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.168160] env[62438]: DEBUG nova.network.neutron [None req-9bd5c64d-d6e9-4592-9a76-581c9e255535 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1487.349436] env[62438]: DEBUG nova.compute.manager [req-efda5b9f-9e81-471a-a707-046677ca3497 req-b81f95a3-bc89-4df5-8454-dfd3e5cedfbc service nova] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Received event network-vif-plugged-0576ae22-b3b2-43f7-a451-6d22f3ed03c5 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1487.349946] env[62438]: DEBUG oslo_concurrency.lockutils [req-efda5b9f-9e81-471a-a707-046677ca3497 req-b81f95a3-bc89-4df5-8454-dfd3e5cedfbc service nova] Acquiring lock "0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1487.350130] env[62438]: DEBUG oslo_concurrency.lockutils [req-efda5b9f-9e81-471a-a707-046677ca3497 req-b81f95a3-bc89-4df5-8454-dfd3e5cedfbc service nova] Lock "0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1487.350273] env[62438]: DEBUG oslo_concurrency.lockutils [req-efda5b9f-9e81-471a-a707-046677ca3497 req-b81f95a3-bc89-4df5-8454-dfd3e5cedfbc service nova] Lock "0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1487.350384] env[62438]: DEBUG nova.compute.manager [req-efda5b9f-9e81-471a-a707-046677ca3497 req-b81f95a3-bc89-4df5-8454-dfd3e5cedfbc service nova] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] No waiting events found dispatching network-vif-plugged-0576ae22-b3b2-43f7-a451-6d22f3ed03c5 {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1487.350560] env[62438]: WARNING nova.compute.manager [req-efda5b9f-9e81-471a-a707-046677ca3497 req-b81f95a3-bc89-4df5-8454-dfd3e5cedfbc service nova] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Received unexpected event network-vif-plugged-0576ae22-b3b2-43f7-a451-6d22f3ed03c5 for instance with vm_state building and task_state spawning. [ 1487.350729] env[62438]: DEBUG nova.compute.manager [req-efda5b9f-9e81-471a-a707-046677ca3497 req-b81f95a3-bc89-4df5-8454-dfd3e5cedfbc service nova] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Received event network-changed-0576ae22-b3b2-43f7-a451-6d22f3ed03c5 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1487.350922] env[62438]: DEBUG nova.compute.manager [req-efda5b9f-9e81-471a-a707-046677ca3497 req-b81f95a3-bc89-4df5-8454-dfd3e5cedfbc service nova] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Refreshing instance network info cache due to event network-changed-0576ae22-b3b2-43f7-a451-6d22f3ed03c5. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1487.351128] env[62438]: DEBUG oslo_concurrency.lockutils [req-efda5b9f-9e81-471a-a707-046677ca3497 req-b81f95a3-bc89-4df5-8454-dfd3e5cedfbc service nova] Acquiring lock "refresh_cache-0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1487.408098] env[62438]: DEBUG oslo_vmware.api [None req-9fecb8cb-e701-474d-a3b3-b0e1234bfffb tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52d47e6d-bb5d-ddc7-22d7-8e20c0b777d8, 'name': SearchDatastore_Task, 'duration_secs': 0.029798} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.408395] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9fecb8cb-e701-474d-a3b3-b0e1234bfffb tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1487.408682] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fecb8cb-e701-474d-a3b3-b0e1234bfffb tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] fa1146c8-af2b-49a6-88f0-6fee8773ce67/fa1146c8-af2b-49a6-88f0-6fee8773ce67.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1487.408952] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-30846100-05a5-4a82-8b80-df9e32fa43ff {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.417091] env[62438]: DEBUG oslo_vmware.api [None req-9fecb8cb-e701-474d-a3b3-b0e1234bfffb tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Waiting for the task: (returnval){ [ 1487.417091] env[62438]: value = "task-1784804" [ 1487.417091] env[62438]: _type = "Task" [ 1487.417091] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.424693] env[62438]: DEBUG oslo_vmware.api [None req-9fecb8cb-e701-474d-a3b3-b0e1234bfffb tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1784804, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.616135] env[62438]: DEBUG oslo_concurrency.lockutils [None req-80622d25-807d-4236-9376-8935eddc607f tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1487.742267] env[62438]: DEBUG nova.network.neutron [None req-9bd5c64d-d6e9-4592-9a76-581c9e255535 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1487.799148] env[62438]: DEBUG nova.compute.manager [None req-1d171dc3-58d3-40a9-bc0a-4f29f2807857 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: 2b5c87fe-1c80-4cb9-86fe-4dd083322e71] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1487.838764] env[62438]: DEBUG nova.virt.hardware [None req-1d171dc3-58d3-40a9-bc0a-4f29f2807857 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1487.839083] env[62438]: DEBUG nova.virt.hardware [None req-1d171dc3-58d3-40a9-bc0a-4f29f2807857 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1487.839210] env[62438]: DEBUG nova.virt.hardware [None req-1d171dc3-58d3-40a9-bc0a-4f29f2807857 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1487.839400] env[62438]: DEBUG nova.virt.hardware [None req-1d171dc3-58d3-40a9-bc0a-4f29f2807857 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1487.839560] env[62438]: DEBUG nova.virt.hardware [None req-1d171dc3-58d3-40a9-bc0a-4f29f2807857 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1487.839727] env[62438]: DEBUG nova.virt.hardware [None req-1d171dc3-58d3-40a9-bc0a-4f29f2807857 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1487.839906] env[62438]: DEBUG nova.virt.hardware [None req-1d171dc3-58d3-40a9-bc0a-4f29f2807857 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1487.840094] env[62438]: DEBUG nova.virt.hardware [None req-1d171dc3-58d3-40a9-bc0a-4f29f2807857 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1487.840275] env[62438]: DEBUG nova.virt.hardware [None req-1d171dc3-58d3-40a9-bc0a-4f29f2807857 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1487.840445] env[62438]: DEBUG nova.virt.hardware [None req-1d171dc3-58d3-40a9-bc0a-4f29f2807857 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1487.840626] env[62438]: DEBUG nova.virt.hardware [None req-1d171dc3-58d3-40a9-bc0a-4f29f2807857 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1487.841984] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f3b98df-6c0a-4020-8d2f-0086c5211b55 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.850710] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff0091a-7b3b-4fac-abe1-942fdeb0223c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.929240] env[62438]: DEBUG oslo_vmware.api [None req-9fecb8cb-e701-474d-a3b3-b0e1234bfffb tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1784804, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.204408] env[62438]: DEBUG nova.network.neutron [None req-1d171dc3-58d3-40a9-bc0a-4f29f2807857 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: 2b5c87fe-1c80-4cb9-86fe-4dd083322e71] Successfully updated port: e7894f52-4de6-4a56-a897-2b9af5d35151 {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1488.306474] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ec4e22-3dd8-4ea0-a37b-7caaabd91844 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.313947] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f4a38a9-466a-4d74-b928-704473f4fefc {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.344566] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d574fb91-fe9e-4867-a737-c17d3fc2e30a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.352771] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e85ccb4f-ec10-4467-b666-bc0eabcb3a48 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.366423] env[62438]: DEBUG nova.compute.provider_tree [None req-b46534ab-f959-43b2-a092-bc49d7ea2a5b tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1488.389188] env[62438]: DEBUG nova.network.neutron [None req-1aa7c8e7-8121-46b9-a1c2-b11a0ec70574 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 84f3ff00-94b2-4595-8046-865c3016fc77] Updating instance_info_cache with network_info: [{"id": "f6998673-c51a-41b4-8da7-a6c1d8d2592d", "address": "fa:16:3e:a0:72:12", "network": {"id": "8e2a4cc9-3d97-4555-97e3-837d85836978", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "332326a11cdf4ec891065b36ccc5aa20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6998673-c5", "ovs_interfaceid": "f6998673-c51a-41b4-8da7-a6c1d8d2592d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1488.423946] env[62438]: DEBUG nova.network.neutron [None req-9bd5c64d-d6e9-4592-9a76-581c9e255535 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Updating instance_info_cache with network_info: [{"id": "0576ae22-b3b2-43f7-a451-6d22f3ed03c5", "address": "fa:16:3e:be:d3:07", "network": {"id": "0dbd3920-b0f9-440c-828e-f62c188026e3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-185667311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f3dbad0ee7a4ddebd396ce5fa49f1d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0576ae22-b3", "ovs_interfaceid": "0576ae22-b3b2-43f7-a451-6d22f3ed03c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1488.434124] env[62438]: DEBUG oslo_vmware.api [None req-9fecb8cb-e701-474d-a3b3-b0e1234bfffb tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1784804, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.665402} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.434407] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fecb8cb-e701-474d-a3b3-b0e1234bfffb tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] fa1146c8-af2b-49a6-88f0-6fee8773ce67/fa1146c8-af2b-49a6-88f0-6fee8773ce67.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1488.434624] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-9fecb8cb-e701-474d-a3b3-b0e1234bfffb tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: fa1146c8-af2b-49a6-88f0-6fee8773ce67] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1488.434889] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2c724d76-a44a-4a82-b2a4-cb7333fdb50c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.441820] env[62438]: DEBUG oslo_vmware.api [None req-9fecb8cb-e701-474d-a3b3-b0e1234bfffb tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Waiting for the task: (returnval){ [ 1488.441820] env[62438]: value = "task-1784805" [ 1488.441820] env[62438]: _type = "Task" [ 1488.441820] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.452202] env[62438]: DEBUG oslo_vmware.api [None req-9fecb8cb-e701-474d-a3b3-b0e1234bfffb tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1784805, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.471418] env[62438]: INFO nova.compute.manager [None req-fa5a1fb8-eccf-4e04-a4a8-1ca10749dbcb tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] Rebuilding instance [ 1488.514938] env[62438]: DEBUG nova.compute.manager [None req-fa5a1fb8-eccf-4e04-a4a8-1ca10749dbcb tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1488.515805] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b59a2f5-973f-4e80-94fd-888420950fd0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.707469] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1d171dc3-58d3-40a9-bc0a-4f29f2807857 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Acquiring lock "refresh_cache-2b5c87fe-1c80-4cb9-86fe-4dd083322e71" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1488.707599] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1d171dc3-58d3-40a9-bc0a-4f29f2807857 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Acquired lock "refresh_cache-2b5c87fe-1c80-4cb9-86fe-4dd083322e71" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.707753] env[62438]: DEBUG nova.network.neutron [None req-1d171dc3-58d3-40a9-bc0a-4f29f2807857 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: 2b5c87fe-1c80-4cb9-86fe-4dd083322e71] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1488.870149] env[62438]: DEBUG nova.scheduler.client.report [None req-b46534ab-f959-43b2-a092-bc49d7ea2a5b tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1488.895628] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1aa7c8e7-8121-46b9-a1c2-b11a0ec70574 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Releasing lock "refresh_cache-84f3ff00-94b2-4595-8046-865c3016fc77" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1488.930469] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9bd5c64d-d6e9-4592-9a76-581c9e255535 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Releasing lock "refresh_cache-0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1488.930824] env[62438]: DEBUG nova.compute.manager [None req-9bd5c64d-d6e9-4592-9a76-581c9e255535 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Instance network_info: |[{"id": "0576ae22-b3b2-43f7-a451-6d22f3ed03c5", "address": "fa:16:3e:be:d3:07", "network": {"id": "0dbd3920-b0f9-440c-828e-f62c188026e3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-185667311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f3dbad0ee7a4ddebd396ce5fa49f1d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0576ae22-b3", "ovs_interfaceid": "0576ae22-b3b2-43f7-a451-6d22f3ed03c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1488.931443] env[62438]: DEBUG oslo_concurrency.lockutils [req-efda5b9f-9e81-471a-a707-046677ca3497 req-b81f95a3-bc89-4df5-8454-dfd3e5cedfbc service nova] Acquired lock "refresh_cache-0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.931716] env[62438]: DEBUG nova.network.neutron [req-efda5b9f-9e81-471a-a707-046677ca3497 req-b81f95a3-bc89-4df5-8454-dfd3e5cedfbc service nova] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Refreshing network info cache for port 0576ae22-b3b2-43f7-a451-6d22f3ed03c5 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1488.936021] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-9bd5c64d-d6e9-4592-9a76-581c9e255535 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:d3:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ab93899c-92b2-4d84-95a6-192234add28c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0576ae22-b3b2-43f7-a451-6d22f3ed03c5', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1488.944278] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bd5c64d-d6e9-4592-9a76-581c9e255535 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Creating folder: Project (4f3dbad0ee7a4ddebd396ce5fa49f1d7). Parent ref: group-v370230. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1488.946432] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a9d67a7e-3ed9-4365-b52a-250b5a3bbfc8 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.962819] env[62438]: DEBUG oslo_vmware.api [None req-9fecb8cb-e701-474d-a3b3-b0e1234bfffb tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1784805, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06973} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.963109] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-9fecb8cb-e701-474d-a3b3-b0e1234bfffb tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: fa1146c8-af2b-49a6-88f0-6fee8773ce67] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1488.964531] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8ffb1c3-e9ae-4025-b607-5b512cae21ae {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.968483] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-9bd5c64d-d6e9-4592-9a76-581c9e255535 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Created folder: Project (4f3dbad0ee7a4ddebd396ce5fa49f1d7) in parent group-v370230. [ 1488.968673] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bd5c64d-d6e9-4592-9a76-581c9e255535 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Creating folder: Instances. Parent ref: group-v370370. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1488.969227] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-48d0232a-aada-4c8d-92b4-87ad0ddb268f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.991997] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fecb8cb-e701-474d-a3b3-b0e1234bfffb tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: fa1146c8-af2b-49a6-88f0-6fee8773ce67] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] fa1146c8-af2b-49a6-88f0-6fee8773ce67/fa1146c8-af2b-49a6-88f0-6fee8773ce67.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1488.992782] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f82ca10-2367-492c-8e54-3093b1bbe0bd {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.012386] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-9bd5c64d-d6e9-4592-9a76-581c9e255535 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Created folder: Instances in parent group-v370370. [ 1489.012751] env[62438]: DEBUG oslo.service.loopingcall [None req-9bd5c64d-d6e9-4592-9a76-581c9e255535 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1489.013510] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1489.013784] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f46cb9be-457d-4da6-85f1-841d16f74082 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.030491] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa5a1fb8-eccf-4e04-a4a8-1ca10749dbcb tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1489.030844] env[62438]: DEBUG oslo_vmware.api [None req-9fecb8cb-e701-474d-a3b3-b0e1234bfffb tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Waiting for the task: (returnval){ [ 1489.030844] env[62438]: value = "task-1784808" [ 1489.030844] env[62438]: _type = "Task" [ 1489.030844] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.031069] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d076859d-0b25-4b60-8b24-c6fd811a4b73 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.037351] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1489.037351] env[62438]: value = "task-1784809" [ 1489.037351] env[62438]: _type = "Task" [ 1489.037351] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.044629] env[62438]: DEBUG oslo_vmware.api [None req-9fecb8cb-e701-474d-a3b3-b0e1234bfffb tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1784808, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.045253] env[62438]: DEBUG oslo_vmware.api [None req-fa5a1fb8-eccf-4e04-a4a8-1ca10749dbcb tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] Waiting for the task: (returnval){ [ 1489.045253] env[62438]: value = "task-1784810" [ 1489.045253] env[62438]: _type = "Task" [ 1489.045253] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.051417] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784809, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.056186] env[62438]: DEBUG oslo_vmware.api [None req-fa5a1fb8-eccf-4e04-a4a8-1ca10749dbcb tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] Task: {'id': task-1784810, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.255029] env[62438]: DEBUG nova.network.neutron [None req-1d171dc3-58d3-40a9-bc0a-4f29f2807857 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: 2b5c87fe-1c80-4cb9-86fe-4dd083322e71] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1489.375788] env[62438]: DEBUG oslo_concurrency.lockutils [None req-b46534ab-f959-43b2-a092-bc49d7ea2a5b tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.598s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1489.376362] env[62438]: DEBUG nova.compute.manager [None req-b46534ab-f959-43b2-a092-bc49d7ea2a5b tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] [instance: 5f2f6e09-af90-465e-9451-dc4ce16fb851] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1489.379215] env[62438]: DEBUG oslo_concurrency.lockutils [None req-96d0f99a-b3cc-462d-b2c9-ae2f865d2b6c tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.862s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1489.379430] env[62438]: DEBUG oslo_concurrency.lockutils [None req-96d0f99a-b3cc-462d-b2c9-ae2f865d2b6c tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1489.381665] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e711954a-91de-4a04-85ee-2183eb2cb66c tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.098s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1489.383332] env[62438]: INFO nova.compute.claims [None req-e711954a-91de-4a04-85ee-2183eb2cb66c tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 29223975-ba66-48c1-9dd6-07143475fb2a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1489.418299] env[62438]: INFO nova.scheduler.client.report [None req-96d0f99a-b3cc-462d-b2c9-ae2f865d2b6c tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Deleted allocations for instance 123a890e-3772-4f4f-b12d-5fae028ee895 [ 1489.420445] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-808606cb-4962-4ff5-815f-db5b3d0256d2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.447788] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d579a5a1-d909-4dc9-8765-b161905707fb {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.455995] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-1aa7c8e7-8121-46b9-a1c2-b11a0ec70574 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 84f3ff00-94b2-4595-8046-865c3016fc77] Updating instance '84f3ff00-94b2-4595-8046-865c3016fc77' progress to 83 {{(pid=62438) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1489.544883] env[62438]: DEBUG oslo_vmware.api [None req-9fecb8cb-e701-474d-a3b3-b0e1234bfffb tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1784808, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.559858] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784809, 'name': CreateVM_Task, 'duration_secs': 0.488588} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.560408] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1489.561144] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9bd5c64d-d6e9-4592-9a76-581c9e255535 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1489.561425] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9bd5c64d-d6e9-4592-9a76-581c9e255535 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.561802] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9bd5c64d-d6e9-4592-9a76-581c9e255535 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1489.564757] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79669ad3-5236-440e-8a2a-fc6da3ea3579 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.566441] env[62438]: DEBUG oslo_vmware.api [None req-fa5a1fb8-eccf-4e04-a4a8-1ca10749dbcb tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] Task: {'id': task-1784810, 'name': PowerOffVM_Task, 'duration_secs': 0.217615} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.566687] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa5a1fb8-eccf-4e04-a4a8-1ca10749dbcb tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1489.567367] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa5a1fb8-eccf-4e04-a4a8-1ca10749dbcb tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1489.567932] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce3ccc53-d542-4c55-8acb-110d1b4c8335 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.570421] env[62438]: DEBUG oslo_vmware.api [None req-9bd5c64d-d6e9-4592-9a76-581c9e255535 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Waiting for the task: (returnval){ [ 1489.570421] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52c51c4c-abcf-0eff-37bc-2c5cdf3b147e" [ 1489.570421] env[62438]: _type = "Task" [ 1489.570421] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.575895] env[62438]: DEBUG oslo_vmware.api [None req-fa5a1fb8-eccf-4e04-a4a8-1ca10749dbcb tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] Waiting for the task: (returnval){ [ 1489.575895] env[62438]: value = "task-1784811" [ 1489.575895] env[62438]: _type = "Task" [ 1489.575895] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.578725] env[62438]: DEBUG oslo_vmware.api [None req-9bd5c64d-d6e9-4592-9a76-581c9e255535 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52c51c4c-abcf-0eff-37bc-2c5cdf3b147e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.586019] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa5a1fb8-eccf-4e04-a4a8-1ca10749dbcb tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] VM already powered off {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 1489.586242] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa5a1fb8-eccf-4e04-a4a8-1ca10749dbcb tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] Volume detach. Driver type: vmdk {{(pid=62438) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1489.586438] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa5a1fb8-eccf-4e04-a4a8-1ca10749dbcb tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370264', 'volume_id': '83444f1f-6fbe-49cb-8cc3-56a7dbcbc96f', 'name': 'volume-83444f1f-6fbe-49cb-8cc3-56a7dbcbc96f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b791bdf7-feaa-4752-a8a6-45d1562e4874', 'attached_at': '', 'detached_at': '', 'volume_id': '83444f1f-6fbe-49cb-8cc3-56a7dbcbc96f', 'serial': '83444f1f-6fbe-49cb-8cc3-56a7dbcbc96f'} {{(pid=62438) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1489.587210] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbc752ac-b865-42ac-90f4-8f8795708b14 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.605048] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be1081f1-0dc5-4bd2-85ed-76c4d1c5d46a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.611535] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85194efe-4714-4ef6-87b6-b44becff0bb2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.634908] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29084a92-b34c-4e5c-b4cd-11e112dd0bc5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.646967] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa5a1fb8-eccf-4e04-a4a8-1ca10749dbcb tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] The volume has not been displaced from its original location: [datastore1] volume-83444f1f-6fbe-49cb-8cc3-56a7dbcbc96f/volume-83444f1f-6fbe-49cb-8cc3-56a7dbcbc96f.vmdk. No consolidation needed. {{(pid=62438) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1489.652325] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa5a1fb8-eccf-4e04-a4a8-1ca10749dbcb tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] Reconfiguring VM instance instance-00000017 to detach disk 2000 {{(pid=62438) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1489.652748] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-427facee-8e91-472e-8794-69668527f772 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.673605] env[62438]: DEBUG oslo_vmware.api [None req-fa5a1fb8-eccf-4e04-a4a8-1ca10749dbcb tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] Waiting for the task: (returnval){ [ 1489.673605] env[62438]: value = "task-1784812" [ 1489.673605] env[62438]: _type = "Task" [ 1489.673605] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.677593] env[62438]: DEBUG nova.network.neutron [None req-1d171dc3-58d3-40a9-bc0a-4f29f2807857 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: 2b5c87fe-1c80-4cb9-86fe-4dd083322e71] Updating instance_info_cache with network_info: [{"id": "e7894f52-4de6-4a56-a897-2b9af5d35151", "address": "fa:16:3e:0a:31:3a", "network": {"id": "a842c849-d53e-4861-ba7c-3a7d63a56e07", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1714288597-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a974a1f1bd4049f1b41bc114794b6696", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7894f52-4d", "ovs_interfaceid": "e7894f52-4de6-4a56-a897-2b9af5d35151", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1489.683522] env[62438]: DEBUG oslo_vmware.api [None req-fa5a1fb8-eccf-4e04-a4a8-1ca10749dbcb tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] Task: {'id': task-1784812, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.793128] env[62438]: DEBUG nova.compute.manager [req-565a738f-a869-4961-99cf-7d77a3ab2966 req-8f5a0196-7a7c-4f45-bdf0-03565fc2f703 service nova] [instance: 2b5c87fe-1c80-4cb9-86fe-4dd083322e71] Received event network-vif-plugged-e7894f52-4de6-4a56-a897-2b9af5d35151 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1489.793128] env[62438]: DEBUG oslo_concurrency.lockutils [req-565a738f-a869-4961-99cf-7d77a3ab2966 req-8f5a0196-7a7c-4f45-bdf0-03565fc2f703 service nova] Acquiring lock "2b5c87fe-1c80-4cb9-86fe-4dd083322e71-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1489.793128] env[62438]: DEBUG oslo_concurrency.lockutils [req-565a738f-a869-4961-99cf-7d77a3ab2966 req-8f5a0196-7a7c-4f45-bdf0-03565fc2f703 service nova] Lock "2b5c87fe-1c80-4cb9-86fe-4dd083322e71-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1489.793128] env[62438]: DEBUG oslo_concurrency.lockutils [req-565a738f-a869-4961-99cf-7d77a3ab2966 req-8f5a0196-7a7c-4f45-bdf0-03565fc2f703 service nova] Lock "2b5c87fe-1c80-4cb9-86fe-4dd083322e71-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1489.793837] env[62438]: DEBUG nova.compute.manager [req-565a738f-a869-4961-99cf-7d77a3ab2966 req-8f5a0196-7a7c-4f45-bdf0-03565fc2f703 service nova] [instance: 2b5c87fe-1c80-4cb9-86fe-4dd083322e71] No waiting events found dispatching network-vif-plugged-e7894f52-4de6-4a56-a897-2b9af5d35151 {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1489.793837] env[62438]: WARNING nova.compute.manager [req-565a738f-a869-4961-99cf-7d77a3ab2966 req-8f5a0196-7a7c-4f45-bdf0-03565fc2f703 service nova] [instance: 2b5c87fe-1c80-4cb9-86fe-4dd083322e71] Received unexpected event network-vif-plugged-e7894f52-4de6-4a56-a897-2b9af5d35151 for instance with vm_state building and task_state spawning. [ 1489.793837] env[62438]: DEBUG nova.compute.manager [req-565a738f-a869-4961-99cf-7d77a3ab2966 req-8f5a0196-7a7c-4f45-bdf0-03565fc2f703 service nova] [instance: 2b5c87fe-1c80-4cb9-86fe-4dd083322e71] Received event network-changed-e7894f52-4de6-4a56-a897-2b9af5d35151 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1489.793837] env[62438]: DEBUG nova.compute.manager [req-565a738f-a869-4961-99cf-7d77a3ab2966 req-8f5a0196-7a7c-4f45-bdf0-03565fc2f703 service nova] [instance: 2b5c87fe-1c80-4cb9-86fe-4dd083322e71] Refreshing instance network info cache due to event network-changed-e7894f52-4de6-4a56-a897-2b9af5d35151. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1489.794080] env[62438]: DEBUG oslo_concurrency.lockutils [req-565a738f-a869-4961-99cf-7d77a3ab2966 req-8f5a0196-7a7c-4f45-bdf0-03565fc2f703 service nova] Acquiring lock "refresh_cache-2b5c87fe-1c80-4cb9-86fe-4dd083322e71" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1489.888271] env[62438]: DEBUG nova.compute.utils [None req-b46534ab-f959-43b2-a092-bc49d7ea2a5b tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1489.892639] env[62438]: DEBUG nova.compute.manager [None req-b46534ab-f959-43b2-a092-bc49d7ea2a5b tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] [instance: 5f2f6e09-af90-465e-9451-dc4ce16fb851] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1489.892639] env[62438]: DEBUG nova.network.neutron [None req-b46534ab-f959-43b2-a092-bc49d7ea2a5b tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] [instance: 5f2f6e09-af90-465e-9451-dc4ce16fb851] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1489.931023] env[62438]: DEBUG oslo_concurrency.lockutils [None req-96d0f99a-b3cc-462d-b2c9-ae2f865d2b6c tempest-ListImageFiltersTestJSON-867087693 tempest-ListImageFiltersTestJSON-867087693-project-member] Lock "123a890e-3772-4f4f-b12d-5fae028ee895" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.681s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1489.962251] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-1aa7c8e7-8121-46b9-a1c2-b11a0ec70574 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 84f3ff00-94b2-4595-8046-865c3016fc77] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1489.962570] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-29b7c364-569d-4774-9052-698450bd3dcd {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.972134] env[62438]: DEBUG nova.compute.manager [req-fed5534a-3983-4e50-8003-9e850e721646 req-fd82cbce-d291-4a61-9975-53026911bc2e service nova] [instance: 82059c94-0c99-48af-8ecb-e9bd695ba6f3] Received event network-changed-dadaaa3f-93e9-4ea1-85e8-26de72b03e4e {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1489.972134] env[62438]: DEBUG nova.compute.manager [req-fed5534a-3983-4e50-8003-9e850e721646 req-fd82cbce-d291-4a61-9975-53026911bc2e service nova] [instance: 82059c94-0c99-48af-8ecb-e9bd695ba6f3] Refreshing instance network info cache due to event network-changed-dadaaa3f-93e9-4ea1-85e8-26de72b03e4e. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1489.972134] env[62438]: DEBUG oslo_concurrency.lockutils [req-fed5534a-3983-4e50-8003-9e850e721646 req-fd82cbce-d291-4a61-9975-53026911bc2e service nova] Acquiring lock "refresh_cache-82059c94-0c99-48af-8ecb-e9bd695ba6f3" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1489.972134] env[62438]: DEBUG oslo_concurrency.lockutils [req-fed5534a-3983-4e50-8003-9e850e721646 req-fd82cbce-d291-4a61-9975-53026911bc2e service nova] Acquired lock "refresh_cache-82059c94-0c99-48af-8ecb-e9bd695ba6f3" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.972134] env[62438]: DEBUG nova.network.neutron [req-fed5534a-3983-4e50-8003-9e850e721646 req-fd82cbce-d291-4a61-9975-53026911bc2e service nova] [instance: 82059c94-0c99-48af-8ecb-e9bd695ba6f3] Refreshing network info cache for port dadaaa3f-93e9-4ea1-85e8-26de72b03e4e {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1489.975589] env[62438]: DEBUG oslo_vmware.api [None req-1aa7c8e7-8121-46b9-a1c2-b11a0ec70574 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Waiting for the task: (returnval){ [ 1489.975589] env[62438]: value = "task-1784813" [ 1489.975589] env[62438]: _type = "Task" [ 1489.975589] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.986981] env[62438]: DEBUG oslo_vmware.api [None req-1aa7c8e7-8121-46b9-a1c2-b11a0ec70574 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Task: {'id': task-1784813, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.988611] env[62438]: DEBUG nova.policy [None req-b46534ab-f959-43b2-a092-bc49d7ea2a5b tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a495001d83c45f98cdb26b1498adf82', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f72f980185894a75bbf74e6932fc4c7c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1489.998994] env[62438]: DEBUG nova.network.neutron [req-efda5b9f-9e81-471a-a707-046677ca3497 req-b81f95a3-bc89-4df5-8454-dfd3e5cedfbc service nova] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Updated VIF entry in instance network info cache for port 0576ae22-b3b2-43f7-a451-6d22f3ed03c5. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1489.999512] env[62438]: DEBUG nova.network.neutron [req-efda5b9f-9e81-471a-a707-046677ca3497 req-b81f95a3-bc89-4df5-8454-dfd3e5cedfbc service nova] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Updating instance_info_cache with network_info: [{"id": "0576ae22-b3b2-43f7-a451-6d22f3ed03c5", "address": "fa:16:3e:be:d3:07", "network": {"id": "0dbd3920-b0f9-440c-828e-f62c188026e3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-185667311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f3dbad0ee7a4ddebd396ce5fa49f1d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0576ae22-b3", "ovs_interfaceid": "0576ae22-b3b2-43f7-a451-6d22f3ed03c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1490.044571] env[62438]: DEBUG oslo_vmware.api [None req-9fecb8cb-e701-474d-a3b3-b0e1234bfffb tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1784808, 'name': ReconfigVM_Task, 'duration_secs': 0.697389} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.045151] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fecb8cb-e701-474d-a3b3-b0e1234bfffb tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: fa1146c8-af2b-49a6-88f0-6fee8773ce67] Reconfigured VM instance instance-0000002e to attach disk [datastore1] fa1146c8-af2b-49a6-88f0-6fee8773ce67/fa1146c8-af2b-49a6-88f0-6fee8773ce67.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1490.045842] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f661a13-bbf7-4299-b1a2-12dd7295237c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.052150] env[62438]: DEBUG oslo_vmware.api [None req-9fecb8cb-e701-474d-a3b3-b0e1234bfffb tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Waiting for the task: (returnval){ [ 1490.052150] env[62438]: value = "task-1784814" [ 1490.052150] env[62438]: _type = "Task" [ 1490.052150] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.062650] env[62438]: DEBUG oslo_vmware.api [None req-9fecb8cb-e701-474d-a3b3-b0e1234bfffb tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1784814, 'name': Rename_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.081566] env[62438]: DEBUG oslo_vmware.api [None req-9bd5c64d-d6e9-4592-9a76-581c9e255535 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52c51c4c-abcf-0eff-37bc-2c5cdf3b147e, 'name': SearchDatastore_Task, 'duration_secs': 0.008818} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.082119] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9bd5c64d-d6e9-4592-9a76-581c9e255535 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1490.082415] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-9bd5c64d-d6e9-4592-9a76-581c9e255535 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1490.082878] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9bd5c64d-d6e9-4592-9a76-581c9e255535 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1490.083114] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9bd5c64d-d6e9-4592-9a76-581c9e255535 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.083349] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bd5c64d-d6e9-4592-9a76-581c9e255535 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1490.083838] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fc465e09-3d2e-43ec-a192-f7272b57b42a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.092832] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bd5c64d-d6e9-4592-9a76-581c9e255535 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1490.093596] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-9bd5c64d-d6e9-4592-9a76-581c9e255535 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1490.094373] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dac4a6f6-dbe4-4d91-a312-a869b212f6b3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.103018] env[62438]: DEBUG oslo_vmware.api [None req-9bd5c64d-d6e9-4592-9a76-581c9e255535 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Waiting for the task: (returnval){ [ 1490.103018] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]528b8cd9-d8de-c377-1988-11a6598e6ceb" [ 1490.103018] env[62438]: _type = "Task" [ 1490.103018] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.113995] env[62438]: DEBUG oslo_vmware.api [None req-9bd5c64d-d6e9-4592-9a76-581c9e255535 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]528b8cd9-d8de-c377-1988-11a6598e6ceb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.183279] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1d171dc3-58d3-40a9-bc0a-4f29f2807857 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Releasing lock "refresh_cache-2b5c87fe-1c80-4cb9-86fe-4dd083322e71" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1490.183598] env[62438]: DEBUG nova.compute.manager [None req-1d171dc3-58d3-40a9-bc0a-4f29f2807857 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: 2b5c87fe-1c80-4cb9-86fe-4dd083322e71] Instance network_info: |[{"id": "e7894f52-4de6-4a56-a897-2b9af5d35151", "address": "fa:16:3e:0a:31:3a", "network": {"id": "a842c849-d53e-4861-ba7c-3a7d63a56e07", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1714288597-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a974a1f1bd4049f1b41bc114794b6696", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7894f52-4d", "ovs_interfaceid": "e7894f52-4de6-4a56-a897-2b9af5d35151", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1490.183930] env[62438]: DEBUG oslo_vmware.api [None req-fa5a1fb8-eccf-4e04-a4a8-1ca10749dbcb tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] Task: {'id': task-1784812, 'name': ReconfigVM_Task, 'duration_secs': 0.164512} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.184195] env[62438]: DEBUG oslo_concurrency.lockutils [req-565a738f-a869-4961-99cf-7d77a3ab2966 req-8f5a0196-7a7c-4f45-bdf0-03565fc2f703 service nova] Acquired lock "refresh_cache-2b5c87fe-1c80-4cb9-86fe-4dd083322e71" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.184373] env[62438]: DEBUG nova.network.neutron [req-565a738f-a869-4961-99cf-7d77a3ab2966 req-8f5a0196-7a7c-4f45-bdf0-03565fc2f703 service nova] [instance: 2b5c87fe-1c80-4cb9-86fe-4dd083322e71] Refreshing network info cache for port e7894f52-4de6-4a56-a897-2b9af5d35151 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1490.185616] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-1d171dc3-58d3-40a9-bc0a-4f29f2807857 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: 2b5c87fe-1c80-4cb9-86fe-4dd083322e71] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:31:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0c0b05e-6d10-474c-9173-4c8f1dacac9f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e7894f52-4de6-4a56-a897-2b9af5d35151', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1490.192763] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d171dc3-58d3-40a9-bc0a-4f29f2807857 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Creating folder: Project (a974a1f1bd4049f1b41bc114794b6696). Parent ref: group-v370230. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1490.193126] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa5a1fb8-eccf-4e04-a4a8-1ca10749dbcb tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] Reconfigured VM instance instance-00000017 to detach disk 2000 {{(pid=62438) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1490.198279] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6da06c98-c82d-41c4-bcfa-baee86adaf8c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.200007] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cbb30e45-69f3-4507-9384-61364c9d73df {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.217400] env[62438]: DEBUG oslo_vmware.api [None req-fa5a1fb8-eccf-4e04-a4a8-1ca10749dbcb tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] Waiting for the task: (returnval){ [ 1490.217400] env[62438]: value = "task-1784816" [ 1490.217400] env[62438]: _type = "Task" [ 1490.217400] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.222330] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-1d171dc3-58d3-40a9-bc0a-4f29f2807857 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Created folder: Project (a974a1f1bd4049f1b41bc114794b6696) in parent group-v370230. [ 1490.222523] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d171dc3-58d3-40a9-bc0a-4f29f2807857 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Creating folder: Instances. Parent ref: group-v370373. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1490.223135] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f1cce19f-292d-4be5-aecc-789883b75dc7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.228159] env[62438]: DEBUG oslo_vmware.api [None req-fa5a1fb8-eccf-4e04-a4a8-1ca10749dbcb tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] Task: {'id': task-1784816, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.235573] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-1d171dc3-58d3-40a9-bc0a-4f29f2807857 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Created folder: Instances in parent group-v370373. [ 1490.235910] env[62438]: DEBUG oslo.service.loopingcall [None req-1d171dc3-58d3-40a9-bc0a-4f29f2807857 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1490.236222] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b5c87fe-1c80-4cb9-86fe-4dd083322e71] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1490.236431] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-84eb66e1-93dc-4123-ada4-f8cd10c04816 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.258595] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1490.258595] env[62438]: value = "task-1784818" [ 1490.258595] env[62438]: _type = "Task" [ 1490.258595] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.273158] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784818, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.401441] env[62438]: DEBUG nova.compute.manager [None req-b46534ab-f959-43b2-a092-bc49d7ea2a5b tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] [instance: 5f2f6e09-af90-465e-9451-dc4ce16fb851] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1490.495440] env[62438]: DEBUG oslo_vmware.api [None req-1aa7c8e7-8121-46b9-a1c2-b11a0ec70574 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Task: {'id': task-1784813, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.502038] env[62438]: DEBUG oslo_concurrency.lockutils [req-efda5b9f-9e81-471a-a707-046677ca3497 req-b81f95a3-bc89-4df5-8454-dfd3e5cedfbc service nova] Releasing lock "refresh_cache-0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1490.502318] env[62438]: DEBUG nova.compute.manager [req-efda5b9f-9e81-471a-a707-046677ca3497 req-b81f95a3-bc89-4df5-8454-dfd3e5cedfbc service nova] [instance: 82059c94-0c99-48af-8ecb-e9bd695ba6f3] Received event network-changed-dadaaa3f-93e9-4ea1-85e8-26de72b03e4e {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1490.502505] env[62438]: DEBUG nova.compute.manager [req-efda5b9f-9e81-471a-a707-046677ca3497 req-b81f95a3-bc89-4df5-8454-dfd3e5cedfbc service nova] [instance: 82059c94-0c99-48af-8ecb-e9bd695ba6f3] Refreshing instance network info cache due to event network-changed-dadaaa3f-93e9-4ea1-85e8-26de72b03e4e. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1490.502697] env[62438]: DEBUG oslo_concurrency.lockutils [req-efda5b9f-9e81-471a-a707-046677ca3497 req-b81f95a3-bc89-4df5-8454-dfd3e5cedfbc service nova] Acquiring lock "refresh_cache-82059c94-0c99-48af-8ecb-e9bd695ba6f3" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1490.569714] env[62438]: DEBUG oslo_vmware.api [None req-9fecb8cb-e701-474d-a3b3-b0e1234bfffb tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1784814, 'name': Rename_Task, 'duration_secs': 0.216971} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.570036] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fecb8cb-e701-474d-a3b3-b0e1234bfffb tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: fa1146c8-af2b-49a6-88f0-6fee8773ce67] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1490.570313] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-76a74f39-1e15-49cd-bf1b-286ab7d25eba {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.576377] env[62438]: DEBUG oslo_vmware.api [None req-9fecb8cb-e701-474d-a3b3-b0e1234bfffb tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Waiting for the task: (returnval){ [ 1490.576377] env[62438]: value = "task-1784819" [ 1490.576377] env[62438]: _type = "Task" [ 1490.576377] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.586886] env[62438]: DEBUG oslo_vmware.api [None req-9fecb8cb-e701-474d-a3b3-b0e1234bfffb tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1784819, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.615791] env[62438]: DEBUG oslo_vmware.api [None req-9bd5c64d-d6e9-4592-9a76-581c9e255535 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]528b8cd9-d8de-c377-1988-11a6598e6ceb, 'name': SearchDatastore_Task, 'duration_secs': 0.01314} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.617191] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d646c65-a141-4eed-94fa-d10bf89c1a48 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.627048] env[62438]: DEBUG oslo_vmware.api [None req-9bd5c64d-d6e9-4592-9a76-581c9e255535 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Waiting for the task: (returnval){ [ 1490.627048] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]525c1a66-8457-c184-0f51-58ab2dfba21e" [ 1490.627048] env[62438]: _type = "Task" [ 1490.627048] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.631519] env[62438]: DEBUG nova.network.neutron [None req-b46534ab-f959-43b2-a092-bc49d7ea2a5b tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] [instance: 5f2f6e09-af90-465e-9451-dc4ce16fb851] Successfully created port: e305f516-a4f2-4f36-8856-f034cd4b8d99 {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1490.640758] env[62438]: DEBUG oslo_vmware.api [None req-9bd5c64d-d6e9-4592-9a76-581c9e255535 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]525c1a66-8457-c184-0f51-58ab2dfba21e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.733136] env[62438]: DEBUG oslo_vmware.api [None req-fa5a1fb8-eccf-4e04-a4a8-1ca10749dbcb tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] Task: {'id': task-1784816, 'name': ReconfigVM_Task, 'duration_secs': 0.19167} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.735649] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa5a1fb8-eccf-4e04-a4a8-1ca10749dbcb tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370264', 'volume_id': '83444f1f-6fbe-49cb-8cc3-56a7dbcbc96f', 'name': 'volume-83444f1f-6fbe-49cb-8cc3-56a7dbcbc96f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b791bdf7-feaa-4752-a8a6-45d1562e4874', 'attached_at': '', 'detached_at': '', 'volume_id': '83444f1f-6fbe-49cb-8cc3-56a7dbcbc96f', 'serial': '83444f1f-6fbe-49cb-8cc3-56a7dbcbc96f'} {{(pid=62438) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1490.735986] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-fa5a1fb8-eccf-4e04-a4a8-1ca10749dbcb tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1490.736960] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da94e95-db34-4fe7-88ac-4c5db8035357 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.744490] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-fa5a1fb8-eccf-4e04-a4a8-1ca10749dbcb tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1490.744743] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e2a11f85-2c0d-452c-a808-d0987939c617 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.769092] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784818, 'name': CreateVM_Task} progress is 99%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.850520] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505b674c-0d35-48a8-bc11-83b5ef66e1dd {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.860643] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aec49e2-f957-4e16-a370-34aeb9709f3e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.904077] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba2f692-333b-4471-8f32-bdfe9d2f26c0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.907363] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-fa5a1fb8-eccf-4e04-a4a8-1ca10749dbcb tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1490.908457] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-fa5a1fb8-eccf-4e04-a4a8-1ca10749dbcb tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1490.908457] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa5a1fb8-eccf-4e04-a4a8-1ca10749dbcb tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] Deleting the datastore file [datastore1] b791bdf7-feaa-4752-a8a6-45d1562e4874 {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1490.913392] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f6cdb68-c38e-4bef-a6a4-9b8b5e4cd3ad {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.921057] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d621ba6c-f9ee-408a-9177-1a411dd1b01c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.926380] env[62438]: DEBUG oslo_vmware.api [None req-fa5a1fb8-eccf-4e04-a4a8-1ca10749dbcb tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] Waiting for the task: (returnval){ [ 1490.926380] env[62438]: value = "task-1784821" [ 1490.926380] env[62438]: _type = "Task" [ 1490.926380] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.938653] env[62438]: DEBUG nova.compute.provider_tree [None req-e711954a-91de-4a04-85ee-2183eb2cb66c tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1490.944545] env[62438]: DEBUG oslo_vmware.api [None req-fa5a1fb8-eccf-4e04-a4a8-1ca10749dbcb tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] Task: {'id': task-1784821, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.958542] env[62438]: DEBUG nova.network.neutron [req-565a738f-a869-4961-99cf-7d77a3ab2966 req-8f5a0196-7a7c-4f45-bdf0-03565fc2f703 service nova] [instance: 2b5c87fe-1c80-4cb9-86fe-4dd083322e71] Updated VIF entry in instance network info cache for port e7894f52-4de6-4a56-a897-2b9af5d35151. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1490.958911] env[62438]: DEBUG nova.network.neutron [req-565a738f-a869-4961-99cf-7d77a3ab2966 req-8f5a0196-7a7c-4f45-bdf0-03565fc2f703 service nova] [instance: 2b5c87fe-1c80-4cb9-86fe-4dd083322e71] Updating instance_info_cache with network_info: [{"id": "e7894f52-4de6-4a56-a897-2b9af5d35151", "address": "fa:16:3e:0a:31:3a", "network": {"id": "a842c849-d53e-4861-ba7c-3a7d63a56e07", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1714288597-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a974a1f1bd4049f1b41bc114794b6696", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7894f52-4d", "ovs_interfaceid": "e7894f52-4de6-4a56-a897-2b9af5d35151", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1490.991391] env[62438]: DEBUG oslo_vmware.api [None req-1aa7c8e7-8121-46b9-a1c2-b11a0ec70574 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Task: {'id': task-1784813, 'name': PowerOnVM_Task, 'duration_secs': 0.587889} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.991701] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-1aa7c8e7-8121-46b9-a1c2-b11a0ec70574 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 84f3ff00-94b2-4595-8046-865c3016fc77] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1490.991906] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-1aa7c8e7-8121-46b9-a1c2-b11a0ec70574 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 84f3ff00-94b2-4595-8046-865c3016fc77] Updating instance '84f3ff00-94b2-4595-8046-865c3016fc77' progress to 100 {{(pid=62438) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1491.089262] env[62438]: DEBUG oslo_vmware.api [None req-9fecb8cb-e701-474d-a3b3-b0e1234bfffb tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1784819, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.137275] env[62438]: DEBUG oslo_vmware.api [None req-9bd5c64d-d6e9-4592-9a76-581c9e255535 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]525c1a66-8457-c184-0f51-58ab2dfba21e, 'name': SearchDatastore_Task, 'duration_secs': 0.014514} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.137551] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9bd5c64d-d6e9-4592-9a76-581c9e255535 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1491.137868] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bd5c64d-d6e9-4592-9a76-581c9e255535 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a/0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1491.138088] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-111aa147-81bd-4125-87c5-1810d6ff55a7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.144400] env[62438]: DEBUG oslo_vmware.api [None req-9bd5c64d-d6e9-4592-9a76-581c9e255535 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Waiting for the task: (returnval){ [ 1491.144400] env[62438]: value = "task-1784822" [ 1491.144400] env[62438]: _type = "Task" [ 1491.144400] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.153481] env[62438]: DEBUG oslo_vmware.api [None req-9bd5c64d-d6e9-4592-9a76-581c9e255535 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1784822, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.270793] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784818, 'name': CreateVM_Task, 'duration_secs': 0.571796} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.270966] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b5c87fe-1c80-4cb9-86fe-4dd083322e71] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1491.271798] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1d171dc3-58d3-40a9-bc0a-4f29f2807857 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1491.271980] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1d171dc3-58d3-40a9-bc0a-4f29f2807857 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.272362] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1d171dc3-58d3-40a9-bc0a-4f29f2807857 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1491.272995] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd573c85-f9ef-4bd9-a480-bffbaf53b28c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.278359] env[62438]: DEBUG oslo_vmware.api [None req-1d171dc3-58d3-40a9-bc0a-4f29f2807857 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Waiting for the task: (returnval){ [ 1491.278359] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52b586b7-f5da-c134-e244-17b2c4f4dfe6" [ 1491.278359] env[62438]: _type = "Task" [ 1491.278359] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.287711] env[62438]: DEBUG oslo_vmware.api [None req-1d171dc3-58d3-40a9-bc0a-4f29f2807857 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52b586b7-f5da-c134-e244-17b2c4f4dfe6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.288838] env[62438]: DEBUG nova.network.neutron [req-fed5534a-3983-4e50-8003-9e850e721646 req-fd82cbce-d291-4a61-9975-53026911bc2e service nova] [instance: 82059c94-0c99-48af-8ecb-e9bd695ba6f3] Updated VIF entry in instance network info cache for port dadaaa3f-93e9-4ea1-85e8-26de72b03e4e. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1491.289186] env[62438]: DEBUG nova.network.neutron [req-fed5534a-3983-4e50-8003-9e850e721646 req-fd82cbce-d291-4a61-9975-53026911bc2e service nova] [instance: 82059c94-0c99-48af-8ecb-e9bd695ba6f3] Updating instance_info_cache with network_info: [{"id": "dadaaa3f-93e9-4ea1-85e8-26de72b03e4e", "address": "fa:16:3e:93:ee:22", "network": {"id": "0a6f0c81-bc8e-4d78-ac76-16c40a89ee9c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-842347437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce544529ed8e4e698990b7d329d0138a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d182e8eb-3f6d-4c76-a06e-133dd9b3cd30", "external-id": "nsx-vlan-transportzone-260", "segmentation_id": 260, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdadaaa3f-93", "ovs_interfaceid": "dadaaa3f-93e9-4ea1-85e8-26de72b03e4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1491.417261] env[62438]: DEBUG nova.compute.manager [None req-b46534ab-f959-43b2-a092-bc49d7ea2a5b tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] [instance: 5f2f6e09-af90-465e-9451-dc4ce16fb851] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1491.439405] env[62438]: DEBUG oslo_vmware.api [None req-fa5a1fb8-eccf-4e04-a4a8-1ca10749dbcb tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] Task: {'id': task-1784821, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149611} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.440855] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa5a1fb8-eccf-4e04-a4a8-1ca10749dbcb tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1491.440855] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-fa5a1fb8-eccf-4e04-a4a8-1ca10749dbcb tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1491.440855] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-fa5a1fb8-eccf-4e04-a4a8-1ca10749dbcb tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1491.442793] env[62438]: DEBUG nova.scheduler.client.report [None req-e711954a-91de-4a04-85ee-2183eb2cb66c tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1491.448055] env[62438]: DEBUG nova.virt.hardware [None req-b46534ab-f959-43b2-a092-bc49d7ea2a5b tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1491.448297] env[62438]: DEBUG nova.virt.hardware [None req-b46534ab-f959-43b2-a092-bc49d7ea2a5b tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1491.448458] env[62438]: DEBUG nova.virt.hardware [None req-b46534ab-f959-43b2-a092-bc49d7ea2a5b tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1491.448645] env[62438]: DEBUG nova.virt.hardware [None req-b46534ab-f959-43b2-a092-bc49d7ea2a5b tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1491.448801] env[62438]: DEBUG nova.virt.hardware [None req-b46534ab-f959-43b2-a092-bc49d7ea2a5b tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1491.448957] env[62438]: DEBUG nova.virt.hardware [None req-b46534ab-f959-43b2-a092-bc49d7ea2a5b tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1491.449186] env[62438]: DEBUG nova.virt.hardware [None req-b46534ab-f959-43b2-a092-bc49d7ea2a5b tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1491.449353] env[62438]: DEBUG nova.virt.hardware [None req-b46534ab-f959-43b2-a092-bc49d7ea2a5b tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1491.449522] env[62438]: DEBUG nova.virt.hardware [None req-b46534ab-f959-43b2-a092-bc49d7ea2a5b tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1491.449686] env[62438]: DEBUG nova.virt.hardware [None req-b46534ab-f959-43b2-a092-bc49d7ea2a5b tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1491.449861] env[62438]: DEBUG nova.virt.hardware [None req-b46534ab-f959-43b2-a092-bc49d7ea2a5b tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1491.452933] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c22c59d-6dbd-48d5-8a49-bf4f524b2095 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.464115] env[62438]: DEBUG oslo_concurrency.lockutils [req-565a738f-a869-4961-99cf-7d77a3ab2966 req-8f5a0196-7a7c-4f45-bdf0-03565fc2f703 service nova] Releasing lock "refresh_cache-2b5c87fe-1c80-4cb9-86fe-4dd083322e71" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1491.465364] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ecfac8a-cfd5-4278-ad91-61db9c621b12 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.518745] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa5a1fb8-eccf-4e04-a4a8-1ca10749dbcb tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] Volume detach. Driver type: vmdk {{(pid=62438) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1491.519088] env[62438]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8016dc95-26b8-46d1-9e29-0463379e90a1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.529605] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e456d4-c394-48c1-a1d4-d18e4b4f7cd9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.574372] env[62438]: ERROR nova.compute.manager [None req-fa5a1fb8-eccf-4e04-a4a8-1ca10749dbcb tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] Failed to detach volume 83444f1f-6fbe-49cb-8cc3-56a7dbcbc96f from /dev/sda: nova.exception.InstanceNotFound: Instance b791bdf7-feaa-4752-a8a6-45d1562e4874 could not be found. [ 1491.574372] env[62438]: ERROR nova.compute.manager [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] Traceback (most recent call last): [ 1491.574372] env[62438]: ERROR nova.compute.manager [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] File "/opt/stack/nova/nova/compute/manager.py", line 4142, in _do_rebuild_instance [ 1491.574372] env[62438]: ERROR nova.compute.manager [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] self.driver.rebuild(**kwargs) [ 1491.574372] env[62438]: ERROR nova.compute.manager [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] File "/opt/stack/nova/nova/virt/driver.py", line 390, in rebuild [ 1491.574372] env[62438]: ERROR nova.compute.manager [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] raise NotImplementedError() [ 1491.574372] env[62438]: ERROR nova.compute.manager [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] NotImplementedError [ 1491.574372] env[62438]: ERROR nova.compute.manager [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] [ 1491.574372] env[62438]: ERROR nova.compute.manager [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] During handling of the above exception, another exception occurred: [ 1491.574372] env[62438]: ERROR nova.compute.manager [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] [ 1491.574372] env[62438]: ERROR nova.compute.manager [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] Traceback (most recent call last): [ 1491.574372] env[62438]: ERROR nova.compute.manager [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] File "/opt/stack/nova/nova/compute/manager.py", line 3565, in _detach_root_volume [ 1491.574372] env[62438]: ERROR nova.compute.manager [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] self.driver.detach_volume(context, old_connection_info, [ 1491.574372] env[62438]: ERROR nova.compute.manager [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 552, in detach_volume [ 1491.574372] env[62438]: ERROR nova.compute.manager [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] return self._volumeops.detach_volume(connection_info, instance) [ 1491.574372] env[62438]: ERROR nova.compute.manager [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1491.574372] env[62438]: ERROR nova.compute.manager [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] self._detach_volume_vmdk(connection_info, instance) [ 1491.574372] env[62438]: ERROR nova.compute.manager [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1491.574372] env[62438]: ERROR nova.compute.manager [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1491.574372] env[62438]: ERROR nova.compute.manager [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1135, in get_vm_ref [ 1491.574372] env[62438]: ERROR nova.compute.manager [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] stable_ref.fetch_moref(session) [ 1491.574372] env[62438]: ERROR nova.compute.manager [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1126, in fetch_moref [ 1491.574372] env[62438]: ERROR nova.compute.manager [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1491.574372] env[62438]: ERROR nova.compute.manager [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] nova.exception.InstanceNotFound: Instance b791bdf7-feaa-4752-a8a6-45d1562e4874 could not be found. [ 1491.574372] env[62438]: ERROR nova.compute.manager [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] [ 1491.589083] env[62438]: DEBUG oslo_vmware.api [None req-9fecb8cb-e701-474d-a3b3-b0e1234bfffb tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1784819, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.659431] env[62438]: DEBUG oslo_vmware.api [None req-9bd5c64d-d6e9-4592-9a76-581c9e255535 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1784822, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.738679] env[62438]: DEBUG nova.compute.utils [None req-fa5a1fb8-eccf-4e04-a4a8-1ca10749dbcb tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] Build of instance b791bdf7-feaa-4752-a8a6-45d1562e4874 aborted: Failed to rebuild volume backed instance. {{(pid=62438) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 1491.740956] env[62438]: ERROR nova.compute.manager [None req-fa5a1fb8-eccf-4e04-a4a8-1ca10749dbcb tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance b791bdf7-feaa-4752-a8a6-45d1562e4874 aborted: Failed to rebuild volume backed instance. [ 1491.740956] env[62438]: ERROR nova.compute.manager [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] Traceback (most recent call last): [ 1491.740956] env[62438]: ERROR nova.compute.manager [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] File "/opt/stack/nova/nova/compute/manager.py", line 4142, in _do_rebuild_instance [ 1491.740956] env[62438]: ERROR nova.compute.manager [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] self.driver.rebuild(**kwargs) [ 1491.740956] env[62438]: ERROR nova.compute.manager [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] File "/opt/stack/nova/nova/virt/driver.py", line 390, in rebuild [ 1491.740956] env[62438]: ERROR nova.compute.manager [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] raise NotImplementedError() [ 1491.740956] env[62438]: ERROR nova.compute.manager [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] NotImplementedError [ 1491.740956] env[62438]: ERROR nova.compute.manager [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] [ 1491.740956] env[62438]: ERROR nova.compute.manager [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] During handling of the above exception, another exception occurred: [ 1491.740956] env[62438]: ERROR nova.compute.manager [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] [ 1491.740956] env[62438]: ERROR nova.compute.manager [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] Traceback (most recent call last): [ 1491.740956] env[62438]: ERROR nova.compute.manager [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] File "/opt/stack/nova/nova/compute/manager.py", line 3600, in _rebuild_volume_backed_instance [ 1491.740956] env[62438]: ERROR nova.compute.manager [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] self._detach_root_volume(context, instance, root_bdm) [ 1491.740956] env[62438]: ERROR nova.compute.manager [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] File "/opt/stack/nova/nova/compute/manager.py", line 3579, in _detach_root_volume [ 1491.740956] env[62438]: ERROR nova.compute.manager [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] with excutils.save_and_reraise_exception(): [ 1491.740956] env[62438]: ERROR nova.compute.manager [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1491.740956] env[62438]: ERROR nova.compute.manager [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] self.force_reraise() [ 1491.740956] env[62438]: ERROR nova.compute.manager [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1491.740956] env[62438]: ERROR nova.compute.manager [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] raise self.value [ 1491.740956] env[62438]: ERROR nova.compute.manager [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] File "/opt/stack/nova/nova/compute/manager.py", line 3565, in _detach_root_volume [ 1491.740956] env[62438]: ERROR nova.compute.manager [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] self.driver.detach_volume(context, old_connection_info, [ 1491.740956] env[62438]: ERROR nova.compute.manager [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 552, in detach_volume [ 1491.740956] env[62438]: ERROR nova.compute.manager [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] return self._volumeops.detach_volume(connection_info, instance) [ 1491.740956] env[62438]: ERROR nova.compute.manager [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1491.740956] env[62438]: ERROR nova.compute.manager [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] self._detach_volume_vmdk(connection_info, instance) [ 1491.740956] env[62438]: ERROR nova.compute.manager [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1491.740956] env[62438]: ERROR nova.compute.manager [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1491.740956] env[62438]: ERROR nova.compute.manager [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1135, in get_vm_ref [ 1491.740956] env[62438]: ERROR nova.compute.manager [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] stable_ref.fetch_moref(session) [ 1491.740956] env[62438]: ERROR nova.compute.manager [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1126, in fetch_moref [ 1491.740956] env[62438]: ERROR nova.compute.manager [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1491.740956] env[62438]: ERROR nova.compute.manager [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] nova.exception.InstanceNotFound: Instance b791bdf7-feaa-4752-a8a6-45d1562e4874 could not be found. [ 1491.740956] env[62438]: ERROR nova.compute.manager [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] [ 1491.740956] env[62438]: ERROR nova.compute.manager [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] During handling of the above exception, another exception occurred: [ 1491.740956] env[62438]: ERROR nova.compute.manager [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] [ 1491.740956] env[62438]: ERROR nova.compute.manager [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] Traceback (most recent call last): [ 1491.740956] env[62438]: ERROR nova.compute.manager [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] File "/opt/stack/nova/nova/compute/manager.py", line 10863, in _error_out_instance_on_exception [ 1491.740956] env[62438]: ERROR nova.compute.manager [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] yield [ 1491.740956] env[62438]: ERROR nova.compute.manager [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] File "/opt/stack/nova/nova/compute/manager.py", line 3868, in rebuild_instance [ 1491.740956] env[62438]: ERROR nova.compute.manager [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] self._do_rebuild_instance_with_claim( [ 1491.742149] env[62438]: ERROR nova.compute.manager [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] File "/opt/stack/nova/nova/compute/manager.py", line 3954, in _do_rebuild_instance_with_claim [ 1491.742149] env[62438]: ERROR nova.compute.manager [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] self._do_rebuild_instance( [ 1491.742149] env[62438]: ERROR nova.compute.manager [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] File "/opt/stack/nova/nova/compute/manager.py", line 4146, in _do_rebuild_instance [ 1491.742149] env[62438]: ERROR nova.compute.manager [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] self._rebuild_default_impl(**kwargs) [ 1491.742149] env[62438]: ERROR nova.compute.manager [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] File "/opt/stack/nova/nova/compute/manager.py", line 3723, in _rebuild_default_impl [ 1491.742149] env[62438]: ERROR nova.compute.manager [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] self._rebuild_volume_backed_instance( [ 1491.742149] env[62438]: ERROR nova.compute.manager [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] File "/opt/stack/nova/nova/compute/manager.py", line 3615, in _rebuild_volume_backed_instance [ 1491.742149] env[62438]: ERROR nova.compute.manager [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] raise exception.BuildAbortException( [ 1491.742149] env[62438]: ERROR nova.compute.manager [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] nova.exception.BuildAbortException: Build of instance b791bdf7-feaa-4752-a8a6-45d1562e4874 aborted: Failed to rebuild volume backed instance. [ 1491.742149] env[62438]: ERROR nova.compute.manager [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] [ 1491.791189] env[62438]: DEBUG oslo_vmware.api [None req-1d171dc3-58d3-40a9-bc0a-4f29f2807857 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52b586b7-f5da-c134-e244-17b2c4f4dfe6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.791671] env[62438]: DEBUG oslo_concurrency.lockutils [req-fed5534a-3983-4e50-8003-9e850e721646 req-fd82cbce-d291-4a61-9975-53026911bc2e service nova] Releasing lock "refresh_cache-82059c94-0c99-48af-8ecb-e9bd695ba6f3" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1491.791919] env[62438]: DEBUG nova.compute.manager [req-fed5534a-3983-4e50-8003-9e850e721646 req-fd82cbce-d291-4a61-9975-53026911bc2e service nova] [instance: 2a23b794-2acb-487c-901d-7aeca03aec83] Received event network-changed-9b431072-f668-4033-85cf-27f4bc7fca9f {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1491.792088] env[62438]: DEBUG nova.compute.manager [req-fed5534a-3983-4e50-8003-9e850e721646 req-fd82cbce-d291-4a61-9975-53026911bc2e service nova] [instance: 2a23b794-2acb-487c-901d-7aeca03aec83] Refreshing instance network info cache due to event network-changed-9b431072-f668-4033-85cf-27f4bc7fca9f. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1491.792307] env[62438]: DEBUG oslo_concurrency.lockutils [req-fed5534a-3983-4e50-8003-9e850e721646 req-fd82cbce-d291-4a61-9975-53026911bc2e service nova] Acquiring lock "refresh_cache-2a23b794-2acb-487c-901d-7aeca03aec83" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1491.792456] env[62438]: DEBUG oslo_concurrency.lockutils [req-fed5534a-3983-4e50-8003-9e850e721646 req-fd82cbce-d291-4a61-9975-53026911bc2e service nova] Acquired lock "refresh_cache-2a23b794-2acb-487c-901d-7aeca03aec83" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.792617] env[62438]: DEBUG nova.network.neutron [req-fed5534a-3983-4e50-8003-9e850e721646 req-fd82cbce-d291-4a61-9975-53026911bc2e service nova] [instance: 2a23b794-2acb-487c-901d-7aeca03aec83] Refreshing network info cache for port 9b431072-f668-4033-85cf-27f4bc7fca9f {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1491.793738] env[62438]: DEBUG oslo_concurrency.lockutils [req-efda5b9f-9e81-471a-a707-046677ca3497 req-b81f95a3-bc89-4df5-8454-dfd3e5cedfbc service nova] Acquired lock "refresh_cache-82059c94-0c99-48af-8ecb-e9bd695ba6f3" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.793944] env[62438]: DEBUG nova.network.neutron [req-efda5b9f-9e81-471a-a707-046677ca3497 req-b81f95a3-bc89-4df5-8454-dfd3e5cedfbc service nova] [instance: 82059c94-0c99-48af-8ecb-e9bd695ba6f3] Refreshing network info cache for port dadaaa3f-93e9-4ea1-85e8-26de72b03e4e {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1491.957630] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e711954a-91de-4a04-85ee-2183eb2cb66c tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.576s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1491.958264] env[62438]: DEBUG nova.compute.manager [None req-e711954a-91de-4a04-85ee-2183eb2cb66c tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 29223975-ba66-48c1-9dd6-07143475fb2a] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1491.961338] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d526ba45-dc01-4088-9dd9-d6bedc174c84 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.119s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1491.963280] env[62438]: INFO nova.compute.claims [None req-d526ba45-dc01-4088-9dd9-d6bedc174c84 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [instance: 0cb4c6c0-63bc-4723-bac2-62479872be0d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1492.093606] env[62438]: DEBUG oslo_vmware.api [None req-9fecb8cb-e701-474d-a3b3-b0e1234bfffb tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1784819, 'name': PowerOnVM_Task, 'duration_secs': 1.074001} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.093982] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fecb8cb-e701-474d-a3b3-b0e1234bfffb tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: fa1146c8-af2b-49a6-88f0-6fee8773ce67] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1492.094322] env[62438]: INFO nova.compute.manager [None req-9fecb8cb-e701-474d-a3b3-b0e1234bfffb tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: fa1146c8-af2b-49a6-88f0-6fee8773ce67] Took 9.67 seconds to spawn the instance on the hypervisor. [ 1492.094527] env[62438]: DEBUG nova.compute.manager [None req-9fecb8cb-e701-474d-a3b3-b0e1234bfffb tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: fa1146c8-af2b-49a6-88f0-6fee8773ce67] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1492.095338] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d2a4fb-5384-4ed9-8cb4-eec302f96d8f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.154506] env[62438]: DEBUG oslo_vmware.api [None req-9bd5c64d-d6e9-4592-9a76-581c9e255535 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1784822, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.292588] env[62438]: DEBUG oslo_vmware.api [None req-1d171dc3-58d3-40a9-bc0a-4f29f2807857 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52b586b7-f5da-c134-e244-17b2c4f4dfe6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.418035] env[62438]: DEBUG nova.compute.manager [req-5cd9d815-cde7-4eb2-abf9-290e5aa6a22f req-05cbf4d5-eeea-42b0-badb-92a9e418110c service nova] [instance: 2a23b794-2acb-487c-901d-7aeca03aec83] Received event network-changed-9b431072-f668-4033-85cf-27f4bc7fca9f {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1492.418035] env[62438]: DEBUG nova.compute.manager [req-5cd9d815-cde7-4eb2-abf9-290e5aa6a22f req-05cbf4d5-eeea-42b0-badb-92a9e418110c service nova] [instance: 2a23b794-2acb-487c-901d-7aeca03aec83] Refreshing instance network info cache due to event network-changed-9b431072-f668-4033-85cf-27f4bc7fca9f. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1492.418035] env[62438]: DEBUG oslo_concurrency.lockutils [req-5cd9d815-cde7-4eb2-abf9-290e5aa6a22f req-05cbf4d5-eeea-42b0-badb-92a9e418110c service nova] Acquiring lock "refresh_cache-2a23b794-2acb-487c-901d-7aeca03aec83" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1492.475176] env[62438]: DEBUG nova.compute.utils [None req-e711954a-91de-4a04-85ee-2183eb2cb66c tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1492.482081] env[62438]: DEBUG nova.compute.manager [None req-e711954a-91de-4a04-85ee-2183eb2cb66c tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 29223975-ba66-48c1-9dd6-07143475fb2a] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1492.482081] env[62438]: DEBUG nova.network.neutron [None req-e711954a-91de-4a04-85ee-2183eb2cb66c tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 29223975-ba66-48c1-9dd6-07143475fb2a] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1492.585335] env[62438]: DEBUG nova.policy [None req-e711954a-91de-4a04-85ee-2183eb2cb66c tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd601b7368e684d7b823c3508fc0ae813', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c02acab651304d05a66f470e452d1796', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1492.616918] env[62438]: INFO nova.compute.manager [None req-9fecb8cb-e701-474d-a3b3-b0e1234bfffb tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: fa1146c8-af2b-49a6-88f0-6fee8773ce67] Took 48.55 seconds to build instance. [ 1492.660293] env[62438]: DEBUG oslo_vmware.api [None req-9bd5c64d-d6e9-4592-9a76-581c9e255535 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1784822, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.694288] env[62438]: DEBUG nova.network.neutron [req-efda5b9f-9e81-471a-a707-046677ca3497 req-b81f95a3-bc89-4df5-8454-dfd3e5cedfbc service nova] [instance: 82059c94-0c99-48af-8ecb-e9bd695ba6f3] Updated VIF entry in instance network info cache for port dadaaa3f-93e9-4ea1-85e8-26de72b03e4e. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1492.694731] env[62438]: DEBUG nova.network.neutron [req-efda5b9f-9e81-471a-a707-046677ca3497 req-b81f95a3-bc89-4df5-8454-dfd3e5cedfbc service nova] [instance: 82059c94-0c99-48af-8ecb-e9bd695ba6f3] Updating instance_info_cache with network_info: [{"id": "dadaaa3f-93e9-4ea1-85e8-26de72b03e4e", "address": "fa:16:3e:93:ee:22", "network": {"id": "0a6f0c81-bc8e-4d78-ac76-16c40a89ee9c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-842347437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce544529ed8e4e698990b7d329d0138a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d182e8eb-3f6d-4c76-a06e-133dd9b3cd30", "external-id": "nsx-vlan-transportzone-260", "segmentation_id": 260, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdadaaa3f-93", "ovs_interfaceid": "dadaaa3f-93e9-4ea1-85e8-26de72b03e4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1492.718824] env[62438]: DEBUG nova.network.neutron [req-fed5534a-3983-4e50-8003-9e850e721646 req-fd82cbce-d291-4a61-9975-53026911bc2e service nova] [instance: 2a23b794-2acb-487c-901d-7aeca03aec83] Updated VIF entry in instance network info cache for port 9b431072-f668-4033-85cf-27f4bc7fca9f. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1492.719209] env[62438]: DEBUG nova.network.neutron [req-fed5534a-3983-4e50-8003-9e850e721646 req-fd82cbce-d291-4a61-9975-53026911bc2e service nova] [instance: 2a23b794-2acb-487c-901d-7aeca03aec83] Updating instance_info_cache with network_info: [{"id": "9b431072-f668-4033-85cf-27f4bc7fca9f", "address": "fa:16:3e:ae:35:a0", "network": {"id": "0a6f0c81-bc8e-4d78-ac76-16c40a89ee9c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-842347437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce544529ed8e4e698990b7d329d0138a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d182e8eb-3f6d-4c76-a06e-133dd9b3cd30", "external-id": "nsx-vlan-transportzone-260", "segmentation_id": 260, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b431072-f6", "ovs_interfaceid": "9b431072-f668-4033-85cf-27f4bc7fca9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1492.791482] env[62438]: DEBUG oslo_vmware.api [None req-1d171dc3-58d3-40a9-bc0a-4f29f2807857 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52b586b7-f5da-c134-e244-17b2c4f4dfe6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.994292] env[62438]: DEBUG nova.compute.manager [None req-e711954a-91de-4a04-85ee-2183eb2cb66c tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 29223975-ba66-48c1-9dd6-07143475fb2a] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1492.998997] env[62438]: DEBUG oslo_concurrency.lockutils [None req-4d3a4205-5d24-40b2-bacf-846262f05633 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Acquiring lock "2a23b794-2acb-487c-901d-7aeca03aec83" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1492.999581] env[62438]: DEBUG oslo_concurrency.lockutils [None req-4d3a4205-5d24-40b2-bacf-846262f05633 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Lock "2a23b794-2acb-487c-901d-7aeca03aec83" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1493.000227] env[62438]: DEBUG oslo_concurrency.lockutils [None req-4d3a4205-5d24-40b2-bacf-846262f05633 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Acquiring lock "2a23b794-2acb-487c-901d-7aeca03aec83-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1493.000613] env[62438]: DEBUG oslo_concurrency.lockutils [None req-4d3a4205-5d24-40b2-bacf-846262f05633 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Lock "2a23b794-2acb-487c-901d-7aeca03aec83-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1493.001076] env[62438]: DEBUG oslo_concurrency.lockutils [None req-4d3a4205-5d24-40b2-bacf-846262f05633 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Lock "2a23b794-2acb-487c-901d-7aeca03aec83-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1493.008203] env[62438]: INFO nova.compute.manager [None req-4d3a4205-5d24-40b2-bacf-846262f05633 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] [instance: 2a23b794-2acb-487c-901d-7aeca03aec83] Terminating instance [ 1493.011732] env[62438]: DEBUG nova.compute.manager [None req-4d3a4205-5d24-40b2-bacf-846262f05633 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] [instance: 2a23b794-2acb-487c-901d-7aeca03aec83] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1493.012457] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-4d3a4205-5d24-40b2-bacf-846262f05633 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] [instance: 2a23b794-2acb-487c-901d-7aeca03aec83] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1493.015525] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc5cd6dd-b0ff-409f-bb9d-a0ab992e3d47 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.029433] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d3a4205-5d24-40b2-bacf-846262f05633 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] [instance: 2a23b794-2acb-487c-901d-7aeca03aec83] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1493.030196] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-17602de8-0e41-47e6-a523-7b879f5d9b68 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.040148] env[62438]: DEBUG oslo_vmware.api [None req-4d3a4205-5d24-40b2-bacf-846262f05633 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Waiting for the task: (returnval){ [ 1493.040148] env[62438]: value = "task-1784823" [ 1493.040148] env[62438]: _type = "Task" [ 1493.040148] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.053723] env[62438]: DEBUG oslo_vmware.api [None req-4d3a4205-5d24-40b2-bacf-846262f05633 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Task: {'id': task-1784823, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.113819] env[62438]: DEBUG nova.network.neutron [None req-e711954a-91de-4a04-85ee-2183eb2cb66c tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 29223975-ba66-48c1-9dd6-07143475fb2a] Successfully created port: e0eeb6a3-f740-4be7-92c4-1afa8eec9e17 {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1493.119240] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9fecb8cb-e701-474d-a3b3-b0e1234bfffb tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Lock "fa1146c8-af2b-49a6-88f0-6fee8773ce67" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.067s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1493.159149] env[62438]: DEBUG oslo_vmware.api [None req-9bd5c64d-d6e9-4592-9a76-581c9e255535 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1784822, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.197073] env[62438]: DEBUG oslo_concurrency.lockutils [req-efda5b9f-9e81-471a-a707-046677ca3497 req-b81f95a3-bc89-4df5-8454-dfd3e5cedfbc service nova] Releasing lock "refresh_cache-82059c94-0c99-48af-8ecb-e9bd695ba6f3" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1493.224059] env[62438]: DEBUG oslo_concurrency.lockutils [req-fed5534a-3983-4e50-8003-9e850e721646 req-fd82cbce-d291-4a61-9975-53026911bc2e service nova] Releasing lock "refresh_cache-2a23b794-2acb-487c-901d-7aeca03aec83" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1493.224059] env[62438]: DEBUG oslo_concurrency.lockutils [req-5cd9d815-cde7-4eb2-abf9-290e5aa6a22f req-05cbf4d5-eeea-42b0-badb-92a9e418110c service nova] Acquired lock "refresh_cache-2a23b794-2acb-487c-901d-7aeca03aec83" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.224059] env[62438]: DEBUG nova.network.neutron [req-5cd9d815-cde7-4eb2-abf9-290e5aa6a22f req-05cbf4d5-eeea-42b0-badb-92a9e418110c service nova] [instance: 2a23b794-2acb-487c-901d-7aeca03aec83] Refreshing network info cache for port 9b431072-f668-4033-85cf-27f4bc7fca9f {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1493.308387] env[62438]: DEBUG oslo_vmware.api [None req-1d171dc3-58d3-40a9-bc0a-4f29f2807857 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52b586b7-f5da-c134-e244-17b2c4f4dfe6, 'name': SearchDatastore_Task, 'duration_secs': 1.721421} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.309392] env[62438]: DEBUG nova.network.neutron [None req-b46534ab-f959-43b2-a092-bc49d7ea2a5b tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] [instance: 5f2f6e09-af90-465e-9451-dc4ce16fb851] Successfully updated port: e305f516-a4f2-4f36-8856-f034cd4b8d99 {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1493.310790] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1d171dc3-58d3-40a9-bc0a-4f29f2807857 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1493.312040] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-1d171dc3-58d3-40a9-bc0a-4f29f2807857 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: 2b5c87fe-1c80-4cb9-86fe-4dd083322e71] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1493.312040] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1d171dc3-58d3-40a9-bc0a-4f29f2807857 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1493.312040] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1d171dc3-58d3-40a9-bc0a-4f29f2807857 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.312040] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d171dc3-58d3-40a9-bc0a-4f29f2807857 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1493.313043] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8205e035-923c-4c6e-9d5c-cb76fa5417cb {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.343139] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d171dc3-58d3-40a9-bc0a-4f29f2807857 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1493.343337] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-1d171dc3-58d3-40a9-bc0a-4f29f2807857 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1493.344144] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecc3ad02-542f-4db6-aa3b-1b61c6340c15 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.356298] env[62438]: DEBUG oslo_vmware.api [None req-1d171dc3-58d3-40a9-bc0a-4f29f2807857 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Waiting for the task: (returnval){ [ 1493.356298] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52e66fb1-32ad-4c57-3908-bd01d4c46696" [ 1493.356298] env[62438]: _type = "Task" [ 1493.356298] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.365018] env[62438]: DEBUG oslo_vmware.api [None req-1d171dc3-58d3-40a9-bc0a-4f29f2807857 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52e66fb1-32ad-4c57-3908-bd01d4c46696, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.497908] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-358ba68d-7984-451f-b64a-eea1bcaef455 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.510402] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32713af8-2ae9-4744-aed3-393d15d5f0a2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.550035] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bbd1096-bfcf-4afe-87cd-8ca342c6795e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.557768] env[62438]: DEBUG oslo_vmware.api [None req-4d3a4205-5d24-40b2-bacf-846262f05633 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Task: {'id': task-1784823, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.565291] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f23d03-ba44-443a-91a3-246bec24c7a9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.583838] env[62438]: DEBUG nova.compute.provider_tree [None req-d526ba45-dc01-4088-9dd9-d6bedc174c84 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1493.640397] env[62438]: DEBUG nova.network.neutron [None req-c357c4a0-de8d-45ac-8125-ad1df32939e0 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 84f3ff00-94b2-4595-8046-865c3016fc77] Port f6998673-c51a-41b4-8da7-a6c1d8d2592d binding to destination host cpu-1 is already ACTIVE {{(pid=62438) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 1493.640760] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c357c4a0-de8d-45ac-8125-ad1df32939e0 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Acquiring lock "refresh_cache-84f3ff00-94b2-4595-8046-865c3016fc77" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1493.641095] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c357c4a0-de8d-45ac-8125-ad1df32939e0 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Acquired lock "refresh_cache-84f3ff00-94b2-4595-8046-865c3016fc77" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.641292] env[62438]: DEBUG nova.network.neutron [None req-c357c4a0-de8d-45ac-8125-ad1df32939e0 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 84f3ff00-94b2-4595-8046-865c3016fc77] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1493.658829] env[62438]: DEBUG oslo_vmware.api [None req-9bd5c64d-d6e9-4592-9a76-581c9e255535 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1784822, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.759129] env[62438]: DEBUG oslo_concurrency.lockutils [None req-fa5a1fb8-eccf-4e04-a4a8-1ca10749dbcb tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1493.816718] env[62438]: DEBUG oslo_concurrency.lockutils [None req-b46534ab-f959-43b2-a092-bc49d7ea2a5b tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] Acquiring lock "refresh_cache-5f2f6e09-af90-465e-9451-dc4ce16fb851" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1493.816875] env[62438]: DEBUG oslo_concurrency.lockutils [None req-b46534ab-f959-43b2-a092-bc49d7ea2a5b tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] Acquired lock "refresh_cache-5f2f6e09-af90-465e-9451-dc4ce16fb851" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.817045] env[62438]: DEBUG nova.network.neutron [None req-b46534ab-f959-43b2-a092-bc49d7ea2a5b tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] [instance: 5f2f6e09-af90-465e-9451-dc4ce16fb851] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1493.870782] env[62438]: DEBUG oslo_vmware.api [None req-1d171dc3-58d3-40a9-bc0a-4f29f2807857 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52e66fb1-32ad-4c57-3908-bd01d4c46696, 'name': SearchDatastore_Task, 'duration_secs': 0.196329} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.871664] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7785d167-e50b-4c34-b737-0495b015d63b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.878160] env[62438]: DEBUG oslo_vmware.api [None req-1d171dc3-58d3-40a9-bc0a-4f29f2807857 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Waiting for the task: (returnval){ [ 1493.878160] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]528cdad7-21be-d656-e35d-a0b2c9a58be7" [ 1493.878160] env[62438]: _type = "Task" [ 1493.878160] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.886586] env[62438]: DEBUG oslo_concurrency.lockutils [None req-47ad107a-db41-4803-a47f-21cb3edcafa8 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Acquiring lock "interface-d96af944-fba1-4df4-a0f7-0566ae562500-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1493.886866] env[62438]: DEBUG oslo_concurrency.lockutils [None req-47ad107a-db41-4803-a47f-21cb3edcafa8 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Lock "interface-d96af944-fba1-4df4-a0f7-0566ae562500-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1493.887281] env[62438]: DEBUG nova.objects.instance [None req-47ad107a-db41-4803-a47f-21cb3edcafa8 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Lazy-loading 'flavor' on Instance uuid d96af944-fba1-4df4-a0f7-0566ae562500 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1493.895651] env[62438]: DEBUG oslo_vmware.api [None req-1d171dc3-58d3-40a9-bc0a-4f29f2807857 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]528cdad7-21be-d656-e35d-a0b2c9a58be7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.008138] env[62438]: DEBUG nova.compute.manager [None req-e711954a-91de-4a04-85ee-2183eb2cb66c tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 29223975-ba66-48c1-9dd6-07143475fb2a] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1494.040407] env[62438]: DEBUG nova.virt.hardware [None req-e711954a-91de-4a04-85ee-2183eb2cb66c tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1494.040716] env[62438]: DEBUG nova.virt.hardware [None req-e711954a-91de-4a04-85ee-2183eb2cb66c tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1494.040882] env[62438]: DEBUG nova.virt.hardware [None req-e711954a-91de-4a04-85ee-2183eb2cb66c tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1494.041174] env[62438]: DEBUG nova.virt.hardware [None req-e711954a-91de-4a04-85ee-2183eb2cb66c tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1494.041359] env[62438]: DEBUG nova.virt.hardware [None req-e711954a-91de-4a04-85ee-2183eb2cb66c tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1494.041517] env[62438]: DEBUG nova.virt.hardware [None req-e711954a-91de-4a04-85ee-2183eb2cb66c tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1494.041733] env[62438]: DEBUG nova.virt.hardware [None req-e711954a-91de-4a04-85ee-2183eb2cb66c tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1494.041908] env[62438]: DEBUG nova.virt.hardware [None req-e711954a-91de-4a04-85ee-2183eb2cb66c tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1494.042116] env[62438]: DEBUG nova.virt.hardware [None req-e711954a-91de-4a04-85ee-2183eb2cb66c tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1494.042298] env[62438]: DEBUG nova.virt.hardware [None req-e711954a-91de-4a04-85ee-2183eb2cb66c tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1494.042475] env[62438]: DEBUG nova.virt.hardware [None req-e711954a-91de-4a04-85ee-2183eb2cb66c tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1494.043707] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea1644e4-c6c8-4ed1-8b17-9f7b2898e8ac {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.060232] env[62438]: DEBUG oslo_vmware.api [None req-4d3a4205-5d24-40b2-bacf-846262f05633 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Task: {'id': task-1784823, 'name': PowerOffVM_Task, 'duration_secs': 0.722609} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.061566] env[62438]: DEBUG nova.network.neutron [req-5cd9d815-cde7-4eb2-abf9-290e5aa6a22f req-05cbf4d5-eeea-42b0-badb-92a9e418110c service nova] [instance: 2a23b794-2acb-487c-901d-7aeca03aec83] Updated VIF entry in instance network info cache for port 9b431072-f668-4033-85cf-27f4bc7fca9f. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1494.061864] env[62438]: DEBUG nova.network.neutron [req-5cd9d815-cde7-4eb2-abf9-290e5aa6a22f req-05cbf4d5-eeea-42b0-badb-92a9e418110c service nova] [instance: 2a23b794-2acb-487c-901d-7aeca03aec83] Updating instance_info_cache with network_info: [{"id": "9b431072-f668-4033-85cf-27f4bc7fca9f", "address": "fa:16:3e:ae:35:a0", "network": {"id": "0a6f0c81-bc8e-4d78-ac76-16c40a89ee9c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-842347437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce544529ed8e4e698990b7d329d0138a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d182e8eb-3f6d-4c76-a06e-133dd9b3cd30", "external-id": "nsx-vlan-transportzone-260", "segmentation_id": 260, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b431072-f6", "ovs_interfaceid": "9b431072-f668-4033-85cf-27f4bc7fca9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1494.063086] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d3a4205-5d24-40b2-bacf-846262f05633 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] [instance: 2a23b794-2acb-487c-901d-7aeca03aec83] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1494.063290] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-4d3a4205-5d24-40b2-bacf-846262f05633 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] [instance: 2a23b794-2acb-487c-901d-7aeca03aec83] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1494.064538] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-365d9eef-3595-4540-9faf-5e04efd1e349 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.075393] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1bf9c81e-2383-47fd-b66e-1130781ffe8f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.089630] env[62438]: DEBUG nova.scheduler.client.report [None req-d526ba45-dc01-4088-9dd9-d6bedc174c84 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1494.163825] env[62438]: DEBUG oslo_vmware.api [None req-9bd5c64d-d6e9-4592-9a76-581c9e255535 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1784822, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.163825] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-4d3a4205-5d24-40b2-bacf-846262f05633 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] [instance: 2a23b794-2acb-487c-901d-7aeca03aec83] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1494.164080] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-4d3a4205-5d24-40b2-bacf-846262f05633 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] [instance: 2a23b794-2acb-487c-901d-7aeca03aec83] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1494.164383] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d3a4205-5d24-40b2-bacf-846262f05633 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Deleting the datastore file [datastore1] 2a23b794-2acb-487c-901d-7aeca03aec83 {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1494.164526] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-747a848e-0176-4798-a2d6-d120ef7cff64 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.172220] env[62438]: DEBUG oslo_vmware.api [None req-4d3a4205-5d24-40b2-bacf-846262f05633 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Waiting for the task: (returnval){ [ 1494.172220] env[62438]: value = "task-1784825" [ 1494.172220] env[62438]: _type = "Task" [ 1494.172220] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.183102] env[62438]: DEBUG oslo_vmware.api [None req-4d3a4205-5d24-40b2-bacf-846262f05633 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Task: {'id': task-1784825, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.386276] env[62438]: DEBUG nova.network.neutron [None req-b46534ab-f959-43b2-a092-bc49d7ea2a5b tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] [instance: 5f2f6e09-af90-465e-9451-dc4ce16fb851] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1494.402308] env[62438]: DEBUG oslo_vmware.api [None req-1d171dc3-58d3-40a9-bc0a-4f29f2807857 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]528cdad7-21be-d656-e35d-a0b2c9a58be7, 'name': SearchDatastore_Task, 'duration_secs': 0.244266} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.402870] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1d171dc3-58d3-40a9-bc0a-4f29f2807857 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1494.403332] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d171dc3-58d3-40a9-bc0a-4f29f2807857 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 2b5c87fe-1c80-4cb9-86fe-4dd083322e71/2b5c87fe-1c80-4cb9-86fe-4dd083322e71.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1494.404206] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a1e7c630-7378-47d0-957c-f22c9a44d151 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.414872] env[62438]: DEBUG oslo_vmware.api [None req-1d171dc3-58d3-40a9-bc0a-4f29f2807857 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Waiting for the task: (returnval){ [ 1494.414872] env[62438]: value = "task-1784826" [ 1494.414872] env[62438]: _type = "Task" [ 1494.414872] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.428847] env[62438]: DEBUG oslo_vmware.api [None req-1d171dc3-58d3-40a9-bc0a-4f29f2807857 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': task-1784826, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.565086] env[62438]: DEBUG nova.network.neutron [None req-c357c4a0-de8d-45ac-8125-ad1df32939e0 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 84f3ff00-94b2-4595-8046-865c3016fc77] Updating instance_info_cache with network_info: [{"id": "f6998673-c51a-41b4-8da7-a6c1d8d2592d", "address": "fa:16:3e:a0:72:12", "network": {"id": "8e2a4cc9-3d97-4555-97e3-837d85836978", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "332326a11cdf4ec891065b36ccc5aa20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6998673-c5", "ovs_interfaceid": "f6998673-c51a-41b4-8da7-a6c1d8d2592d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1494.577530] env[62438]: DEBUG oslo_concurrency.lockutils [req-5cd9d815-cde7-4eb2-abf9-290e5aa6a22f req-05cbf4d5-eeea-42b0-badb-92a9e418110c service nova] Releasing lock "refresh_cache-2a23b794-2acb-487c-901d-7aeca03aec83" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1494.597954] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d526ba45-dc01-4088-9dd9-d6bedc174c84 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.637s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1494.599311] env[62438]: DEBUG nova.compute.manager [None req-d526ba45-dc01-4088-9dd9-d6bedc174c84 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [instance: 0cb4c6c0-63bc-4723-bac2-62479872be0d] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1494.602132] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9ef1a7a5-c0b7-439b-8a61-65ef9d80892c tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.410s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1494.603534] env[62438]: INFO nova.compute.claims [None req-9ef1a7a5-c0b7-439b-8a61-65ef9d80892c tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] [instance: 18dc9467-827b-4fe0-8ddf-03c0093c7737] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1494.613148] env[62438]: DEBUG nova.objects.instance [None req-47ad107a-db41-4803-a47f-21cb3edcafa8 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Lazy-loading 'pci_requests' on Instance uuid d96af944-fba1-4df4-a0f7-0566ae562500 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1494.659870] env[62438]: DEBUG nova.network.neutron [None req-b46534ab-f959-43b2-a092-bc49d7ea2a5b tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] [instance: 5f2f6e09-af90-465e-9451-dc4ce16fb851] Updating instance_info_cache with network_info: [{"id": "e305f516-a4f2-4f36-8856-f034cd4b8d99", "address": "fa:16:3e:e7:a4:88", "network": {"id": "aff0b315-6442-4c6f-91b3-1e7fb1ebad15", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-955044553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f72f980185894a75bbf74e6932fc4c7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape305f516-a4", "ovs_interfaceid": "e305f516-a4f2-4f36-8856-f034cd4b8d99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1494.665953] env[62438]: DEBUG oslo_vmware.api [None req-9bd5c64d-d6e9-4592-9a76-581c9e255535 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1784822, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.307595} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.666444] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bd5c64d-d6e9-4592-9a76-581c9e255535 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a/0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1494.666666] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-9bd5c64d-d6e9-4592-9a76-581c9e255535 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1494.667366] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eb60e578-3b4b-4e22-9a35-a292ecacb4dd {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.678858] env[62438]: DEBUG oslo_vmware.api [None req-9bd5c64d-d6e9-4592-9a76-581c9e255535 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Waiting for the task: (returnval){ [ 1494.678858] env[62438]: value = "task-1784827" [ 1494.678858] env[62438]: _type = "Task" [ 1494.678858] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.687575] env[62438]: DEBUG oslo_vmware.api [None req-4d3a4205-5d24-40b2-bacf-846262f05633 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Task: {'id': task-1784825, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.693062] env[62438]: DEBUG oslo_vmware.api [None req-9bd5c64d-d6e9-4592-9a76-581c9e255535 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1784827, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.904592] env[62438]: DEBUG nova.network.neutron [None req-e711954a-91de-4a04-85ee-2183eb2cb66c tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 29223975-ba66-48c1-9dd6-07143475fb2a] Successfully updated port: e0eeb6a3-f740-4be7-92c4-1afa8eec9e17 {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1494.928490] env[62438]: DEBUG oslo_vmware.api [None req-1d171dc3-58d3-40a9-bc0a-4f29f2807857 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': task-1784826, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.068920] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c357c4a0-de8d-45ac-8125-ad1df32939e0 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Releasing lock "refresh_cache-84f3ff00-94b2-4595-8046-865c3016fc77" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1495.114026] env[62438]: DEBUG nova.compute.utils [None req-d526ba45-dc01-4088-9dd9-d6bedc174c84 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1495.114026] env[62438]: DEBUG nova.compute.manager [None req-d526ba45-dc01-4088-9dd9-d6bedc174c84 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [instance: 0cb4c6c0-63bc-4723-bac2-62479872be0d] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1495.114026] env[62438]: DEBUG nova.network.neutron [None req-d526ba45-dc01-4088-9dd9-d6bedc174c84 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [instance: 0cb4c6c0-63bc-4723-bac2-62479872be0d] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1495.118238] env[62438]: DEBUG nova.objects.base [None req-47ad107a-db41-4803-a47f-21cb3edcafa8 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62438) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1495.118733] env[62438]: DEBUG nova.network.neutron [None req-47ad107a-db41-4803-a47f-21cb3edcafa8 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: d96af944-fba1-4df4-a0f7-0566ae562500] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1495.157770] env[62438]: DEBUG nova.policy [None req-d526ba45-dc01-4088-9dd9-d6bedc174c84 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '27751b891ed446199fa4621982f50a8a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '776901636c2e41889f23b89411e6dd63', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1495.167757] env[62438]: DEBUG oslo_concurrency.lockutils [None req-b46534ab-f959-43b2-a092-bc49d7ea2a5b tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] Releasing lock "refresh_cache-5f2f6e09-af90-465e-9451-dc4ce16fb851" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1495.172026] env[62438]: DEBUG nova.compute.manager [None req-b46534ab-f959-43b2-a092-bc49d7ea2a5b tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] [instance: 5f2f6e09-af90-465e-9451-dc4ce16fb851] Instance network_info: |[{"id": "e305f516-a4f2-4f36-8856-f034cd4b8d99", "address": "fa:16:3e:e7:a4:88", "network": {"id": "aff0b315-6442-4c6f-91b3-1e7fb1ebad15", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-955044553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f72f980185894a75bbf74e6932fc4c7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape305f516-a4", "ovs_interfaceid": "e305f516-a4f2-4f36-8856-f034cd4b8d99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1495.172026] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-b46534ab-f959-43b2-a092-bc49d7ea2a5b tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] [instance: 5f2f6e09-af90-465e-9451-dc4ce16fb851] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:a4:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e305f516-a4f2-4f36-8856-f034cd4b8d99', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1495.182608] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-b46534ab-f959-43b2-a092-bc49d7ea2a5b tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] Creating folder: Project (f72f980185894a75bbf74e6932fc4c7c). Parent ref: group-v370230. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1495.183449] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-95f5dd46-6f44-452f-baa2-787b41da3f1d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.203232] env[62438]: DEBUG oslo_vmware.api [None req-4d3a4205-5d24-40b2-bacf-846262f05633 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Task: {'id': task-1784825, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.570285} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.206576] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d3a4205-5d24-40b2-bacf-846262f05633 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1495.206892] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-4d3a4205-5d24-40b2-bacf-846262f05633 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] [instance: 2a23b794-2acb-487c-901d-7aeca03aec83] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1495.207078] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-4d3a4205-5d24-40b2-bacf-846262f05633 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] [instance: 2a23b794-2acb-487c-901d-7aeca03aec83] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1495.207341] env[62438]: INFO nova.compute.manager [None req-4d3a4205-5d24-40b2-bacf-846262f05633 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] [instance: 2a23b794-2acb-487c-901d-7aeca03aec83] Took 2.20 seconds to destroy the instance on the hypervisor. [ 1495.207674] env[62438]: DEBUG oslo.service.loopingcall [None req-4d3a4205-5d24-40b2-bacf-846262f05633 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1495.207954] env[62438]: DEBUG oslo_vmware.api [None req-9bd5c64d-d6e9-4592-9a76-581c9e255535 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1784827, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070243} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.209310] env[62438]: DEBUG nova.compute.manager [-] [instance: 2a23b794-2acb-487c-901d-7aeca03aec83] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1495.209457] env[62438]: DEBUG nova.network.neutron [-] [instance: 2a23b794-2acb-487c-901d-7aeca03aec83] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1495.211249] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-9bd5c64d-d6e9-4592-9a76-581c9e255535 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1495.211631] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-b46534ab-f959-43b2-a092-bc49d7ea2a5b tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] Created folder: Project (f72f980185894a75bbf74e6932fc4c7c) in parent group-v370230. [ 1495.211852] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-b46534ab-f959-43b2-a092-bc49d7ea2a5b tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] Creating folder: Instances. Parent ref: group-v370376. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1495.212713] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-091ddcf7-371b-4686-a925-6a5a00564fee {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.215742] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ea164cdc-07ea-4c86-a518-117a6c2bc7ad {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.238231] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bd5c64d-d6e9-4592-9a76-581c9e255535 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a/0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1495.240041] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46eab53f-cccc-4eb0-a8d3-8107be106aa6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.256800] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-b46534ab-f959-43b2-a092-bc49d7ea2a5b tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] Created folder: Instances in parent group-v370376. [ 1495.256800] env[62438]: DEBUG oslo.service.loopingcall [None req-b46534ab-f959-43b2-a092-bc49d7ea2a5b tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1495.257061] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f2f6e09-af90-465e-9451-dc4ce16fb851] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1495.258742] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6d8c1f22-0fea-4636-ae01-234874d80de2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.277646] env[62438]: DEBUG oslo_vmware.api [None req-9bd5c64d-d6e9-4592-9a76-581c9e255535 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Waiting for the task: (returnval){ [ 1495.277646] env[62438]: value = "task-1784830" [ 1495.277646] env[62438]: _type = "Task" [ 1495.277646] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.283084] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1495.283084] env[62438]: value = "task-1784831" [ 1495.283084] env[62438]: _type = "Task" [ 1495.283084] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.290364] env[62438]: DEBUG oslo_vmware.api [None req-9bd5c64d-d6e9-4592-9a76-581c9e255535 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1784830, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.295500] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784831, 'name': CreateVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.305402] env[62438]: DEBUG nova.policy [None req-47ad107a-db41-4803-a47f-21cb3edcafa8 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fb631bc22a884406a82bafdcbba241c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '941c9b8cd46546ffa37aa3edfa770bd1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1495.409385] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e711954a-91de-4a04-85ee-2183eb2cb66c tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Acquiring lock "refresh_cache-29223975-ba66-48c1-9dd6-07143475fb2a" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1495.409559] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e711954a-91de-4a04-85ee-2183eb2cb66c tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Acquired lock "refresh_cache-29223975-ba66-48c1-9dd6-07143475fb2a" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.409871] env[62438]: DEBUG nova.network.neutron [None req-e711954a-91de-4a04-85ee-2183eb2cb66c tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 29223975-ba66-48c1-9dd6-07143475fb2a] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1495.437569] env[62438]: DEBUG oslo_vmware.api [None req-1d171dc3-58d3-40a9-bc0a-4f29f2807857 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': task-1784826, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.996803} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.437855] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d171dc3-58d3-40a9-bc0a-4f29f2807857 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 2b5c87fe-1c80-4cb9-86fe-4dd083322e71/2b5c87fe-1c80-4cb9-86fe-4dd083322e71.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1495.438441] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-1d171dc3-58d3-40a9-bc0a-4f29f2807857 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: 2b5c87fe-1c80-4cb9-86fe-4dd083322e71] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1495.439292] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b085d33b-d114-41f9-a695-30804a88a9a6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.446820] env[62438]: DEBUG oslo_vmware.api [None req-1d171dc3-58d3-40a9-bc0a-4f29f2807857 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Waiting for the task: (returnval){ [ 1495.446820] env[62438]: value = "task-1784832" [ 1495.446820] env[62438]: _type = "Task" [ 1495.446820] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.459196] env[62438]: DEBUG oslo_vmware.api [None req-1d171dc3-58d3-40a9-bc0a-4f29f2807857 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': task-1784832, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.573479] env[62438]: DEBUG nova.compute.manager [None req-c357c4a0-de8d-45ac-8125-ad1df32939e0 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 84f3ff00-94b2-4595-8046-865c3016fc77] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62438) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:897}} [ 1495.573479] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c357c4a0-de8d-45ac-8125-ad1df32939e0 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1495.626188] env[62438]: DEBUG nova.compute.manager [None req-d526ba45-dc01-4088-9dd9-d6bedc174c84 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [instance: 0cb4c6c0-63bc-4723-bac2-62479872be0d] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1495.642507] env[62438]: DEBUG nova.network.neutron [None req-d526ba45-dc01-4088-9dd9-d6bedc174c84 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [instance: 0cb4c6c0-63bc-4723-bac2-62479872be0d] Successfully created port: 475e6ae6-52f2-4300-9662-90f2d8909dcf {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1495.793553] env[62438]: DEBUG oslo_vmware.api [None req-9bd5c64d-d6e9-4592-9a76-581c9e255535 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1784830, 'name': ReconfigVM_Task, 'duration_secs': 0.500483} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.794752] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bd5c64d-d6e9-4592-9a76-581c9e255535 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a/0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1495.795464] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5f0651bf-d6ed-494c-b448-9871803a5080 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.800335] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784831, 'name': CreateVM_Task, 'duration_secs': 0.487798} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.800943] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f2f6e09-af90-465e-9451-dc4ce16fb851] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1495.801625] env[62438]: DEBUG oslo_concurrency.lockutils [None req-b46534ab-f959-43b2-a092-bc49d7ea2a5b tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1495.802459] env[62438]: DEBUG oslo_concurrency.lockutils [None req-b46534ab-f959-43b2-a092-bc49d7ea2a5b tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.802777] env[62438]: DEBUG oslo_concurrency.lockutils [None req-b46534ab-f959-43b2-a092-bc49d7ea2a5b tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1495.805280] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7d96f34-eb33-42fe-af39-b4af3fb8840e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.809270] env[62438]: DEBUG oslo_vmware.api [None req-9bd5c64d-d6e9-4592-9a76-581c9e255535 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Waiting for the task: (returnval){ [ 1495.809270] env[62438]: value = "task-1784833" [ 1495.809270] env[62438]: _type = "Task" [ 1495.809270] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.815468] env[62438]: DEBUG oslo_vmware.api [None req-b46534ab-f959-43b2-a092-bc49d7ea2a5b tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] Waiting for the task: (returnval){ [ 1495.815468] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]520bfe9a-7450-0eaf-c89b-d202f014e6a8" [ 1495.815468] env[62438]: _type = "Task" [ 1495.815468] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.824750] env[62438]: DEBUG oslo_vmware.api [None req-9bd5c64d-d6e9-4592-9a76-581c9e255535 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1784833, 'name': Rename_Task} progress is 10%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.833407] env[62438]: DEBUG oslo_vmware.api [None req-b46534ab-f959-43b2-a092-bc49d7ea2a5b tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]520bfe9a-7450-0eaf-c89b-d202f014e6a8, 'name': SearchDatastore_Task, 'duration_secs': 0.011562} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.833766] env[62438]: DEBUG oslo_concurrency.lockutils [None req-b46534ab-f959-43b2-a092-bc49d7ea2a5b tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1495.834116] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-b46534ab-f959-43b2-a092-bc49d7ea2a5b tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] [instance: 5f2f6e09-af90-465e-9451-dc4ce16fb851] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1495.834571] env[62438]: DEBUG oslo_concurrency.lockutils [None req-b46534ab-f959-43b2-a092-bc49d7ea2a5b tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1495.834875] env[62438]: DEBUG oslo_concurrency.lockutils [None req-b46534ab-f959-43b2-a092-bc49d7ea2a5b tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.835175] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-b46534ab-f959-43b2-a092-bc49d7ea2a5b tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1495.835512] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b668d2b-d35b-4bea-83ff-8921ca8b8685 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.843308] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-b46534ab-f959-43b2-a092-bc49d7ea2a5b tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1495.843500] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-b46534ab-f959-43b2-a092-bc49d7ea2a5b tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1495.844251] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb472712-ca8e-4ccb-80ff-da95ead9f8f1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.850171] env[62438]: DEBUG oslo_vmware.api [None req-b46534ab-f959-43b2-a092-bc49d7ea2a5b tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] Waiting for the task: (returnval){ [ 1495.850171] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]521dbbe7-bd31-910b-c736-ac2535ba95e2" [ 1495.850171] env[62438]: _type = "Task" [ 1495.850171] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.861135] env[62438]: DEBUG oslo_vmware.api [None req-b46534ab-f959-43b2-a092-bc49d7ea2a5b tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]521dbbe7-bd31-910b-c736-ac2535ba95e2, 'name': SearchDatastore_Task, 'duration_secs': 0.008672} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.862140] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92f86524-a9df-4d35-8e24-ad97ec5ddc95 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.869729] env[62438]: DEBUG oslo_vmware.api [None req-b46534ab-f959-43b2-a092-bc49d7ea2a5b tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] Waiting for the task: (returnval){ [ 1495.869729] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52d39f80-c783-f7c8-e08f-1824468322e1" [ 1495.869729] env[62438]: _type = "Task" [ 1495.869729] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.878436] env[62438]: DEBUG oslo_vmware.api [None req-b46534ab-f959-43b2-a092-bc49d7ea2a5b tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52d39f80-c783-f7c8-e08f-1824468322e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.947200] env[62438]: DEBUG nova.network.neutron [None req-e711954a-91de-4a04-85ee-2183eb2cb66c tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 29223975-ba66-48c1-9dd6-07143475fb2a] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1495.960844] env[62438]: DEBUG oslo_vmware.api [None req-1d171dc3-58d3-40a9-bc0a-4f29f2807857 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': task-1784832, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067159} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.961173] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-1d171dc3-58d3-40a9-bc0a-4f29f2807857 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: 2b5c87fe-1c80-4cb9-86fe-4dd083322e71] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1495.961977] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66bb9b2f-1c20-4c6f-83c8-df119811e0a3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.986342] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d171dc3-58d3-40a9-bc0a-4f29f2807857 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: 2b5c87fe-1c80-4cb9-86fe-4dd083322e71] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 2b5c87fe-1c80-4cb9-86fe-4dd083322e71/2b5c87fe-1c80-4cb9-86fe-4dd083322e71.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1495.989166] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed538ff3-4913-4a44-a6bc-b152cabf6c1c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.009148] env[62438]: DEBUG oslo_vmware.api [None req-1d171dc3-58d3-40a9-bc0a-4f29f2807857 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Waiting for the task: (returnval){ [ 1496.009148] env[62438]: value = "task-1784834" [ 1496.009148] env[62438]: _type = "Task" [ 1496.009148] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.019125] env[62438]: DEBUG oslo_vmware.api [None req-1d171dc3-58d3-40a9-bc0a-4f29f2807857 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': task-1784834, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.024848] env[62438]: DEBUG nova.network.neutron [None req-47ad107a-db41-4803-a47f-21cb3edcafa8 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: d96af944-fba1-4df4-a0f7-0566ae562500] Successfully created port: c46449ae-209f-4c4f-9a24-e6018aa8f187 {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1496.085662] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da408c1-15ae-4178-aa35-9458b467a229 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.093219] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-545d283d-0462-4a5c-b0c2-43b3de257164 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.124733] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47422de7-6f96-4a32-8220-77e11abc52dc {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.131049] env[62438]: DEBUG nova.network.neutron [-] [instance: 2a23b794-2acb-487c-901d-7aeca03aec83] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1496.133287] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a7f9785-a600-4181-a4bb-4e1330c1bcc0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.151366] env[62438]: DEBUG nova.compute.provider_tree [None req-9ef1a7a5-c0b7-439b-8a61-65ef9d80892c tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1496.321841] env[62438]: DEBUG oslo_vmware.api [None req-9bd5c64d-d6e9-4592-9a76-581c9e255535 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1784833, 'name': Rename_Task, 'duration_secs': 0.155699} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.323109] env[62438]: DEBUG nova.network.neutron [None req-e711954a-91de-4a04-85ee-2183eb2cb66c tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 29223975-ba66-48c1-9dd6-07143475fb2a] Updating instance_info_cache with network_info: [{"id": "e0eeb6a3-f740-4be7-92c4-1afa8eec9e17", "address": "fa:16:3e:e4:01:af", "network": {"id": "be543da8-3777-4ff8-8be8-2e630a8adb60", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1910186769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c02acab651304d05a66f470e452d1796", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0eeb6a3-f7", "ovs_interfaceid": "e0eeb6a3-f740-4be7-92c4-1afa8eec9e17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1496.324575] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bd5c64d-d6e9-4592-9a76-581c9e255535 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1496.324575] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-40a47a59-5870-4d22-9349-b639d15501f3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.333061] env[62438]: DEBUG oslo_vmware.api [None req-9bd5c64d-d6e9-4592-9a76-581c9e255535 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Waiting for the task: (returnval){ [ 1496.333061] env[62438]: value = "task-1784835" [ 1496.333061] env[62438]: _type = "Task" [ 1496.333061] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.341424] env[62438]: DEBUG oslo_vmware.api [None req-9bd5c64d-d6e9-4592-9a76-581c9e255535 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1784835, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.380372] env[62438]: DEBUG oslo_vmware.api [None req-b46534ab-f959-43b2-a092-bc49d7ea2a5b tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52d39f80-c783-f7c8-e08f-1824468322e1, 'name': SearchDatastore_Task, 'duration_secs': 0.011874} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.382022] env[62438]: DEBUG oslo_concurrency.lockutils [None req-b46534ab-f959-43b2-a092-bc49d7ea2a5b tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1496.382022] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-b46534ab-f959-43b2-a092-bc49d7ea2a5b tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 5f2f6e09-af90-465e-9451-dc4ce16fb851/5f2f6e09-af90-465e-9451-dc4ce16fb851.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1496.382022] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e8d6532d-d5fe-4bc5-a773-df620ead0129 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.387922] env[62438]: DEBUG oslo_vmware.api [None req-b46534ab-f959-43b2-a092-bc49d7ea2a5b tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] Waiting for the task: (returnval){ [ 1496.387922] env[62438]: value = "task-1784836" [ 1496.387922] env[62438]: _type = "Task" [ 1496.387922] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.396116] env[62438]: DEBUG oslo_vmware.api [None req-b46534ab-f959-43b2-a092-bc49d7ea2a5b tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] Task: {'id': task-1784836, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.479491] env[62438]: DEBUG nova.compute.manager [req-065920ec-7fcc-443d-851f-ee714876b5f6 req-7fc148cf-7441-4d34-8984-9c7e8c3c211f service nova] [instance: 5f2f6e09-af90-465e-9451-dc4ce16fb851] Received event network-vif-plugged-e305f516-a4f2-4f36-8856-f034cd4b8d99 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1496.479672] env[62438]: DEBUG oslo_concurrency.lockutils [req-065920ec-7fcc-443d-851f-ee714876b5f6 req-7fc148cf-7441-4d34-8984-9c7e8c3c211f service nova] Acquiring lock "5f2f6e09-af90-465e-9451-dc4ce16fb851-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1496.479895] env[62438]: DEBUG oslo_concurrency.lockutils [req-065920ec-7fcc-443d-851f-ee714876b5f6 req-7fc148cf-7441-4d34-8984-9c7e8c3c211f service nova] Lock "5f2f6e09-af90-465e-9451-dc4ce16fb851-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1496.481152] env[62438]: DEBUG oslo_concurrency.lockutils [req-065920ec-7fcc-443d-851f-ee714876b5f6 req-7fc148cf-7441-4d34-8984-9c7e8c3c211f service nova] Lock "5f2f6e09-af90-465e-9451-dc4ce16fb851-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1496.481446] env[62438]: DEBUG nova.compute.manager [req-065920ec-7fcc-443d-851f-ee714876b5f6 req-7fc148cf-7441-4d34-8984-9c7e8c3c211f service nova] [instance: 5f2f6e09-af90-465e-9451-dc4ce16fb851] No waiting events found dispatching network-vif-plugged-e305f516-a4f2-4f36-8856-f034cd4b8d99 {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1496.481583] env[62438]: WARNING nova.compute.manager [req-065920ec-7fcc-443d-851f-ee714876b5f6 req-7fc148cf-7441-4d34-8984-9c7e8c3c211f service nova] [instance: 5f2f6e09-af90-465e-9451-dc4ce16fb851] Received unexpected event network-vif-plugged-e305f516-a4f2-4f36-8856-f034cd4b8d99 for instance with vm_state building and task_state spawning. [ 1496.482826] env[62438]: DEBUG nova.compute.manager [req-065920ec-7fcc-443d-851f-ee714876b5f6 req-7fc148cf-7441-4d34-8984-9c7e8c3c211f service nova] [instance: 5f2f6e09-af90-465e-9451-dc4ce16fb851] Received event network-changed-e305f516-a4f2-4f36-8856-f034cd4b8d99 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1496.482826] env[62438]: DEBUG nova.compute.manager [req-065920ec-7fcc-443d-851f-ee714876b5f6 req-7fc148cf-7441-4d34-8984-9c7e8c3c211f service nova] [instance: 5f2f6e09-af90-465e-9451-dc4ce16fb851] Refreshing instance network info cache due to event network-changed-e305f516-a4f2-4f36-8856-f034cd4b8d99. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1496.482826] env[62438]: DEBUG oslo_concurrency.lockutils [req-065920ec-7fcc-443d-851f-ee714876b5f6 req-7fc148cf-7441-4d34-8984-9c7e8c3c211f service nova] Acquiring lock "refresh_cache-5f2f6e09-af90-465e-9451-dc4ce16fb851" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1496.482826] env[62438]: DEBUG oslo_concurrency.lockutils [req-065920ec-7fcc-443d-851f-ee714876b5f6 req-7fc148cf-7441-4d34-8984-9c7e8c3c211f service nova] Acquired lock "refresh_cache-5f2f6e09-af90-465e-9451-dc4ce16fb851" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.482826] env[62438]: DEBUG nova.network.neutron [req-065920ec-7fcc-443d-851f-ee714876b5f6 req-7fc148cf-7441-4d34-8984-9c7e8c3c211f service nova] [instance: 5f2f6e09-af90-465e-9451-dc4ce16fb851] Refreshing network info cache for port e305f516-a4f2-4f36-8856-f034cd4b8d99 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1496.522207] env[62438]: DEBUG oslo_vmware.api [None req-1d171dc3-58d3-40a9-bc0a-4f29f2807857 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': task-1784834, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.638742] env[62438]: INFO nova.compute.manager [-] [instance: 2a23b794-2acb-487c-901d-7aeca03aec83] Took 1.43 seconds to deallocate network for instance. [ 1496.645669] env[62438]: DEBUG nova.compute.manager [None req-d526ba45-dc01-4088-9dd9-d6bedc174c84 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [instance: 0cb4c6c0-63bc-4723-bac2-62479872be0d] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1496.661245] env[62438]: DEBUG nova.scheduler.client.report [None req-9ef1a7a5-c0b7-439b-8a61-65ef9d80892c tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1496.686664] env[62438]: DEBUG nova.compute.manager [req-218f2769-ed24-4493-b076-bcc09e752956 req-170d6a94-8d61-4a7c-807e-f75a7fdfaaae service nova] [instance: 29223975-ba66-48c1-9dd6-07143475fb2a] Received event network-vif-plugged-e0eeb6a3-f740-4be7-92c4-1afa8eec9e17 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1496.688445] env[62438]: DEBUG oslo_concurrency.lockutils [req-218f2769-ed24-4493-b076-bcc09e752956 req-170d6a94-8d61-4a7c-807e-f75a7fdfaaae service nova] Acquiring lock "29223975-ba66-48c1-9dd6-07143475fb2a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1496.688731] env[62438]: DEBUG oslo_concurrency.lockutils [req-218f2769-ed24-4493-b076-bcc09e752956 req-170d6a94-8d61-4a7c-807e-f75a7fdfaaae service nova] Lock "29223975-ba66-48c1-9dd6-07143475fb2a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1496.688929] env[62438]: DEBUG oslo_concurrency.lockutils [req-218f2769-ed24-4493-b076-bcc09e752956 req-170d6a94-8d61-4a7c-807e-f75a7fdfaaae service nova] Lock "29223975-ba66-48c1-9dd6-07143475fb2a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1496.689139] env[62438]: DEBUG nova.compute.manager [req-218f2769-ed24-4493-b076-bcc09e752956 req-170d6a94-8d61-4a7c-807e-f75a7fdfaaae service nova] [instance: 29223975-ba66-48c1-9dd6-07143475fb2a] No waiting events found dispatching network-vif-plugged-e0eeb6a3-f740-4be7-92c4-1afa8eec9e17 {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1496.689449] env[62438]: WARNING nova.compute.manager [req-218f2769-ed24-4493-b076-bcc09e752956 req-170d6a94-8d61-4a7c-807e-f75a7fdfaaae service nova] [instance: 29223975-ba66-48c1-9dd6-07143475fb2a] Received unexpected event network-vif-plugged-e0eeb6a3-f740-4be7-92c4-1afa8eec9e17 for instance with vm_state building and task_state spawning. [ 1496.691802] env[62438]: DEBUG nova.virt.hardware [None req-d526ba45-dc01-4088-9dd9-d6bedc174c84 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1496.692063] env[62438]: DEBUG nova.virt.hardware [None req-d526ba45-dc01-4088-9dd9-d6bedc174c84 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1496.692228] env[62438]: DEBUG nova.virt.hardware [None req-d526ba45-dc01-4088-9dd9-d6bedc174c84 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1496.692429] env[62438]: DEBUG nova.virt.hardware [None req-d526ba45-dc01-4088-9dd9-d6bedc174c84 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1496.692553] env[62438]: DEBUG nova.virt.hardware [None req-d526ba45-dc01-4088-9dd9-d6bedc174c84 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1496.692702] env[62438]: DEBUG nova.virt.hardware [None req-d526ba45-dc01-4088-9dd9-d6bedc174c84 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1496.692907] env[62438]: DEBUG nova.virt.hardware [None req-d526ba45-dc01-4088-9dd9-d6bedc174c84 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1496.693112] env[62438]: DEBUG nova.virt.hardware [None req-d526ba45-dc01-4088-9dd9-d6bedc174c84 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1496.693319] env[62438]: DEBUG nova.virt.hardware [None req-d526ba45-dc01-4088-9dd9-d6bedc174c84 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1496.693500] env[62438]: DEBUG nova.virt.hardware [None req-d526ba45-dc01-4088-9dd9-d6bedc174c84 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1496.693682] env[62438]: DEBUG nova.virt.hardware [None req-d526ba45-dc01-4088-9dd9-d6bedc174c84 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1496.696196] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6844b5c-d54a-4a3e-bb65-63ebd50befb0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.706154] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a0b538d-eaa4-4df2-a7a1-aebbd37a9eb0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.828501] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e711954a-91de-4a04-85ee-2183eb2cb66c tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Releasing lock "refresh_cache-29223975-ba66-48c1-9dd6-07143475fb2a" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1496.828849] env[62438]: DEBUG nova.compute.manager [None req-e711954a-91de-4a04-85ee-2183eb2cb66c tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 29223975-ba66-48c1-9dd6-07143475fb2a] Instance network_info: |[{"id": "e0eeb6a3-f740-4be7-92c4-1afa8eec9e17", "address": "fa:16:3e:e4:01:af", "network": {"id": "be543da8-3777-4ff8-8be8-2e630a8adb60", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1910186769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c02acab651304d05a66f470e452d1796", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0eeb6a3-f7", "ovs_interfaceid": "e0eeb6a3-f740-4be7-92c4-1afa8eec9e17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1496.829322] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-e711954a-91de-4a04-85ee-2183eb2cb66c tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 29223975-ba66-48c1-9dd6-07143475fb2a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:01:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e0eeb6a3-f740-4be7-92c4-1afa8eec9e17', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1496.837631] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-e711954a-91de-4a04-85ee-2183eb2cb66c tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Creating folder: Project (c02acab651304d05a66f470e452d1796). Parent ref: group-v370230. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1496.838391] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5dab54be-c3c7-440d-a01c-452b4fbdb7e1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.852597] env[62438]: DEBUG oslo_vmware.api [None req-9bd5c64d-d6e9-4592-9a76-581c9e255535 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1784835, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.854482] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-e711954a-91de-4a04-85ee-2183eb2cb66c tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Created folder: Project (c02acab651304d05a66f470e452d1796) in parent group-v370230. [ 1496.854717] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-e711954a-91de-4a04-85ee-2183eb2cb66c tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Creating folder: Instances. Parent ref: group-v370379. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1496.854982] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cc95847d-21a6-4c72-b2f9-5b4c45917eec {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.865051] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-e711954a-91de-4a04-85ee-2183eb2cb66c tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Created folder: Instances in parent group-v370379. [ 1496.865497] env[62438]: DEBUG oslo.service.loopingcall [None req-e711954a-91de-4a04-85ee-2183eb2cb66c tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1496.865763] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29223975-ba66-48c1-9dd6-07143475fb2a] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1496.867030] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d7591d7-20a7-4e7a-8a7d-2805fa3460a8 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.887895] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1496.887895] env[62438]: value = "task-1784839" [ 1496.887895] env[62438]: _type = "Task" [ 1496.887895] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.900286] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784839, 'name': CreateVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.903574] env[62438]: DEBUG oslo_vmware.api [None req-b46534ab-f959-43b2-a092-bc49d7ea2a5b tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] Task: {'id': task-1784836, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.022613] env[62438]: DEBUG oslo_vmware.api [None req-1d171dc3-58d3-40a9-bc0a-4f29f2807857 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': task-1784834, 'name': ReconfigVM_Task, 'duration_secs': 0.642849} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.022613] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d171dc3-58d3-40a9-bc0a-4f29f2807857 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: 2b5c87fe-1c80-4cb9-86fe-4dd083322e71] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 2b5c87fe-1c80-4cb9-86fe-4dd083322e71/2b5c87fe-1c80-4cb9-86fe-4dd083322e71.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1497.023148] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-08e71364-221a-4ac2-b62c-320cd547db15 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.033864] env[62438]: DEBUG oslo_vmware.api [None req-1d171dc3-58d3-40a9-bc0a-4f29f2807857 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Waiting for the task: (returnval){ [ 1497.033864] env[62438]: value = "task-1784840" [ 1497.033864] env[62438]: _type = "Task" [ 1497.033864] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.044171] env[62438]: DEBUG oslo_vmware.api [None req-1d171dc3-58d3-40a9-bc0a-4f29f2807857 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': task-1784840, 'name': Rename_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.153230] env[62438]: DEBUG oslo_concurrency.lockutils [None req-4d3a4205-5d24-40b2-bacf-846262f05633 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1497.169439] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9ef1a7a5-c0b7-439b-8a61-65ef9d80892c tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.567s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1497.169975] env[62438]: DEBUG nova.compute.manager [None req-9ef1a7a5-c0b7-439b-8a61-65ef9d80892c tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] [instance: 18dc9467-827b-4fe0-8ddf-03c0093c7737] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1497.172649] env[62438]: DEBUG oslo_concurrency.lockutils [None req-09f4571a-a881-4103-872c-b5804f83c16c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 24.442s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1497.172849] env[62438]: DEBUG nova.objects.instance [None req-09f4571a-a881-4103-872c-b5804f83c16c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: c15b97da-95c7-4a9d-be28-cda5cea50c2b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62438) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1497.348584] env[62438]: DEBUG oslo_vmware.api [None req-9bd5c64d-d6e9-4592-9a76-581c9e255535 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1784835, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.358171] env[62438]: DEBUG nova.network.neutron [req-065920ec-7fcc-443d-851f-ee714876b5f6 req-7fc148cf-7441-4d34-8984-9c7e8c3c211f service nova] [instance: 5f2f6e09-af90-465e-9451-dc4ce16fb851] Updated VIF entry in instance network info cache for port e305f516-a4f2-4f36-8856-f034cd4b8d99. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1497.358171] env[62438]: DEBUG nova.network.neutron [req-065920ec-7fcc-443d-851f-ee714876b5f6 req-7fc148cf-7441-4d34-8984-9c7e8c3c211f service nova] [instance: 5f2f6e09-af90-465e-9451-dc4ce16fb851] Updating instance_info_cache with network_info: [{"id": "e305f516-a4f2-4f36-8856-f034cd4b8d99", "address": "fa:16:3e:e7:a4:88", "network": {"id": "aff0b315-6442-4c6f-91b3-1e7fb1ebad15", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-955044553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f72f980185894a75bbf74e6932fc4c7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape305f516-a4", "ovs_interfaceid": "e305f516-a4f2-4f36-8856-f034cd4b8d99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1497.403850] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784839, 'name': CreateVM_Task, 'duration_secs': 0.404002} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.408723] env[62438]: DEBUG nova.network.neutron [None req-d526ba45-dc01-4088-9dd9-d6bedc174c84 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [instance: 0cb4c6c0-63bc-4723-bac2-62479872be0d] Successfully updated port: 475e6ae6-52f2-4300-9662-90f2d8909dcf {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1497.408723] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29223975-ba66-48c1-9dd6-07143475fb2a] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1497.408723] env[62438]: DEBUG oslo_vmware.api [None req-b46534ab-f959-43b2-a092-bc49d7ea2a5b tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] Task: {'id': task-1784836, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.656956} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.408723] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e711954a-91de-4a04-85ee-2183eb2cb66c tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1497.409013] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e711954a-91de-4a04-85ee-2183eb2cb66c tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.409161] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e711954a-91de-4a04-85ee-2183eb2cb66c tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1497.409529] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-b46534ab-f959-43b2-a092-bc49d7ea2a5b tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 5f2f6e09-af90-465e-9451-dc4ce16fb851/5f2f6e09-af90-465e-9451-dc4ce16fb851.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1497.409529] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-b46534ab-f959-43b2-a092-bc49d7ea2a5b tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] [instance: 5f2f6e09-af90-465e-9451-dc4ce16fb851] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1497.409973] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0fc28c5-e593-4a7e-9418-3f2d90569922 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.411640] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-daae3a3b-714a-4f1a-87f3-8845c2e09b39 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.417426] env[62438]: DEBUG oslo_vmware.api [None req-e711954a-91de-4a04-85ee-2183eb2cb66c tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Waiting for the task: (returnval){ [ 1497.417426] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5202e637-13cc-afc7-7650-2a2e325fa6bc" [ 1497.417426] env[62438]: _type = "Task" [ 1497.417426] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.423901] env[62438]: DEBUG oslo_vmware.api [None req-b46534ab-f959-43b2-a092-bc49d7ea2a5b tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] Waiting for the task: (returnval){ [ 1497.423901] env[62438]: value = "task-1784841" [ 1497.423901] env[62438]: _type = "Task" [ 1497.423901] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.431996] env[62438]: DEBUG oslo_vmware.api [None req-e711954a-91de-4a04-85ee-2183eb2cb66c tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5202e637-13cc-afc7-7650-2a2e325fa6bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.437328] env[62438]: DEBUG oslo_vmware.api [None req-b46534ab-f959-43b2-a092-bc49d7ea2a5b tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] Task: {'id': task-1784841, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.547291] env[62438]: DEBUG oslo_vmware.api [None req-1d171dc3-58d3-40a9-bc0a-4f29f2807857 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': task-1784840, 'name': Rename_Task, 'duration_secs': 0.213581} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.547656] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d171dc3-58d3-40a9-bc0a-4f29f2807857 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: 2b5c87fe-1c80-4cb9-86fe-4dd083322e71] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1497.547952] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38eda2a9-82bd-4096-ab8e-e232e583b052 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.555084] env[62438]: DEBUG oslo_vmware.api [None req-1d171dc3-58d3-40a9-bc0a-4f29f2807857 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Waiting for the task: (returnval){ [ 1497.555084] env[62438]: value = "task-1784842" [ 1497.555084] env[62438]: _type = "Task" [ 1497.555084] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.562931] env[62438]: DEBUG oslo_vmware.api [None req-1d171dc3-58d3-40a9-bc0a-4f29f2807857 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': task-1784842, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.680509] env[62438]: DEBUG nova.compute.utils [None req-9ef1a7a5-c0b7-439b-8a61-65ef9d80892c tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1497.688025] env[62438]: DEBUG nova.compute.manager [None req-9ef1a7a5-c0b7-439b-8a61-65ef9d80892c tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] [instance: 18dc9467-827b-4fe0-8ddf-03c0093c7737] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1497.688025] env[62438]: DEBUG nova.network.neutron [None req-9ef1a7a5-c0b7-439b-8a61-65ef9d80892c tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] [instance: 18dc9467-827b-4fe0-8ddf-03c0093c7737] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1497.730053] env[62438]: DEBUG nova.policy [None req-9ef1a7a5-c0b7-439b-8a61-65ef9d80892c tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cbdf79812658421ebea3af6dfb2938d6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '717c546fceb64599bbf7617fb9e93384', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1497.849406] env[62438]: DEBUG oslo_vmware.api [None req-9bd5c64d-d6e9-4592-9a76-581c9e255535 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1784835, 'name': PowerOnVM_Task, 'duration_secs': 1.303675} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.849727] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bd5c64d-d6e9-4592-9a76-581c9e255535 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1497.850131] env[62438]: INFO nova.compute.manager [None req-9bd5c64d-d6e9-4592-9a76-581c9e255535 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Took 12.74 seconds to spawn the instance on the hypervisor. [ 1497.850312] env[62438]: DEBUG nova.compute.manager [None req-9bd5c64d-d6e9-4592-9a76-581c9e255535 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1497.851395] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5944d74-0aff-4390-99d0-06b166da9869 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.863155] env[62438]: DEBUG oslo_concurrency.lockutils [req-065920ec-7fcc-443d-851f-ee714876b5f6 req-7fc148cf-7441-4d34-8984-9c7e8c3c211f service nova] Releasing lock "refresh_cache-5f2f6e09-af90-465e-9451-dc4ce16fb851" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1497.863393] env[62438]: DEBUG nova.compute.manager [req-065920ec-7fcc-443d-851f-ee714876b5f6 req-7fc148cf-7441-4d34-8984-9c7e8c3c211f service nova] [instance: 82059c94-0c99-48af-8ecb-e9bd695ba6f3] Received event network-changed-dadaaa3f-93e9-4ea1-85e8-26de72b03e4e {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1497.863768] env[62438]: DEBUG nova.compute.manager [req-065920ec-7fcc-443d-851f-ee714876b5f6 req-7fc148cf-7441-4d34-8984-9c7e8c3c211f service nova] [instance: 82059c94-0c99-48af-8ecb-e9bd695ba6f3] Refreshing instance network info cache due to event network-changed-dadaaa3f-93e9-4ea1-85e8-26de72b03e4e. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1497.863991] env[62438]: DEBUG oslo_concurrency.lockutils [req-065920ec-7fcc-443d-851f-ee714876b5f6 req-7fc148cf-7441-4d34-8984-9c7e8c3c211f service nova] Acquiring lock "refresh_cache-82059c94-0c99-48af-8ecb-e9bd695ba6f3" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1497.864177] env[62438]: DEBUG oslo_concurrency.lockutils [req-065920ec-7fcc-443d-851f-ee714876b5f6 req-7fc148cf-7441-4d34-8984-9c7e8c3c211f service nova] Acquired lock "refresh_cache-82059c94-0c99-48af-8ecb-e9bd695ba6f3" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.864349] env[62438]: DEBUG nova.network.neutron [req-065920ec-7fcc-443d-851f-ee714876b5f6 req-7fc148cf-7441-4d34-8984-9c7e8c3c211f service nova] [instance: 82059c94-0c99-48af-8ecb-e9bd695ba6f3] Refreshing network info cache for port dadaaa3f-93e9-4ea1-85e8-26de72b03e4e {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1497.910627] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d526ba45-dc01-4088-9dd9-d6bedc174c84 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Acquiring lock "refresh_cache-0cb4c6c0-63bc-4723-bac2-62479872be0d" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1497.910769] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d526ba45-dc01-4088-9dd9-d6bedc174c84 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Acquired lock "refresh_cache-0cb4c6c0-63bc-4723-bac2-62479872be0d" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.910914] env[62438]: DEBUG nova.network.neutron [None req-d526ba45-dc01-4088-9dd9-d6bedc174c84 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [instance: 0cb4c6c0-63bc-4723-bac2-62479872be0d] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1497.931050] env[62438]: DEBUG oslo_vmware.api [None req-e711954a-91de-4a04-85ee-2183eb2cb66c tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5202e637-13cc-afc7-7650-2a2e325fa6bc, 'name': SearchDatastore_Task, 'duration_secs': 0.040604} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.936254] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e711954a-91de-4a04-85ee-2183eb2cb66c tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1497.936515] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-e711954a-91de-4a04-85ee-2183eb2cb66c tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 29223975-ba66-48c1-9dd6-07143475fb2a] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1497.937346] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e711954a-91de-4a04-85ee-2183eb2cb66c tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1497.937346] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e711954a-91de-4a04-85ee-2183eb2cb66c tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.937478] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-e711954a-91de-4a04-85ee-2183eb2cb66c tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1497.938307] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2cf18f1e-d93e-4c6b-951f-a2496458c67a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.947973] env[62438]: DEBUG oslo_vmware.api [None req-b46534ab-f959-43b2-a092-bc49d7ea2a5b tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] Task: {'id': task-1784841, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084558} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.948323] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-b46534ab-f959-43b2-a092-bc49d7ea2a5b tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] [instance: 5f2f6e09-af90-465e-9451-dc4ce16fb851] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1497.949561] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8093081b-cb51-4efb-9791-6d485cf35709 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.975109] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-b46534ab-f959-43b2-a092-bc49d7ea2a5b tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] [instance: 5f2f6e09-af90-465e-9451-dc4ce16fb851] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 5f2f6e09-af90-465e-9451-dc4ce16fb851/5f2f6e09-af90-465e-9451-dc4ce16fb851.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1497.976467] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1dc481f1-7a5b-4069-90f8-2c5303445f7c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.990493] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-e711954a-91de-4a04-85ee-2183eb2cb66c tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1497.990678] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-e711954a-91de-4a04-85ee-2183eb2cb66c tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1497.995018] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-347e1fb3-f1d2-4d64-b594-8fdb3e7afa1a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.999081] env[62438]: DEBUG oslo_vmware.api [None req-e711954a-91de-4a04-85ee-2183eb2cb66c tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Waiting for the task: (returnval){ [ 1497.999081] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52be3693-3125-2f9a-9baa-878abdae4ce0" [ 1497.999081] env[62438]: _type = "Task" [ 1497.999081] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.003360] env[62438]: DEBUG oslo_vmware.api [None req-b46534ab-f959-43b2-a092-bc49d7ea2a5b tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] Waiting for the task: (returnval){ [ 1498.003360] env[62438]: value = "task-1784843" [ 1498.003360] env[62438]: _type = "Task" [ 1498.003360] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.010163] env[62438]: DEBUG oslo_vmware.api [None req-e711954a-91de-4a04-85ee-2183eb2cb66c tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52be3693-3125-2f9a-9baa-878abdae4ce0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.014947] env[62438]: DEBUG oslo_vmware.api [None req-b46534ab-f959-43b2-a092-bc49d7ea2a5b tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] Task: {'id': task-1784843, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.060202] env[62438]: DEBUG nova.network.neutron [None req-9ef1a7a5-c0b7-439b-8a61-65ef9d80892c tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] [instance: 18dc9467-827b-4fe0-8ddf-03c0093c7737] Successfully created port: e262d7a3-f3ea-4bba-b35a-b49c07b2fec8 {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1498.068175] env[62438]: DEBUG oslo_vmware.api [None req-1d171dc3-58d3-40a9-bc0a-4f29f2807857 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': task-1784842, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.126648] env[62438]: DEBUG nova.network.neutron [None req-47ad107a-db41-4803-a47f-21cb3edcafa8 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: d96af944-fba1-4df4-a0f7-0566ae562500] Successfully updated port: c46449ae-209f-4c4f-9a24-e6018aa8f187 {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1498.188870] env[62438]: DEBUG nova.compute.manager [None req-9ef1a7a5-c0b7-439b-8a61-65ef9d80892c tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] [instance: 18dc9467-827b-4fe0-8ddf-03c0093c7737] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1498.190358] env[62438]: DEBUG oslo_concurrency.lockutils [None req-09f4571a-a881-4103-872c-b5804f83c16c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1498.192164] env[62438]: DEBUG oslo_concurrency.lockutils [None req-50e23b65-ee3a-43af-a93b-06628956685f tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.048s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1498.192281] env[62438]: DEBUG nova.objects.instance [None req-50e23b65-ee3a-43af-a93b-06628956685f tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] Lazy-loading 'resources' on Instance uuid a0d2d3ba-cc22-45b0-92a8-0510ec0d85f9 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1498.339730] env[62438]: DEBUG nova.network.neutron [None req-9ef1a7a5-c0b7-439b-8a61-65ef9d80892c tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] [instance: 18dc9467-827b-4fe0-8ddf-03c0093c7737] Successfully created port: dda98208-901f-4421-80b4-17bd95a35b83 {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1498.379357] env[62438]: INFO nova.compute.manager [None req-9bd5c64d-d6e9-4592-9a76-581c9e255535 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Took 53.42 seconds to build instance. [ 1498.471517] env[62438]: DEBUG nova.network.neutron [None req-d526ba45-dc01-4088-9dd9-d6bedc174c84 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [instance: 0cb4c6c0-63bc-4723-bac2-62479872be0d] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1498.520411] env[62438]: DEBUG oslo_vmware.api [None req-e711954a-91de-4a04-85ee-2183eb2cb66c tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52be3693-3125-2f9a-9baa-878abdae4ce0, 'name': SearchDatastore_Task, 'duration_secs': 0.029033} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.525558] env[62438]: DEBUG oslo_vmware.api [None req-b46534ab-f959-43b2-a092-bc49d7ea2a5b tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] Task: {'id': task-1784843, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.528727] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7336ed75-8fdc-466c-b212-82b0a41ebe1d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.537138] env[62438]: DEBUG oslo_vmware.api [None req-e711954a-91de-4a04-85ee-2183eb2cb66c tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Waiting for the task: (returnval){ [ 1498.537138] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]527b5272-2bf1-aa30-89d2-394a9b3ff2c0" [ 1498.537138] env[62438]: _type = "Task" [ 1498.537138] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.546733] env[62438]: DEBUG oslo_vmware.api [None req-e711954a-91de-4a04-85ee-2183eb2cb66c tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]527b5272-2bf1-aa30-89d2-394a9b3ff2c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.569559] env[62438]: DEBUG oslo_vmware.api [None req-1d171dc3-58d3-40a9-bc0a-4f29f2807857 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': task-1784842, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.630916] env[62438]: DEBUG oslo_concurrency.lockutils [None req-47ad107a-db41-4803-a47f-21cb3edcafa8 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Acquiring lock "refresh_cache-d96af944-fba1-4df4-a0f7-0566ae562500" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1498.633758] env[62438]: DEBUG oslo_concurrency.lockutils [None req-47ad107a-db41-4803-a47f-21cb3edcafa8 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Acquired lock "refresh_cache-d96af944-fba1-4df4-a0f7-0566ae562500" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.633758] env[62438]: DEBUG nova.network.neutron [None req-47ad107a-db41-4803-a47f-21cb3edcafa8 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: d96af944-fba1-4df4-a0f7-0566ae562500] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1498.700466] env[62438]: DEBUG nova.network.neutron [req-065920ec-7fcc-443d-851f-ee714876b5f6 req-7fc148cf-7441-4d34-8984-9c7e8c3c211f service nova] [instance: 82059c94-0c99-48af-8ecb-e9bd695ba6f3] Updated VIF entry in instance network info cache for port dadaaa3f-93e9-4ea1-85e8-26de72b03e4e. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1498.700868] env[62438]: DEBUG nova.network.neutron [req-065920ec-7fcc-443d-851f-ee714876b5f6 req-7fc148cf-7441-4d34-8984-9c7e8c3c211f service nova] [instance: 82059c94-0c99-48af-8ecb-e9bd695ba6f3] Updating instance_info_cache with network_info: [{"id": "dadaaa3f-93e9-4ea1-85e8-26de72b03e4e", "address": "fa:16:3e:93:ee:22", "network": {"id": "0a6f0c81-bc8e-4d78-ac76-16c40a89ee9c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-842347437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce544529ed8e4e698990b7d329d0138a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d182e8eb-3f6d-4c76-a06e-133dd9b3cd30", "external-id": "nsx-vlan-transportzone-260", "segmentation_id": 260, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdadaaa3f-93", "ovs_interfaceid": "dadaaa3f-93e9-4ea1-85e8-26de72b03e4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1498.702950] env[62438]: DEBUG nova.network.neutron [None req-d526ba45-dc01-4088-9dd9-d6bedc174c84 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [instance: 0cb4c6c0-63bc-4723-bac2-62479872be0d] Updating instance_info_cache with network_info: [{"id": "475e6ae6-52f2-4300-9662-90f2d8909dcf", "address": "fa:16:3e:76:fd:6b", "network": {"id": "2d9d4e8a-26cf-4b2e-96c5-0eb979c2d5ad", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-520885801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "776901636c2e41889f23b89411e6dd63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap475e6ae6-52", "ovs_interfaceid": "475e6ae6-52f2-4300-9662-90f2d8909dcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1498.815927] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f057d424-2b50-4797-870d-37a70dcb1b3c tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] Acquiring lock "b791bdf7-feaa-4752-a8a6-45d1562e4874" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1498.816242] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f057d424-2b50-4797-870d-37a70dcb1b3c tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] Lock "b791bdf7-feaa-4752-a8a6-45d1562e4874" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1498.816480] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f057d424-2b50-4797-870d-37a70dcb1b3c tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] Acquiring lock "b791bdf7-feaa-4752-a8a6-45d1562e4874-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1498.816675] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f057d424-2b50-4797-870d-37a70dcb1b3c tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] Lock "b791bdf7-feaa-4752-a8a6-45d1562e4874-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1498.816849] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f057d424-2b50-4797-870d-37a70dcb1b3c tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] Lock "b791bdf7-feaa-4752-a8a6-45d1562e4874-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1498.818837] env[62438]: INFO nova.compute.manager [None req-f057d424-2b50-4797-870d-37a70dcb1b3c tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] Terminating instance [ 1498.823202] env[62438]: DEBUG nova.compute.manager [None req-f057d424-2b50-4797-870d-37a70dcb1b3c tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1498.823640] env[62438]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6fbee7e2-1ac0-4f22-8127-ac5ffdbfb7ef {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.833367] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ede4360-eaf0-408b-a5b3-d78c406e6dc3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.871212] env[62438]: WARNING nova.virt.vmwareapi.driver [None req-f057d424-2b50-4797-870d-37a70dcb1b3c tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance b791bdf7-feaa-4752-a8a6-45d1562e4874 could not be found. [ 1498.871466] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f057d424-2b50-4797-870d-37a70dcb1b3c tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1498.871874] env[62438]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-559d623c-bc92-496f-bc26-c5c8a05eb975 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.881026] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b77f42-47e1-4623-976c-06d4b1d0059b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.894689] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9bd5c64d-d6e9-4592-9a76-581c9e255535 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Lock "0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.942s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1498.918767] env[62438]: WARNING nova.virt.vmwareapi.vmops [None req-f057d424-2b50-4797-870d-37a70dcb1b3c tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance b791bdf7-feaa-4752-a8a6-45d1562e4874 could not be found. [ 1498.918997] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f057d424-2b50-4797-870d-37a70dcb1b3c tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1498.919202] env[62438]: INFO nova.compute.manager [None req-f057d424-2b50-4797-870d-37a70dcb1b3c tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] Took 0.10 seconds to destroy the instance on the hypervisor. [ 1498.919460] env[62438]: DEBUG oslo.service.loopingcall [None req-f057d424-2b50-4797-870d-37a70dcb1b3c tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1498.922649] env[62438]: DEBUG nova.compute.manager [-] [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1498.922737] env[62438]: DEBUG nova.network.neutron [-] [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1499.022062] env[62438]: DEBUG oslo_vmware.api [None req-b46534ab-f959-43b2-a092-bc49d7ea2a5b tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] Task: {'id': task-1784843, 'name': ReconfigVM_Task, 'duration_secs': 0.687484} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.022062] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-b46534ab-f959-43b2-a092-bc49d7ea2a5b tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] [instance: 5f2f6e09-af90-465e-9451-dc4ce16fb851] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 5f2f6e09-af90-465e-9451-dc4ce16fb851/5f2f6e09-af90-465e-9451-dc4ce16fb851.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1499.022062] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3dda3b27-c428-4c8f-801a-7fa5279877ec {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.028602] env[62438]: DEBUG oslo_vmware.api [None req-b46534ab-f959-43b2-a092-bc49d7ea2a5b tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] Waiting for the task: (returnval){ [ 1499.028602] env[62438]: value = "task-1784844" [ 1499.028602] env[62438]: _type = "Task" [ 1499.028602] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.039330] env[62438]: DEBUG oslo_vmware.api [None req-b46534ab-f959-43b2-a092-bc49d7ea2a5b tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] Task: {'id': task-1784844, 'name': Rename_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.051618] env[62438]: DEBUG oslo_vmware.api [None req-e711954a-91de-4a04-85ee-2183eb2cb66c tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]527b5272-2bf1-aa30-89d2-394a9b3ff2c0, 'name': SearchDatastore_Task, 'duration_secs': 0.012041} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.051929] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e711954a-91de-4a04-85ee-2183eb2cb66c tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1499.052312] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-e711954a-91de-4a04-85ee-2183eb2cb66c tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 29223975-ba66-48c1-9dd6-07143475fb2a/29223975-ba66-48c1-9dd6-07143475fb2a.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1499.052647] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b6cd7085-1891-469e-88ab-7c3373bf9029 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.069990] env[62438]: DEBUG oslo_vmware.api [None req-1d171dc3-58d3-40a9-bc0a-4f29f2807857 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': task-1784842, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.071754] env[62438]: DEBUG oslo_vmware.api [None req-e711954a-91de-4a04-85ee-2183eb2cb66c tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Waiting for the task: (returnval){ [ 1499.071754] env[62438]: value = "task-1784845" [ 1499.071754] env[62438]: _type = "Task" [ 1499.071754] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.084276] env[62438]: DEBUG oslo_vmware.api [None req-e711954a-91de-4a04-85ee-2183eb2cb66c tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1784845, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.199619] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d377ae40-8be4-4db9-908e-fc4d572eb4ad {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.203220] env[62438]: DEBUG nova.compute.manager [None req-9ef1a7a5-c0b7-439b-8a61-65ef9d80892c tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] [instance: 18dc9467-827b-4fe0-8ddf-03c0093c7737] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1499.205764] env[62438]: DEBUG oslo_concurrency.lockutils [req-065920ec-7fcc-443d-851f-ee714876b5f6 req-7fc148cf-7441-4d34-8984-9c7e8c3c211f service nova] Releasing lock "refresh_cache-82059c94-0c99-48af-8ecb-e9bd695ba6f3" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1499.207196] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d526ba45-dc01-4088-9dd9-d6bedc174c84 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Releasing lock "refresh_cache-0cb4c6c0-63bc-4723-bac2-62479872be0d" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1499.207196] env[62438]: DEBUG nova.compute.manager [None req-d526ba45-dc01-4088-9dd9-d6bedc174c84 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [instance: 0cb4c6c0-63bc-4723-bac2-62479872be0d] Instance network_info: |[{"id": "475e6ae6-52f2-4300-9662-90f2d8909dcf", "address": "fa:16:3e:76:fd:6b", "network": {"id": "2d9d4e8a-26cf-4b2e-96c5-0eb979c2d5ad", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-520885801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "776901636c2e41889f23b89411e6dd63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap475e6ae6-52", "ovs_interfaceid": "475e6ae6-52f2-4300-9662-90f2d8909dcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1499.207364] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-d526ba45-dc01-4088-9dd9-d6bedc174c84 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [instance: 0cb4c6c0-63bc-4723-bac2-62479872be0d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:fd:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '360308f4-9d0a-4ec2-8bcf-44891f452847', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '475e6ae6-52f2-4300-9662-90f2d8909dcf', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1499.214814] env[62438]: DEBUG oslo.service.loopingcall [None req-d526ba45-dc01-4088-9dd9-d6bedc174c84 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1499.217058] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0cb4c6c0-63bc-4723-bac2-62479872be0d] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1499.217347] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7b632e19-ff61-4e5c-abef-5405c970ebbf {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.233278] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3a19afa-bba7-4529-ba14-71b6d4ff1890 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.237713] env[62438]: WARNING nova.network.neutron [None req-47ad107a-db41-4803-a47f-21cb3edcafa8 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: d96af944-fba1-4df4-a0f7-0566ae562500] a94d385f-71ec-4be6-b04d-8fd365f0788d already exists in list: networks containing: ['a94d385f-71ec-4be6-b04d-8fd365f0788d']. ignoring it [ 1499.248024] env[62438]: DEBUG nova.virt.hardware [None req-9ef1a7a5-c0b7-439b-8a61-65ef9d80892c tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1499.248275] env[62438]: DEBUG nova.virt.hardware [None req-9ef1a7a5-c0b7-439b-8a61-65ef9d80892c tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1499.249245] env[62438]: DEBUG nova.virt.hardware [None req-9ef1a7a5-c0b7-439b-8a61-65ef9d80892c tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1499.249245] env[62438]: DEBUG nova.virt.hardware [None req-9ef1a7a5-c0b7-439b-8a61-65ef9d80892c tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1499.249245] env[62438]: DEBUG nova.virt.hardware [None req-9ef1a7a5-c0b7-439b-8a61-65ef9d80892c tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1499.249245] env[62438]: DEBUG nova.virt.hardware [None req-9ef1a7a5-c0b7-439b-8a61-65ef9d80892c tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1499.249245] env[62438]: DEBUG nova.virt.hardware [None req-9ef1a7a5-c0b7-439b-8a61-65ef9d80892c tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1499.249467] env[62438]: DEBUG nova.virt.hardware [None req-9ef1a7a5-c0b7-439b-8a61-65ef9d80892c tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1499.249546] env[62438]: DEBUG nova.virt.hardware [None req-9ef1a7a5-c0b7-439b-8a61-65ef9d80892c tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1499.249711] env[62438]: DEBUG nova.virt.hardware [None req-9ef1a7a5-c0b7-439b-8a61-65ef9d80892c tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1499.249886] env[62438]: DEBUG nova.virt.hardware [None req-9ef1a7a5-c0b7-439b-8a61-65ef9d80892c tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1499.250739] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4101b775-494a-485d-b199-b920e20b92fc {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.282899] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1499.282899] env[62438]: value = "task-1784846" [ 1499.282899] env[62438]: _type = "Task" [ 1499.282899] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.286317] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d9d304-2921-4b57-8712-3dd86001b4f5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.295278] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a75a20fb-13ab-4b58-9a9d-d19189f62944 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.302762] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-981420ec-9986-4a95-80fc-89175b941fb4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.317893] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784846, 'name': CreateVM_Task} progress is 25%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.331052] env[62438]: DEBUG nova.compute.provider_tree [None req-50e23b65-ee3a-43af-a93b-06628956685f tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1499.546020] env[62438]: DEBUG oslo_vmware.api [None req-b46534ab-f959-43b2-a092-bc49d7ea2a5b tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] Task: {'id': task-1784844, 'name': Rename_Task, 'duration_secs': 0.16988} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.546373] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-b46534ab-f959-43b2-a092-bc49d7ea2a5b tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] [instance: 5f2f6e09-af90-465e-9451-dc4ce16fb851] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1499.546904] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-83d7ffed-f7dd-4fef-bfac-2e3e17249c97 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.556092] env[62438]: DEBUG oslo_vmware.api [None req-b46534ab-f959-43b2-a092-bc49d7ea2a5b tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] Waiting for the task: (returnval){ [ 1499.556092] env[62438]: value = "task-1784847" [ 1499.556092] env[62438]: _type = "Task" [ 1499.556092] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.570767] env[62438]: DEBUG oslo_vmware.api [None req-b46534ab-f959-43b2-a092-bc49d7ea2a5b tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] Task: {'id': task-1784847, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.575574] env[62438]: DEBUG oslo_vmware.api [None req-1d171dc3-58d3-40a9-bc0a-4f29f2807857 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': task-1784842, 'name': PowerOnVM_Task, 'duration_secs': 1.60129} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.579704] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d171dc3-58d3-40a9-bc0a-4f29f2807857 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: 2b5c87fe-1c80-4cb9-86fe-4dd083322e71] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1499.579974] env[62438]: INFO nova.compute.manager [None req-1d171dc3-58d3-40a9-bc0a-4f29f2807857 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: 2b5c87fe-1c80-4cb9-86fe-4dd083322e71] Took 11.78 seconds to spawn the instance on the hypervisor. [ 1499.580247] env[62438]: DEBUG nova.compute.manager [None req-1d171dc3-58d3-40a9-bc0a-4f29f2807857 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: 2b5c87fe-1c80-4cb9-86fe-4dd083322e71] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1499.581146] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e25fbaba-10ec-4207-95df-76f11bbf194c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.590390] env[62438]: DEBUG oslo_vmware.api [None req-e711954a-91de-4a04-85ee-2183eb2cb66c tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1784845, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.804065] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784846, 'name': CreateVM_Task} progress is 25%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.821062] env[62438]: DEBUG nova.network.neutron [None req-47ad107a-db41-4803-a47f-21cb3edcafa8 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: d96af944-fba1-4df4-a0f7-0566ae562500] Updating instance_info_cache with network_info: [{"id": "e2fa7604-8c67-448e-9587-be06acc0986c", "address": "fa:16:3e:05:d5:77", "network": {"id": "a94d385f-71ec-4be6-b04d-8fd365f0788d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1510171435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "941c9b8cd46546ffa37aa3edfa770bd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2fa7604-8c", "ovs_interfaceid": "e2fa7604-8c67-448e-9587-be06acc0986c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c46449ae-209f-4c4f-9a24-e6018aa8f187", "address": "fa:16:3e:05:1d:8f", "network": {"id": "a94d385f-71ec-4be6-b04d-8fd365f0788d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1510171435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "941c9b8cd46546ffa37aa3edfa770bd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc46449ae-20", "ovs_interfaceid": "c46449ae-209f-4c4f-9a24-e6018aa8f187", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1499.834625] env[62438]: DEBUG nova.scheduler.client.report [None req-50e23b65-ee3a-43af-a93b-06628956685f tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1500.040807] env[62438]: DEBUG nova.network.neutron [-] [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1500.069378] env[62438]: DEBUG oslo_vmware.api [None req-b46534ab-f959-43b2-a092-bc49d7ea2a5b tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] Task: {'id': task-1784847, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.084813] env[62438]: DEBUG oslo_vmware.api [None req-e711954a-91de-4a04-85ee-2183eb2cb66c tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1784845, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.641042} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.085271] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-e711954a-91de-4a04-85ee-2183eb2cb66c tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 29223975-ba66-48c1-9dd6-07143475fb2a/29223975-ba66-48c1-9dd6-07143475fb2a.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1500.085673] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-e711954a-91de-4a04-85ee-2183eb2cb66c tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 29223975-ba66-48c1-9dd6-07143475fb2a] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1500.086067] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4b079023-a8aa-44b4-b38e-94ea00fbab62 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.094107] env[62438]: DEBUG oslo_vmware.api [None req-e711954a-91de-4a04-85ee-2183eb2cb66c tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Waiting for the task: (returnval){ [ 1500.094107] env[62438]: value = "task-1784848" [ 1500.094107] env[62438]: _type = "Task" [ 1500.094107] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.115607] env[62438]: DEBUG oslo_vmware.api [None req-e711954a-91de-4a04-85ee-2183eb2cb66c tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1784848, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.116417] env[62438]: INFO nova.compute.manager [None req-1d171dc3-58d3-40a9-bc0a-4f29f2807857 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: 2b5c87fe-1c80-4cb9-86fe-4dd083322e71] Took 48.94 seconds to build instance. [ 1500.300717] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784846, 'name': CreateVM_Task, 'duration_secs': 0.667397} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.300899] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0cb4c6c0-63bc-4723-bac2-62479872be0d] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1500.301735] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d526ba45-dc01-4088-9dd9-d6bedc174c84 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1500.301909] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d526ba45-dc01-4088-9dd9-d6bedc174c84 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.302273] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d526ba45-dc01-4088-9dd9-d6bedc174c84 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1500.302539] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62eb6104-ebc0-4b34-b5b7-b503eaf48e3b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.307770] env[62438]: DEBUG oslo_vmware.api [None req-d526ba45-dc01-4088-9dd9-d6bedc174c84 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Waiting for the task: (returnval){ [ 1500.307770] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52dc9fe7-3cbd-6270-2d31-3f970cf8f3f6" [ 1500.307770] env[62438]: _type = "Task" [ 1500.307770] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.319944] env[62438]: DEBUG oslo_vmware.api [None req-d526ba45-dc01-4088-9dd9-d6bedc174c84 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52dc9fe7-3cbd-6270-2d31-3f970cf8f3f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.324792] env[62438]: DEBUG oslo_concurrency.lockutils [None req-47ad107a-db41-4803-a47f-21cb3edcafa8 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Releasing lock "refresh_cache-d96af944-fba1-4df4-a0f7-0566ae562500" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1500.325654] env[62438]: DEBUG oslo_concurrency.lockutils [None req-47ad107a-db41-4803-a47f-21cb3edcafa8 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Acquiring lock "d96af944-fba1-4df4-a0f7-0566ae562500" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1500.325840] env[62438]: DEBUG oslo_concurrency.lockutils [None req-47ad107a-db41-4803-a47f-21cb3edcafa8 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Acquired lock "d96af944-fba1-4df4-a0f7-0566ae562500" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.326636] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a1447f5-fea7-421d-8bec-674d8a2dbd9d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.347145] env[62438]: DEBUG oslo_concurrency.lockutils [None req-50e23b65-ee3a-43af-a93b-06628956685f tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.155s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1500.349862] env[62438]: DEBUG nova.virt.hardware [None req-47ad107a-db41-4803-a47f-21cb3edcafa8 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1500.350403] env[62438]: DEBUG nova.virt.hardware [None req-47ad107a-db41-4803-a47f-21cb3edcafa8 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1500.350403] env[62438]: DEBUG nova.virt.hardware [None req-47ad107a-db41-4803-a47f-21cb3edcafa8 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1500.351670] env[62438]: DEBUG nova.virt.hardware [None req-47ad107a-db41-4803-a47f-21cb3edcafa8 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1500.351670] env[62438]: DEBUG nova.virt.hardware [None req-47ad107a-db41-4803-a47f-21cb3edcafa8 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1500.351670] env[62438]: DEBUG nova.virt.hardware [None req-47ad107a-db41-4803-a47f-21cb3edcafa8 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1500.351670] env[62438]: DEBUG nova.virt.hardware [None req-47ad107a-db41-4803-a47f-21cb3edcafa8 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1500.351670] env[62438]: DEBUG nova.virt.hardware [None req-47ad107a-db41-4803-a47f-21cb3edcafa8 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1500.351906] env[62438]: DEBUG nova.virt.hardware [None req-47ad107a-db41-4803-a47f-21cb3edcafa8 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1500.351957] env[62438]: DEBUG nova.virt.hardware [None req-47ad107a-db41-4803-a47f-21cb3edcafa8 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1500.352192] env[62438]: DEBUG nova.virt.hardware [None req-47ad107a-db41-4803-a47f-21cb3edcafa8 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1500.358900] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-47ad107a-db41-4803-a47f-21cb3edcafa8 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: d96af944-fba1-4df4-a0f7-0566ae562500] Reconfiguring VM to attach interface {{(pid=62438) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1929}} [ 1500.359888] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1d3ba488-9c3b-49a6-aa4c-d05190d5e35b tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.475s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1500.359888] env[62438]: DEBUG nova.objects.instance [None req-1d3ba488-9c3b-49a6-aa4c-d05190d5e35b tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Lazy-loading 'resources' on Instance uuid 77038eff-3013-423d-b1bf-a6d14e892441 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1500.361191] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5617b319-a688-4b6b-9c62-1b471a0ee9a2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.382059] env[62438]: DEBUG oslo_vmware.api [None req-47ad107a-db41-4803-a47f-21cb3edcafa8 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Waiting for the task: (returnval){ [ 1500.382059] env[62438]: value = "task-1784849" [ 1500.382059] env[62438]: _type = "Task" [ 1500.382059] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.391016] env[62438]: DEBUG oslo_vmware.api [None req-47ad107a-db41-4803-a47f-21cb3edcafa8 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1784849, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.392241] env[62438]: INFO nova.scheduler.client.report [None req-50e23b65-ee3a-43af-a93b-06628956685f tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] Deleted allocations for instance a0d2d3ba-cc22-45b0-92a8-0510ec0d85f9 [ 1500.532995] env[62438]: DEBUG nova.compute.manager [req-b0e4915e-a946-4e84-a11f-9ad147a07ab7 req-8de0e2a8-aa0e-45c0-a211-59ece656169f service nova] [instance: d96af944-fba1-4df4-a0f7-0566ae562500] Received event network-vif-plugged-c46449ae-209f-4c4f-9a24-e6018aa8f187 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1500.533282] env[62438]: DEBUG oslo_concurrency.lockutils [req-b0e4915e-a946-4e84-a11f-9ad147a07ab7 req-8de0e2a8-aa0e-45c0-a211-59ece656169f service nova] Acquiring lock "d96af944-fba1-4df4-a0f7-0566ae562500-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1500.533561] env[62438]: DEBUG oslo_concurrency.lockutils [req-b0e4915e-a946-4e84-a11f-9ad147a07ab7 req-8de0e2a8-aa0e-45c0-a211-59ece656169f service nova] Lock "d96af944-fba1-4df4-a0f7-0566ae562500-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1500.533803] env[62438]: DEBUG oslo_concurrency.lockutils [req-b0e4915e-a946-4e84-a11f-9ad147a07ab7 req-8de0e2a8-aa0e-45c0-a211-59ece656169f service nova] Lock "d96af944-fba1-4df4-a0f7-0566ae562500-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1500.534053] env[62438]: DEBUG nova.compute.manager [req-b0e4915e-a946-4e84-a11f-9ad147a07ab7 req-8de0e2a8-aa0e-45c0-a211-59ece656169f service nova] [instance: d96af944-fba1-4df4-a0f7-0566ae562500] No waiting events found dispatching network-vif-plugged-c46449ae-209f-4c4f-9a24-e6018aa8f187 {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1500.534297] env[62438]: WARNING nova.compute.manager [req-b0e4915e-a946-4e84-a11f-9ad147a07ab7 req-8de0e2a8-aa0e-45c0-a211-59ece656169f service nova] [instance: d96af944-fba1-4df4-a0f7-0566ae562500] Received unexpected event network-vif-plugged-c46449ae-209f-4c4f-9a24-e6018aa8f187 for instance with vm_state active and task_state None. [ 1500.534542] env[62438]: DEBUG nova.compute.manager [req-b0e4915e-a946-4e84-a11f-9ad147a07ab7 req-8de0e2a8-aa0e-45c0-a211-59ece656169f service nova] [instance: 82059c94-0c99-48af-8ecb-e9bd695ba6f3] Received event network-changed-dadaaa3f-93e9-4ea1-85e8-26de72b03e4e {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1500.534781] env[62438]: DEBUG nova.compute.manager [req-b0e4915e-a946-4e84-a11f-9ad147a07ab7 req-8de0e2a8-aa0e-45c0-a211-59ece656169f service nova] [instance: 82059c94-0c99-48af-8ecb-e9bd695ba6f3] Refreshing instance network info cache due to event network-changed-dadaaa3f-93e9-4ea1-85e8-26de72b03e4e. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1500.535060] env[62438]: DEBUG oslo_concurrency.lockutils [req-b0e4915e-a946-4e84-a11f-9ad147a07ab7 req-8de0e2a8-aa0e-45c0-a211-59ece656169f service nova] Acquiring lock "refresh_cache-82059c94-0c99-48af-8ecb-e9bd695ba6f3" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1500.535270] env[62438]: DEBUG oslo_concurrency.lockutils [req-b0e4915e-a946-4e84-a11f-9ad147a07ab7 req-8de0e2a8-aa0e-45c0-a211-59ece656169f service nova] Acquired lock "refresh_cache-82059c94-0c99-48af-8ecb-e9bd695ba6f3" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.535498] env[62438]: DEBUG nova.network.neutron [req-b0e4915e-a946-4e84-a11f-9ad147a07ab7 req-8de0e2a8-aa0e-45c0-a211-59ece656169f service nova] [instance: 82059c94-0c99-48af-8ecb-e9bd695ba6f3] Refreshing network info cache for port dadaaa3f-93e9-4ea1-85e8-26de72b03e4e {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1500.537746] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a4fbcfe4-ddd3-4565-a2f4-ecce1a0de700 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Acquiring lock "2a23b794-2acb-487c-901d-7aeca03aec83" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1500.543604] env[62438]: INFO nova.compute.manager [-] [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] Took 1.62 seconds to deallocate network for instance. [ 1500.565573] env[62438]: DEBUG nova.compute.manager [req-c1a49b56-0154-49c5-82c8-d104a06138d6 req-b839d819-2bed-4ce4-8bc0-c99356567835 service nova] [instance: 29223975-ba66-48c1-9dd6-07143475fb2a] Received event network-changed-e0eeb6a3-f740-4be7-92c4-1afa8eec9e17 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1500.565573] env[62438]: DEBUG nova.compute.manager [req-c1a49b56-0154-49c5-82c8-d104a06138d6 req-b839d819-2bed-4ce4-8bc0-c99356567835 service nova] [instance: 29223975-ba66-48c1-9dd6-07143475fb2a] Refreshing instance network info cache due to event network-changed-e0eeb6a3-f740-4be7-92c4-1afa8eec9e17. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1500.565573] env[62438]: DEBUG oslo_concurrency.lockutils [req-c1a49b56-0154-49c5-82c8-d104a06138d6 req-b839d819-2bed-4ce4-8bc0-c99356567835 service nova] Acquiring lock "refresh_cache-29223975-ba66-48c1-9dd6-07143475fb2a" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1500.565573] env[62438]: DEBUG oslo_concurrency.lockutils [req-c1a49b56-0154-49c5-82c8-d104a06138d6 req-b839d819-2bed-4ce4-8bc0-c99356567835 service nova] Acquired lock "refresh_cache-29223975-ba66-48c1-9dd6-07143475fb2a" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.565573] env[62438]: DEBUG nova.network.neutron [req-c1a49b56-0154-49c5-82c8-d104a06138d6 req-b839d819-2bed-4ce4-8bc0-c99356567835 service nova] [instance: 29223975-ba66-48c1-9dd6-07143475fb2a] Refreshing network info cache for port e0eeb6a3-f740-4be7-92c4-1afa8eec9e17 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1500.576753] env[62438]: DEBUG oslo_vmware.api [None req-b46534ab-f959-43b2-a092-bc49d7ea2a5b tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] Task: {'id': task-1784847, 'name': PowerOnVM_Task, 'duration_secs': 0.670897} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.577599] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-b46534ab-f959-43b2-a092-bc49d7ea2a5b tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] [instance: 5f2f6e09-af90-465e-9451-dc4ce16fb851] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1500.577947] env[62438]: INFO nova.compute.manager [None req-b46534ab-f959-43b2-a092-bc49d7ea2a5b tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] [instance: 5f2f6e09-af90-465e-9451-dc4ce16fb851] Took 9.16 seconds to spawn the instance on the hypervisor. [ 1500.578053] env[62438]: DEBUG nova.compute.manager [None req-b46534ab-f959-43b2-a092-bc49d7ea2a5b tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] [instance: 5f2f6e09-af90-465e-9451-dc4ce16fb851] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1500.579080] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b0385eb-d8bc-4499-9b70-68191b06af10 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.608627] env[62438]: DEBUG oslo_vmware.api [None req-e711954a-91de-4a04-85ee-2183eb2cb66c tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1784848, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07147} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.608822] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-e711954a-91de-4a04-85ee-2183eb2cb66c tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 29223975-ba66-48c1-9dd6-07143475fb2a] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1500.609783] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e80db2a-4cfa-4a1b-9b9b-93a76f32a730 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.626300] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1d171dc3-58d3-40a9-bc0a-4f29f2807857 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Lock "2b5c87fe-1c80-4cb9-86fe-4dd083322e71" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.456s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1500.636910] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-e711954a-91de-4a04-85ee-2183eb2cb66c tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 29223975-ba66-48c1-9dd6-07143475fb2a] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 29223975-ba66-48c1-9dd6-07143475fb2a/29223975-ba66-48c1-9dd6-07143475fb2a.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1500.640182] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ead30dbb-29f3-475a-984a-1070fc7813f2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.661606] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ff84361a-7d6c-4864-a157-e87697e8d73b tempest-VolumesAssistedSnapshotsTest-473370268 tempest-VolumesAssistedSnapshotsTest-473370268-project-admin] Acquiring lock "277f271f-6f65-4d7b-af1c-e3383b78d775" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1500.661921] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ff84361a-7d6c-4864-a157-e87697e8d73b tempest-VolumesAssistedSnapshotsTest-473370268 tempest-VolumesAssistedSnapshotsTest-473370268-project-admin] Lock "277f271f-6f65-4d7b-af1c-e3383b78d775" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1500.665330] env[62438]: DEBUG oslo_vmware.api [None req-e711954a-91de-4a04-85ee-2183eb2cb66c tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Waiting for the task: (returnval){ [ 1500.665330] env[62438]: value = "task-1784850" [ 1500.665330] env[62438]: _type = "Task" [ 1500.665330] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.672483] env[62438]: DEBUG nova.network.neutron [None req-9ef1a7a5-c0b7-439b-8a61-65ef9d80892c tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] [instance: 18dc9467-827b-4fe0-8ddf-03c0093c7737] Successfully updated port: e262d7a3-f3ea-4bba-b35a-b49c07b2fec8 {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1500.683184] env[62438]: DEBUG oslo_vmware.api [None req-e711954a-91de-4a04-85ee-2183eb2cb66c tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1784850, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.820957] env[62438]: DEBUG oslo_vmware.api [None req-d526ba45-dc01-4088-9dd9-d6bedc174c84 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52dc9fe7-3cbd-6270-2d31-3f970cf8f3f6, 'name': SearchDatastore_Task, 'duration_secs': 0.013158} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.821429] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d526ba45-dc01-4088-9dd9-d6bedc174c84 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1500.821735] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-d526ba45-dc01-4088-9dd9-d6bedc174c84 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [instance: 0cb4c6c0-63bc-4723-bac2-62479872be0d] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1500.821991] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d526ba45-dc01-4088-9dd9-d6bedc174c84 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1500.822172] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d526ba45-dc01-4088-9dd9-d6bedc174c84 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.822361] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-d526ba45-dc01-4088-9dd9-d6bedc174c84 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1500.822622] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b0a7679f-e913-4102-9318-3b8cef6bb908 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.835275] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-d526ba45-dc01-4088-9dd9-d6bedc174c84 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1500.835534] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-d526ba45-dc01-4088-9dd9-d6bedc174c84 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1500.837144] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-805b9bf1-8488-440a-9678-8d2334766e3d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.839920] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d110e5-8df9-4f09-bfe0-5cb232219882 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.845211] env[62438]: DEBUG oslo_vmware.api [None req-d526ba45-dc01-4088-9dd9-d6bedc174c84 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Waiting for the task: (returnval){ [ 1500.845211] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5256a8bc-016a-6256-e565-a3dcb7cc416d" [ 1500.845211] env[62438]: _type = "Task" [ 1500.845211] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.850491] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-345dd94a-99fd-499b-a4e7-88a339714d7e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.859648] env[62438]: DEBUG oslo_vmware.api [None req-d526ba45-dc01-4088-9dd9-d6bedc174c84 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5256a8bc-016a-6256-e565-a3dcb7cc416d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.887877] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e06116e9-c9f5-4f57-9426-2bb5bb078fe4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.898521] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2906648-6e0a-4482-9907-99c0dc2f4d00 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.902278] env[62438]: DEBUG oslo_vmware.api [None req-47ad107a-db41-4803-a47f-21cb3edcafa8 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1784849, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.905787] env[62438]: DEBUG oslo_concurrency.lockutils [None req-50e23b65-ee3a-43af-a93b-06628956685f tempest-ServerAddressesNegativeTestJSON-1785068190 tempest-ServerAddressesNegativeTestJSON-1785068190-project-member] Lock "a0d2d3ba-cc22-45b0-92a8-0510ec0d85f9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.669s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1500.914949] env[62438]: DEBUG nova.compute.provider_tree [None req-1d3ba488-9c3b-49a6-aa4c-d05190d5e35b tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Updating inventory in ProviderTree for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1501.109455] env[62438]: INFO nova.compute.manager [None req-b46534ab-f959-43b2-a092-bc49d7ea2a5b tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] [instance: 5f2f6e09-af90-465e-9451-dc4ce16fb851] Took 40.87 seconds to build instance. [ 1501.115856] env[62438]: INFO nova.compute.manager [None req-f057d424-2b50-4797-870d-37a70dcb1b3c tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] Took 0.57 seconds to detach 1 volumes for instance. [ 1501.117712] env[62438]: DEBUG nova.compute.manager [None req-f057d424-2b50-4797-870d-37a70dcb1b3c tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] Deleting volume: 83444f1f-6fbe-49cb-8cc3-56a7dbcbc96f {{(pid=62438) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3247}} [ 1501.175896] env[62438]: DEBUG oslo_vmware.api [None req-e711954a-91de-4a04-85ee-2183eb2cb66c tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1784850, 'name': ReconfigVM_Task, 'duration_secs': 0.365439} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.176125] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-e711954a-91de-4a04-85ee-2183eb2cb66c tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 29223975-ba66-48c1-9dd6-07143475fb2a] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 29223975-ba66-48c1-9dd6-07143475fb2a/29223975-ba66-48c1-9dd6-07143475fb2a.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1501.178058] env[62438]: DEBUG nova.compute.utils [None req-ff84361a-7d6c-4864-a157-e87697e8d73b tempest-VolumesAssistedSnapshotsTest-473370268 tempest-VolumesAssistedSnapshotsTest-473370268-project-admin] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1501.178931] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-11e65754-c8a7-4d14-b459-9e746b9f83cd {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.191089] env[62438]: DEBUG oslo_vmware.api [None req-e711954a-91de-4a04-85ee-2183eb2cb66c tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Waiting for the task: (returnval){ [ 1501.191089] env[62438]: value = "task-1784854" [ 1501.191089] env[62438]: _type = "Task" [ 1501.191089] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.201917] env[62438]: DEBUG oslo_vmware.api [None req-e711954a-91de-4a04-85ee-2183eb2cb66c tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1784854, 'name': Rename_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.353517] env[62438]: DEBUG nova.network.neutron [req-b0e4915e-a946-4e84-a11f-9ad147a07ab7 req-8de0e2a8-aa0e-45c0-a211-59ece656169f service nova] [instance: 82059c94-0c99-48af-8ecb-e9bd695ba6f3] Updated VIF entry in instance network info cache for port dadaaa3f-93e9-4ea1-85e8-26de72b03e4e. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1501.354205] env[62438]: DEBUG nova.network.neutron [req-b0e4915e-a946-4e84-a11f-9ad147a07ab7 req-8de0e2a8-aa0e-45c0-a211-59ece656169f service nova] [instance: 82059c94-0c99-48af-8ecb-e9bd695ba6f3] Updating instance_info_cache with network_info: [{"id": "dadaaa3f-93e9-4ea1-85e8-26de72b03e4e", "address": "fa:16:3e:93:ee:22", "network": {"id": "0a6f0c81-bc8e-4d78-ac76-16c40a89ee9c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-842347437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce544529ed8e4e698990b7d329d0138a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d182e8eb-3f6d-4c76-a06e-133dd9b3cd30", "external-id": "nsx-vlan-transportzone-260", "segmentation_id": 260, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdadaaa3f-93", "ovs_interfaceid": "dadaaa3f-93e9-4ea1-85e8-26de72b03e4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1501.361524] env[62438]: DEBUG oslo_vmware.api [None req-d526ba45-dc01-4088-9dd9-d6bedc174c84 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5256a8bc-016a-6256-e565-a3dcb7cc416d, 'name': SearchDatastore_Task, 'duration_secs': 0.017664} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.362463] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26117338-2c1c-44ca-843e-d2073b148cdf {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.368649] env[62438]: DEBUG oslo_vmware.api [None req-d526ba45-dc01-4088-9dd9-d6bedc174c84 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Waiting for the task: (returnval){ [ 1501.368649] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52e1d581-2e8d-8495-bf61-c80783bf458a" [ 1501.368649] env[62438]: _type = "Task" [ 1501.368649] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.379624] env[62438]: DEBUG oslo_vmware.api [None req-d526ba45-dc01-4088-9dd9-d6bedc174c84 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52e1d581-2e8d-8495-bf61-c80783bf458a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.394192] env[62438]: DEBUG oslo_vmware.api [None req-47ad107a-db41-4803-a47f-21cb3edcafa8 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1784849, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.439107] env[62438]: ERROR nova.scheduler.client.report [None req-1d3ba488-9c3b-49a6-aa4c-d05190d5e35b tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [req-d2a8ad00-6cab-44c3-8ff2-683a4ec0c8b8] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 3d204b25-fa3a-4320-b81b-738bc1f337f5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d2a8ad00-6cab-44c3-8ff2-683a4ec0c8b8"}]} [ 1501.458701] env[62438]: DEBUG nova.scheduler.client.report [None req-1d3ba488-9c3b-49a6-aa4c-d05190d5e35b tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Refreshing inventories for resource provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1501.480490] env[62438]: DEBUG nova.scheduler.client.report [None req-1d3ba488-9c3b-49a6-aa4c-d05190d5e35b tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Updating ProviderTree inventory for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1501.481101] env[62438]: DEBUG nova.compute.provider_tree [None req-1d3ba488-9c3b-49a6-aa4c-d05190d5e35b tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Updating inventory in ProviderTree for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1501.497276] env[62438]: DEBUG nova.scheduler.client.report [None req-1d3ba488-9c3b-49a6-aa4c-d05190d5e35b tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Refreshing aggregate associations for resource provider 3d204b25-fa3a-4320-b81b-738bc1f337f5, aggregates: None {{(pid=62438) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1501.529165] env[62438]: DEBUG nova.scheduler.client.report [None req-1d3ba488-9c3b-49a6-aa4c-d05190d5e35b tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Refreshing trait associations for resource provider 3d204b25-fa3a-4320-b81b-738bc1f337f5, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62438) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1501.534804] env[62438]: DEBUG nova.network.neutron [req-c1a49b56-0154-49c5-82c8-d104a06138d6 req-b839d819-2bed-4ce4-8bc0-c99356567835 service nova] [instance: 29223975-ba66-48c1-9dd6-07143475fb2a] Updated VIF entry in instance network info cache for port e0eeb6a3-f740-4be7-92c4-1afa8eec9e17. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1501.535247] env[62438]: DEBUG nova.network.neutron [req-c1a49b56-0154-49c5-82c8-d104a06138d6 req-b839d819-2bed-4ce4-8bc0-c99356567835 service nova] [instance: 29223975-ba66-48c1-9dd6-07143475fb2a] Updating instance_info_cache with network_info: [{"id": "e0eeb6a3-f740-4be7-92c4-1afa8eec9e17", "address": "fa:16:3e:e4:01:af", "network": {"id": "be543da8-3777-4ff8-8be8-2e630a8adb60", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1910186769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c02acab651304d05a66f470e452d1796", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0eeb6a3-f7", "ovs_interfaceid": "e0eeb6a3-f740-4be7-92c4-1afa8eec9e17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1501.611664] env[62438]: DEBUG oslo_concurrency.lockutils [None req-b46534ab-f959-43b2-a092-bc49d7ea2a5b tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] Lock "5f2f6e09-af90-465e-9451-dc4ce16fb851" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.397s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1501.666180] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f057d424-2b50-4797-870d-37a70dcb1b3c tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1501.682354] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ff84361a-7d6c-4864-a157-e87697e8d73b tempest-VolumesAssistedSnapshotsTest-473370268 tempest-VolumesAssistedSnapshotsTest-473370268-project-admin] Lock "277f271f-6f65-4d7b-af1c-e3383b78d775" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.020s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1501.702896] env[62438]: DEBUG oslo_vmware.api [None req-e711954a-91de-4a04-85ee-2183eb2cb66c tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1784854, 'name': Rename_Task, 'duration_secs': 0.156099} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.703243] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-e711954a-91de-4a04-85ee-2183eb2cb66c tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 29223975-ba66-48c1-9dd6-07143475fb2a] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1501.703503] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd0f90ab-51d0-4038-aaa1-a7a5a926c46c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.711919] env[62438]: DEBUG oslo_vmware.api [None req-e711954a-91de-4a04-85ee-2183eb2cb66c tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Waiting for the task: (returnval){ [ 1501.711919] env[62438]: value = "task-1784856" [ 1501.711919] env[62438]: _type = "Task" [ 1501.711919] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.719940] env[62438]: DEBUG oslo_vmware.api [None req-e711954a-91de-4a04-85ee-2183eb2cb66c tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1784856, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.858205] env[62438]: DEBUG oslo_concurrency.lockutils [req-b0e4915e-a946-4e84-a11f-9ad147a07ab7 req-8de0e2a8-aa0e-45c0-a211-59ece656169f service nova] Releasing lock "refresh_cache-82059c94-0c99-48af-8ecb-e9bd695ba6f3" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1501.858624] env[62438]: DEBUG nova.compute.manager [req-b0e4915e-a946-4e84-a11f-9ad147a07ab7 req-8de0e2a8-aa0e-45c0-a211-59ece656169f service nova] [instance: d96af944-fba1-4df4-a0f7-0566ae562500] Received event network-changed-c46449ae-209f-4c4f-9a24-e6018aa8f187 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1501.858901] env[62438]: DEBUG nova.compute.manager [req-b0e4915e-a946-4e84-a11f-9ad147a07ab7 req-8de0e2a8-aa0e-45c0-a211-59ece656169f service nova] [instance: d96af944-fba1-4df4-a0f7-0566ae562500] Refreshing instance network info cache due to event network-changed-c46449ae-209f-4c4f-9a24-e6018aa8f187. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1501.860031] env[62438]: DEBUG oslo_concurrency.lockutils [req-b0e4915e-a946-4e84-a11f-9ad147a07ab7 req-8de0e2a8-aa0e-45c0-a211-59ece656169f service nova] Acquiring lock "refresh_cache-d96af944-fba1-4df4-a0f7-0566ae562500" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1501.860031] env[62438]: DEBUG oslo_concurrency.lockutils [req-b0e4915e-a946-4e84-a11f-9ad147a07ab7 req-8de0e2a8-aa0e-45c0-a211-59ece656169f service nova] Acquired lock "refresh_cache-d96af944-fba1-4df4-a0f7-0566ae562500" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.860031] env[62438]: DEBUG nova.network.neutron [req-b0e4915e-a946-4e84-a11f-9ad147a07ab7 req-8de0e2a8-aa0e-45c0-a211-59ece656169f service nova] [instance: d96af944-fba1-4df4-a0f7-0566ae562500] Refreshing network info cache for port c46449ae-209f-4c4f-9a24-e6018aa8f187 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1501.863277] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c8241f-f09e-46fa-b3e8-5ad14c348417 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.874763] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ede4dc-a911-4f24-a0a6-573236295662 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.885639] env[62438]: DEBUG oslo_vmware.api [None req-d526ba45-dc01-4088-9dd9-d6bedc174c84 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52e1d581-2e8d-8495-bf61-c80783bf458a, 'name': SearchDatastore_Task, 'duration_secs': 0.013096} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.915547] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d526ba45-dc01-4088-9dd9-d6bedc174c84 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1501.915871] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-d526ba45-dc01-4088-9dd9-d6bedc174c84 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 0cb4c6c0-63bc-4723-bac2-62479872be0d/0cb4c6c0-63bc-4723-bac2-62479872be0d.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1501.916837] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65b17517-0140-41e4-81e1-9793a0ed2f38 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.919330] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f03ed5a-5ae0-4b9c-9bd1-b94c7f1ccdcc {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.928401] env[62438]: DEBUG oslo_vmware.api [None req-47ad107a-db41-4803-a47f-21cb3edcafa8 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1784849, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.931194] env[62438]: DEBUG oslo_vmware.api [None req-d526ba45-dc01-4088-9dd9-d6bedc174c84 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Waiting for the task: (returnval){ [ 1501.931194] env[62438]: value = "task-1784857" [ 1501.931194] env[62438]: _type = "Task" [ 1501.931194] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.932513] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af1d04e6-c8f3-447e-8ec7-1d3d13f4e710 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.944601] env[62438]: DEBUG oslo_vmware.api [None req-d526ba45-dc01-4088-9dd9-d6bedc174c84 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Task: {'id': task-1784857, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.953326] env[62438]: DEBUG nova.compute.provider_tree [None req-1d3ba488-9c3b-49a6-aa4c-d05190d5e35b tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Updating inventory in ProviderTree for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1502.037984] env[62438]: DEBUG oslo_concurrency.lockutils [req-c1a49b56-0154-49c5-82c8-d104a06138d6 req-b839d819-2bed-4ce4-8bc0-c99356567835 service nova] Releasing lock "refresh_cache-29223975-ba66-48c1-9dd6-07143475fb2a" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1502.038428] env[62438]: DEBUG nova.compute.manager [req-c1a49b56-0154-49c5-82c8-d104a06138d6 req-b839d819-2bed-4ce4-8bc0-c99356567835 service nova] [instance: 2a23b794-2acb-487c-901d-7aeca03aec83] Received event network-vif-deleted-9b431072-f668-4033-85cf-27f4bc7fca9f {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1502.038739] env[62438]: DEBUG nova.compute.manager [req-c1a49b56-0154-49c5-82c8-d104a06138d6 req-b839d819-2bed-4ce4-8bc0-c99356567835 service nova] [instance: 0cb4c6c0-63bc-4723-bac2-62479872be0d] Received event network-vif-plugged-475e6ae6-52f2-4300-9662-90f2d8909dcf {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1502.039053] env[62438]: DEBUG oslo_concurrency.lockutils [req-c1a49b56-0154-49c5-82c8-d104a06138d6 req-b839d819-2bed-4ce4-8bc0-c99356567835 service nova] Acquiring lock "0cb4c6c0-63bc-4723-bac2-62479872be0d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1502.039392] env[62438]: DEBUG oslo_concurrency.lockutils [req-c1a49b56-0154-49c5-82c8-d104a06138d6 req-b839d819-2bed-4ce4-8bc0-c99356567835 service nova] Lock "0cb4c6c0-63bc-4723-bac2-62479872be0d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1502.039674] env[62438]: DEBUG oslo_concurrency.lockutils [req-c1a49b56-0154-49c5-82c8-d104a06138d6 req-b839d819-2bed-4ce4-8bc0-c99356567835 service nova] Lock "0cb4c6c0-63bc-4723-bac2-62479872be0d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1502.039949] env[62438]: DEBUG nova.compute.manager [req-c1a49b56-0154-49c5-82c8-d104a06138d6 req-b839d819-2bed-4ce4-8bc0-c99356567835 service nova] [instance: 0cb4c6c0-63bc-4723-bac2-62479872be0d] No waiting events found dispatching network-vif-plugged-475e6ae6-52f2-4300-9662-90f2d8909dcf {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1502.040257] env[62438]: WARNING nova.compute.manager [req-c1a49b56-0154-49c5-82c8-d104a06138d6 req-b839d819-2bed-4ce4-8bc0-c99356567835 service nova] [instance: 0cb4c6c0-63bc-4723-bac2-62479872be0d] Received unexpected event network-vif-plugged-475e6ae6-52f2-4300-9662-90f2d8909dcf for instance with vm_state building and task_state spawning. [ 1502.040530] env[62438]: DEBUG nova.compute.manager [req-c1a49b56-0154-49c5-82c8-d104a06138d6 req-b839d819-2bed-4ce4-8bc0-c99356567835 service nova] [instance: 0cb4c6c0-63bc-4723-bac2-62479872be0d] Received event network-changed-475e6ae6-52f2-4300-9662-90f2d8909dcf {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1502.040816] env[62438]: DEBUG nova.compute.manager [req-c1a49b56-0154-49c5-82c8-d104a06138d6 req-b839d819-2bed-4ce4-8bc0-c99356567835 service nova] [instance: 0cb4c6c0-63bc-4723-bac2-62479872be0d] Refreshing instance network info cache due to event network-changed-475e6ae6-52f2-4300-9662-90f2d8909dcf. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1502.041125] env[62438]: DEBUG oslo_concurrency.lockutils [req-c1a49b56-0154-49c5-82c8-d104a06138d6 req-b839d819-2bed-4ce4-8bc0-c99356567835 service nova] Acquiring lock "refresh_cache-0cb4c6c0-63bc-4723-bac2-62479872be0d" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1502.041373] env[62438]: DEBUG oslo_concurrency.lockutils [req-c1a49b56-0154-49c5-82c8-d104a06138d6 req-b839d819-2bed-4ce4-8bc0-c99356567835 service nova] Acquired lock "refresh_cache-0cb4c6c0-63bc-4723-bac2-62479872be0d" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.041622] env[62438]: DEBUG nova.network.neutron [req-c1a49b56-0154-49c5-82c8-d104a06138d6 req-b839d819-2bed-4ce4-8bc0-c99356567835 service nova] [instance: 0cb4c6c0-63bc-4723-bac2-62479872be0d] Refreshing network info cache for port 475e6ae6-52f2-4300-9662-90f2d8909dcf {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1502.222014] env[62438]: DEBUG oslo_vmware.api [None req-e711954a-91de-4a04-85ee-2183eb2cb66c tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1784856, 'name': PowerOnVM_Task, 'duration_secs': 0.457054} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.222497] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-e711954a-91de-4a04-85ee-2183eb2cb66c tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 29223975-ba66-48c1-9dd6-07143475fb2a] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1502.222656] env[62438]: INFO nova.compute.manager [None req-e711954a-91de-4a04-85ee-2183eb2cb66c tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 29223975-ba66-48c1-9dd6-07143475fb2a] Took 8.21 seconds to spawn the instance on the hypervisor. [ 1502.222840] env[62438]: DEBUG nova.compute.manager [None req-e711954a-91de-4a04-85ee-2183eb2cb66c tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 29223975-ba66-48c1-9dd6-07143475fb2a] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1502.223754] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-247c4e9e-3059-40ad-96e7-dd2a572c040e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.396687] env[62438]: DEBUG oslo_vmware.api [None req-47ad107a-db41-4803-a47f-21cb3edcafa8 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1784849, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.444104] env[62438]: DEBUG oslo_vmware.api [None req-d526ba45-dc01-4088-9dd9-d6bedc174c84 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Task: {'id': task-1784857, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.495474] env[62438]: DEBUG nova.scheduler.client.report [None req-1d3ba488-9c3b-49a6-aa4c-d05190d5e35b tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Updated inventory for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with generation 69 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1502.496023] env[62438]: DEBUG nova.compute.provider_tree [None req-1d3ba488-9c3b-49a6-aa4c-d05190d5e35b tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Updating resource provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 generation from 69 to 70 during operation: update_inventory {{(pid=62438) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1502.496360] env[62438]: DEBUG nova.compute.provider_tree [None req-1d3ba488-9c3b-49a6-aa4c-d05190d5e35b tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Updating inventory in ProviderTree for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1502.681815] env[62438]: DEBUG nova.network.neutron [req-b0e4915e-a946-4e84-a11f-9ad147a07ab7 req-8de0e2a8-aa0e-45c0-a211-59ece656169f service nova] [instance: d96af944-fba1-4df4-a0f7-0566ae562500] Updated VIF entry in instance network info cache for port c46449ae-209f-4c4f-9a24-e6018aa8f187. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1502.682400] env[62438]: DEBUG nova.network.neutron [req-b0e4915e-a946-4e84-a11f-9ad147a07ab7 req-8de0e2a8-aa0e-45c0-a211-59ece656169f service nova] [instance: d96af944-fba1-4df4-a0f7-0566ae562500] Updating instance_info_cache with network_info: [{"id": "e2fa7604-8c67-448e-9587-be06acc0986c", "address": "fa:16:3e:05:d5:77", "network": {"id": "a94d385f-71ec-4be6-b04d-8fd365f0788d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1510171435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "941c9b8cd46546ffa37aa3edfa770bd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2fa7604-8c", "ovs_interfaceid": "e2fa7604-8c67-448e-9587-be06acc0986c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c46449ae-209f-4c4f-9a24-e6018aa8f187", "address": "fa:16:3e:05:1d:8f", "network": {"id": "a94d385f-71ec-4be6-b04d-8fd365f0788d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1510171435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "941c9b8cd46546ffa37aa3edfa770bd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc46449ae-20", "ovs_interfaceid": "c46449ae-209f-4c4f-9a24-e6018aa8f187", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1502.743626] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ff84361a-7d6c-4864-a157-e87697e8d73b tempest-VolumesAssistedSnapshotsTest-473370268 tempest-VolumesAssistedSnapshotsTest-473370268-project-admin] Acquiring lock "277f271f-6f65-4d7b-af1c-e3383b78d775" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1502.743921] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ff84361a-7d6c-4864-a157-e87697e8d73b tempest-VolumesAssistedSnapshotsTest-473370268 tempest-VolumesAssistedSnapshotsTest-473370268-project-admin] Lock "277f271f-6f65-4d7b-af1c-e3383b78d775" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1502.744226] env[62438]: INFO nova.compute.manager [None req-ff84361a-7d6c-4864-a157-e87697e8d73b tempest-VolumesAssistedSnapshotsTest-473370268 tempest-VolumesAssistedSnapshotsTest-473370268-project-admin] [instance: 277f271f-6f65-4d7b-af1c-e3383b78d775] Attaching volume 733cf772-1bcb-4979-b1a7-c3db8200026e to /dev/sdb [ 1502.753770] env[62438]: INFO nova.compute.manager [None req-e711954a-91de-4a04-85ee-2183eb2cb66c tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 29223975-ba66-48c1-9dd6-07143475fb2a] Took 40.50 seconds to build instance. [ 1502.791968] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c89c4ec6-541b-4013-946c-0822e2e2ea24 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.799885] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec4c9a3-813c-41d8-b594-4a1f0dcf1b46 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.814785] env[62438]: DEBUG nova.virt.block_device [None req-ff84361a-7d6c-4864-a157-e87697e8d73b tempest-VolumesAssistedSnapshotsTest-473370268 tempest-VolumesAssistedSnapshotsTest-473370268-project-admin] [instance: 277f271f-6f65-4d7b-af1c-e3383b78d775] Updating existing volume attachment record: 93154477-5fc4-4c62-b719-b2c79cc33746 {{(pid=62438) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1502.896164] env[62438]: DEBUG oslo_vmware.api [None req-47ad107a-db41-4803-a47f-21cb3edcafa8 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1784849, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.944349] env[62438]: DEBUG oslo_vmware.api [None req-d526ba45-dc01-4088-9dd9-d6bedc174c84 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Task: {'id': task-1784857, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.736306} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.944349] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-d526ba45-dc01-4088-9dd9-d6bedc174c84 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 0cb4c6c0-63bc-4723-bac2-62479872be0d/0cb4c6c0-63bc-4723-bac2-62479872be0d.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1502.944349] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-d526ba45-dc01-4088-9dd9-d6bedc174c84 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [instance: 0cb4c6c0-63bc-4723-bac2-62479872be0d] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1502.944349] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6dfebfe4-bbea-485c-b482-82204df0fc95 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.949495] env[62438]: DEBUG oslo_vmware.api [None req-d526ba45-dc01-4088-9dd9-d6bedc174c84 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Waiting for the task: (returnval){ [ 1502.949495] env[62438]: value = "task-1784858" [ 1502.949495] env[62438]: _type = "Task" [ 1502.949495] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.958261] env[62438]: DEBUG oslo_vmware.api [None req-d526ba45-dc01-4088-9dd9-d6bedc174c84 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Task: {'id': task-1784858, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.997950] env[62438]: DEBUG nova.network.neutron [req-c1a49b56-0154-49c5-82c8-d104a06138d6 req-b839d819-2bed-4ce4-8bc0-c99356567835 service nova] [instance: 0cb4c6c0-63bc-4723-bac2-62479872be0d] Updated VIF entry in instance network info cache for port 475e6ae6-52f2-4300-9662-90f2d8909dcf. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1502.998263] env[62438]: DEBUG nova.network.neutron [req-c1a49b56-0154-49c5-82c8-d104a06138d6 req-b839d819-2bed-4ce4-8bc0-c99356567835 service nova] [instance: 0cb4c6c0-63bc-4723-bac2-62479872be0d] Updating instance_info_cache with network_info: [{"id": "475e6ae6-52f2-4300-9662-90f2d8909dcf", "address": "fa:16:3e:76:fd:6b", "network": {"id": "2d9d4e8a-26cf-4b2e-96c5-0eb979c2d5ad", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-520885801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "776901636c2e41889f23b89411e6dd63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap475e6ae6-52", "ovs_interfaceid": "475e6ae6-52f2-4300-9662-90f2d8909dcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1503.004152] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1d3ba488-9c3b-49a6-aa4c-d05190d5e35b tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.644s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1503.006648] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2c6d785e-769b-40f2-b039-4a76bac9389c tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.890s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1503.008317] env[62438]: INFO nova.compute.claims [None req-2c6d785e-769b-40f2-b039-4a76bac9389c tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] [instance: 2eb62df9-005e-488f-b800-02867ec2fa81] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1503.032489] env[62438]: INFO nova.scheduler.client.report [None req-1d3ba488-9c3b-49a6-aa4c-d05190d5e35b tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Deleted allocations for instance 77038eff-3013-423d-b1bf-a6d14e892441 [ 1503.122079] env[62438]: DEBUG nova.compute.manager [req-2f479a83-3996-4aec-b418-cf7a1ee18bfe req-6af113e9-f2ad-40bc-aacc-0535ac9db87d service nova] [instance: 18dc9467-827b-4fe0-8ddf-03c0093c7737] Received event network-vif-plugged-e262d7a3-f3ea-4bba-b35a-b49c07b2fec8 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1503.122382] env[62438]: DEBUG oslo_concurrency.lockutils [req-2f479a83-3996-4aec-b418-cf7a1ee18bfe req-6af113e9-f2ad-40bc-aacc-0535ac9db87d service nova] Acquiring lock "18dc9467-827b-4fe0-8ddf-03c0093c7737-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1503.122748] env[62438]: DEBUG oslo_concurrency.lockutils [req-2f479a83-3996-4aec-b418-cf7a1ee18bfe req-6af113e9-f2ad-40bc-aacc-0535ac9db87d service nova] Lock "18dc9467-827b-4fe0-8ddf-03c0093c7737-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1503.122948] env[62438]: DEBUG oslo_concurrency.lockutils [req-2f479a83-3996-4aec-b418-cf7a1ee18bfe req-6af113e9-f2ad-40bc-aacc-0535ac9db87d service nova] Lock "18dc9467-827b-4fe0-8ddf-03c0093c7737-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1503.123591] env[62438]: DEBUG nova.compute.manager [req-2f479a83-3996-4aec-b418-cf7a1ee18bfe req-6af113e9-f2ad-40bc-aacc-0535ac9db87d service nova] [instance: 18dc9467-827b-4fe0-8ddf-03c0093c7737] No waiting events found dispatching network-vif-plugged-e262d7a3-f3ea-4bba-b35a-b49c07b2fec8 {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1503.123892] env[62438]: WARNING nova.compute.manager [req-2f479a83-3996-4aec-b418-cf7a1ee18bfe req-6af113e9-f2ad-40bc-aacc-0535ac9db87d service nova] [instance: 18dc9467-827b-4fe0-8ddf-03c0093c7737] Received unexpected event network-vif-plugged-e262d7a3-f3ea-4bba-b35a-b49c07b2fec8 for instance with vm_state building and task_state spawning. [ 1503.164431] env[62438]: DEBUG nova.network.neutron [None req-9ef1a7a5-c0b7-439b-8a61-65ef9d80892c tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] [instance: 18dc9467-827b-4fe0-8ddf-03c0093c7737] Successfully updated port: dda98208-901f-4421-80b4-17bd95a35b83 {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1503.191972] env[62438]: DEBUG oslo_concurrency.lockutils [req-b0e4915e-a946-4e84-a11f-9ad147a07ab7 req-8de0e2a8-aa0e-45c0-a211-59ece656169f service nova] Releasing lock "refresh_cache-d96af944-fba1-4df4-a0f7-0566ae562500" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1503.257433] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e711954a-91de-4a04-85ee-2183eb2cb66c tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Lock "29223975-ba66-48c1-9dd6-07143475fb2a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.012s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1503.399976] env[62438]: DEBUG oslo_vmware.api [None req-47ad107a-db41-4803-a47f-21cb3edcafa8 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1784849, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.460367] env[62438]: DEBUG oslo_vmware.api [None req-d526ba45-dc01-4088-9dd9-d6bedc174c84 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Task: {'id': task-1784858, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.127642} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.460809] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-d526ba45-dc01-4088-9dd9-d6bedc174c84 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [instance: 0cb4c6c0-63bc-4723-bac2-62479872be0d] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1503.461727] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32ad9728-c184-4a58-9159-1a2eb2102ba5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.493206] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-d526ba45-dc01-4088-9dd9-d6bedc174c84 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [instance: 0cb4c6c0-63bc-4723-bac2-62479872be0d] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 0cb4c6c0-63bc-4723-bac2-62479872be0d/0cb4c6c0-63bc-4723-bac2-62479872be0d.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1503.493206] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3dbcfc5-6a00-4dbf-9307-affbc3cc185e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.511637] env[62438]: DEBUG oslo_concurrency.lockutils [req-c1a49b56-0154-49c5-82c8-d104a06138d6 req-b839d819-2bed-4ce4-8bc0-c99356567835 service nova] Releasing lock "refresh_cache-0cb4c6c0-63bc-4723-bac2-62479872be0d" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1503.521381] env[62438]: DEBUG oslo_vmware.api [None req-d526ba45-dc01-4088-9dd9-d6bedc174c84 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Waiting for the task: (returnval){ [ 1503.521381] env[62438]: value = "task-1784862" [ 1503.521381] env[62438]: _type = "Task" [ 1503.521381] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.536189] env[62438]: DEBUG oslo_vmware.api [None req-d526ba45-dc01-4088-9dd9-d6bedc174c84 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Task: {'id': task-1784862, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.542545] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1d3ba488-9c3b-49a6-aa4c-d05190d5e35b tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Lock "77038eff-3013-423d-b1bf-a6d14e892441" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.945s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1503.667365] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9ef1a7a5-c0b7-439b-8a61-65ef9d80892c tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Acquiring lock "refresh_cache-18dc9467-827b-4fe0-8ddf-03c0093c7737" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1503.667562] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9ef1a7a5-c0b7-439b-8a61-65ef9d80892c tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Acquired lock "refresh_cache-18dc9467-827b-4fe0-8ddf-03c0093c7737" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.667736] env[62438]: DEBUG nova.network.neutron [None req-9ef1a7a5-c0b7-439b-8a61-65ef9d80892c tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] [instance: 18dc9467-827b-4fe0-8ddf-03c0093c7737] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1503.898817] env[62438]: DEBUG oslo_vmware.api [None req-47ad107a-db41-4803-a47f-21cb3edcafa8 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1784849, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.036016] env[62438]: DEBUG oslo_vmware.api [None req-d526ba45-dc01-4088-9dd9-d6bedc174c84 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Task: {'id': task-1784862, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.206635] env[62438]: DEBUG nova.network.neutron [None req-9ef1a7a5-c0b7-439b-8a61-65ef9d80892c tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] [instance: 18dc9467-827b-4fe0-8ddf-03c0093c7737] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1504.318077] env[62438]: DEBUG nova.compute.manager [req-6bf6b7a6-c9f4-4104-bca7-5d35facec903 req-92d5d63d-f392-481f-a736-a3d52b2faa34 service nova] [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] Received event network-vif-deleted-e64ea7f2-5e8a-436c-b80b-fe8dd4626bb2 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1504.318302] env[62438]: DEBUG nova.compute.manager [req-6bf6b7a6-c9f4-4104-bca7-5d35facec903 req-92d5d63d-f392-481f-a736-a3d52b2faa34 service nova] [instance: 18dc9467-827b-4fe0-8ddf-03c0093c7737] Received event network-changed-e262d7a3-f3ea-4bba-b35a-b49c07b2fec8 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1504.318476] env[62438]: DEBUG nova.compute.manager [req-6bf6b7a6-c9f4-4104-bca7-5d35facec903 req-92d5d63d-f392-481f-a736-a3d52b2faa34 service nova] [instance: 18dc9467-827b-4fe0-8ddf-03c0093c7737] Refreshing instance network info cache due to event network-changed-e262d7a3-f3ea-4bba-b35a-b49c07b2fec8. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1504.318670] env[62438]: DEBUG oslo_concurrency.lockutils [req-6bf6b7a6-c9f4-4104-bca7-5d35facec903 req-92d5d63d-f392-481f-a736-a3d52b2faa34 service nova] Acquiring lock "refresh_cache-18dc9467-827b-4fe0-8ddf-03c0093c7737" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1504.408133] env[62438]: DEBUG oslo_vmware.api [None req-47ad107a-db41-4803-a47f-21cb3edcafa8 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1784849, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.502853] env[62438]: DEBUG oslo_concurrency.lockutils [None req-aee11919-7b7f-4095-8d2f-9b8e33870db9 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Acquiring lock "b04481d2-d1cf-46e7-98c6-e714cf8c10c0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1504.503265] env[62438]: DEBUG oslo_concurrency.lockutils [None req-aee11919-7b7f-4095-8d2f-9b8e33870db9 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Lock "b04481d2-d1cf-46e7-98c6-e714cf8c10c0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1504.503564] env[62438]: DEBUG oslo_concurrency.lockutils [None req-aee11919-7b7f-4095-8d2f-9b8e33870db9 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Acquiring lock "b04481d2-d1cf-46e7-98c6-e714cf8c10c0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1504.503755] env[62438]: DEBUG oslo_concurrency.lockutils [None req-aee11919-7b7f-4095-8d2f-9b8e33870db9 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Lock "b04481d2-d1cf-46e7-98c6-e714cf8c10c0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1504.503966] env[62438]: DEBUG oslo_concurrency.lockutils [None req-aee11919-7b7f-4095-8d2f-9b8e33870db9 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Lock "b04481d2-d1cf-46e7-98c6-e714cf8c10c0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1504.507401] env[62438]: INFO nova.compute.manager [None req-aee11919-7b7f-4095-8d2f-9b8e33870db9 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] [instance: b04481d2-d1cf-46e7-98c6-e714cf8c10c0] Terminating instance [ 1504.512625] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb29aa3a-7a5a-429e-8ce5-84136a2b83ae {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.517297] env[62438]: DEBUG nova.compute.manager [None req-aee11919-7b7f-4095-8d2f-9b8e33870db9 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] [instance: b04481d2-d1cf-46e7-98c6-e714cf8c10c0] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1504.517669] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-aee11919-7b7f-4095-8d2f-9b8e33870db9 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] [instance: b04481d2-d1cf-46e7-98c6-e714cf8c10c0] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1504.519199] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6600adc-1b05-4c12-8d97-9bfce76f2d16 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.537380] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-aee11919-7b7f-4095-8d2f-9b8e33870db9 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] [instance: b04481d2-d1cf-46e7-98c6-e714cf8c10c0] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1504.538879] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e575ef-2e29-427e-b274-9ba4430b01a4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.542675] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c9e7573-cbe1-4fa0-b7a4-b32eff5f5c0b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.547573] env[62438]: DEBUG oslo_vmware.api [None req-d526ba45-dc01-4088-9dd9-d6bedc174c84 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Task: {'id': task-1784862, 'name': ReconfigVM_Task, 'duration_secs': 0.778925} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.548666] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-d526ba45-dc01-4088-9dd9-d6bedc174c84 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [instance: 0cb4c6c0-63bc-4723-bac2-62479872be0d] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 0cb4c6c0-63bc-4723-bac2-62479872be0d/0cb4c6c0-63bc-4723-bac2-62479872be0d.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1504.551045] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1924b8f2-d173-424b-80c5-ab1390c3d9be {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.596321] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a63ffa3-51d3-44df-a322-468375e18fe6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.599264] env[62438]: DEBUG oslo_vmware.api [None req-aee11919-7b7f-4095-8d2f-9b8e33870db9 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Waiting for the task: (returnval){ [ 1504.599264] env[62438]: value = "task-1784864" [ 1504.599264] env[62438]: _type = "Task" [ 1504.599264] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.604034] env[62438]: DEBUG oslo_vmware.api [None req-d526ba45-dc01-4088-9dd9-d6bedc174c84 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Waiting for the task: (returnval){ [ 1504.604034] env[62438]: value = "task-1784865" [ 1504.604034] env[62438]: _type = "Task" [ 1504.604034] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.616963] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbb21489-ee5b-4843-8263-bcfbc0333eb9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.626498] env[62438]: DEBUG oslo_vmware.api [None req-aee11919-7b7f-4095-8d2f-9b8e33870db9 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Task: {'id': task-1784864, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.636074] env[62438]: DEBUG oslo_vmware.api [None req-d526ba45-dc01-4088-9dd9-d6bedc174c84 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Task: {'id': task-1784865, 'name': Rename_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.646337] env[62438]: DEBUG nova.compute.provider_tree [None req-2c6d785e-769b-40f2-b039-4a76bac9389c tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] Updating inventory in ProviderTree for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1504.900716] env[62438]: DEBUG nova.network.neutron [None req-9ef1a7a5-c0b7-439b-8a61-65ef9d80892c tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] [instance: 18dc9467-827b-4fe0-8ddf-03c0093c7737] Updating instance_info_cache with network_info: [{"id": "e262d7a3-f3ea-4bba-b35a-b49c07b2fec8", "address": "fa:16:3e:14:e5:7d", "network": {"id": "a165c2c0-894e-414e-b578-1b7cafbad1c9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-383080695", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.108", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "717c546fceb64599bbf7617fb9e93384", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape262d7a3-f3", "ovs_interfaceid": "e262d7a3-f3ea-4bba-b35a-b49c07b2fec8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dda98208-901f-4421-80b4-17bd95a35b83", "address": "fa:16:3e:bd:09:3c", "network": {"id": "66f8959e-5107-42ef-a6ea-5bbd3ec6cd35", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1818159200", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "717c546fceb64599bbf7617fb9e93384", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdda98208-90", "ovs_interfaceid": "dda98208-901f-4421-80b4-17bd95a35b83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1504.914967] env[62438]: DEBUG oslo_vmware.api [None req-47ad107a-db41-4803-a47f-21cb3edcafa8 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1784849, 'name': ReconfigVM_Task, 'duration_secs': 4.281567} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.917510] env[62438]: DEBUG oslo_concurrency.lockutils [None req-47ad107a-db41-4803-a47f-21cb3edcafa8 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Releasing lock "d96af944-fba1-4df4-a0f7-0566ae562500" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1504.917773] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-47ad107a-db41-4803-a47f-21cb3edcafa8 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: d96af944-fba1-4df4-a0f7-0566ae562500] Reconfigured VM to attach interface {{(pid=62438) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1943}} [ 1505.055354] env[62438]: DEBUG nova.compute.manager [req-c9b30714-177a-4f0b-b623-b89f9b45cefd req-0775ba5f-02ca-4830-a71c-a03a3ff855dc service nova] [instance: 2b5c87fe-1c80-4cb9-86fe-4dd083322e71] Received event network-changed-e7894f52-4de6-4a56-a897-2b9af5d35151 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1505.055594] env[62438]: DEBUG nova.compute.manager [req-c9b30714-177a-4f0b-b623-b89f9b45cefd req-0775ba5f-02ca-4830-a71c-a03a3ff855dc service nova] [instance: 2b5c87fe-1c80-4cb9-86fe-4dd083322e71] Refreshing instance network info cache due to event network-changed-e7894f52-4de6-4a56-a897-2b9af5d35151. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1505.055813] env[62438]: DEBUG oslo_concurrency.lockutils [req-c9b30714-177a-4f0b-b623-b89f9b45cefd req-0775ba5f-02ca-4830-a71c-a03a3ff855dc service nova] Acquiring lock "refresh_cache-2b5c87fe-1c80-4cb9-86fe-4dd083322e71" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1505.056066] env[62438]: DEBUG oslo_concurrency.lockutils [req-c9b30714-177a-4f0b-b623-b89f9b45cefd req-0775ba5f-02ca-4830-a71c-a03a3ff855dc service nova] Acquired lock "refresh_cache-2b5c87fe-1c80-4cb9-86fe-4dd083322e71" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.056308] env[62438]: DEBUG nova.network.neutron [req-c9b30714-177a-4f0b-b623-b89f9b45cefd req-0775ba5f-02ca-4830-a71c-a03a3ff855dc service nova] [instance: 2b5c87fe-1c80-4cb9-86fe-4dd083322e71] Refreshing network info cache for port e7894f52-4de6-4a56-a897-2b9af5d35151 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1505.101787] env[62438]: DEBUG oslo_concurrency.lockutils [None req-352838cd-565b-4736-8684-d4d71adcb4ad tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Acquiring lock "da9c0fae-22ea-4a8a-b9de-e78fbcff5c7f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1505.101787] env[62438]: DEBUG oslo_concurrency.lockutils [None req-352838cd-565b-4736-8684-d4d71adcb4ad tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Lock "da9c0fae-22ea-4a8a-b9de-e78fbcff5c7f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1505.102042] env[62438]: DEBUG oslo_concurrency.lockutils [None req-352838cd-565b-4736-8684-d4d71adcb4ad tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Acquiring lock "da9c0fae-22ea-4a8a-b9de-e78fbcff5c7f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1505.102540] env[62438]: DEBUG oslo_concurrency.lockutils [None req-352838cd-565b-4736-8684-d4d71adcb4ad tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Lock "da9c0fae-22ea-4a8a-b9de-e78fbcff5c7f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1505.102765] env[62438]: DEBUG oslo_concurrency.lockutils [None req-352838cd-565b-4736-8684-d4d71adcb4ad tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Lock "da9c0fae-22ea-4a8a-b9de-e78fbcff5c7f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1505.108050] env[62438]: INFO nova.compute.manager [None req-352838cd-565b-4736-8684-d4d71adcb4ad tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: da9c0fae-22ea-4a8a-b9de-e78fbcff5c7f] Terminating instance [ 1505.118277] env[62438]: DEBUG nova.compute.manager [None req-352838cd-565b-4736-8684-d4d71adcb4ad tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: da9c0fae-22ea-4a8a-b9de-e78fbcff5c7f] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1505.118277] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-352838cd-565b-4736-8684-d4d71adcb4ad tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: da9c0fae-22ea-4a8a-b9de-e78fbcff5c7f] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1505.118277] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c7f500-0279-42d3-b943-304ae9024104 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.122728] env[62438]: DEBUG oslo_vmware.api [None req-aee11919-7b7f-4095-8d2f-9b8e33870db9 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Task: {'id': task-1784864, 'name': PowerOffVM_Task, 'duration_secs': 0.367882} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.123410] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-aee11919-7b7f-4095-8d2f-9b8e33870db9 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] [instance: b04481d2-d1cf-46e7-98c6-e714cf8c10c0] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1505.123522] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-aee11919-7b7f-4095-8d2f-9b8e33870db9 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] [instance: b04481d2-d1cf-46e7-98c6-e714cf8c10c0] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1505.123780] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f211a0a2-2c5d-465f-9747-4e541b00b3d3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.130891] env[62438]: DEBUG oslo_vmware.api [None req-d526ba45-dc01-4088-9dd9-d6bedc174c84 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Task: {'id': task-1784865, 'name': Rename_Task, 'duration_secs': 0.354467} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.131138] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-352838cd-565b-4736-8684-d4d71adcb4ad tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: da9c0fae-22ea-4a8a-b9de-e78fbcff5c7f] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1505.131768] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-d526ba45-dc01-4088-9dd9-d6bedc174c84 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [instance: 0cb4c6c0-63bc-4723-bac2-62479872be0d] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1505.131974] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ceb556d9-eded-47bf-b98a-313852ead58b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.133826] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5af26247-380f-4091-8b8c-b2bdd33c7be9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.140129] env[62438]: DEBUG oslo_vmware.api [None req-352838cd-565b-4736-8684-d4d71adcb4ad tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Waiting for the task: (returnval){ [ 1505.140129] env[62438]: value = "task-1784867" [ 1505.140129] env[62438]: _type = "Task" [ 1505.140129] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.144517] env[62438]: DEBUG oslo_vmware.api [None req-d526ba45-dc01-4088-9dd9-d6bedc174c84 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Waiting for the task: (returnval){ [ 1505.144517] env[62438]: value = "task-1784868" [ 1505.144517] env[62438]: _type = "Task" [ 1505.144517] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.160444] env[62438]: DEBUG oslo_vmware.api [None req-352838cd-565b-4736-8684-d4d71adcb4ad tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': task-1784867, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.168542] env[62438]: DEBUG oslo_vmware.api [None req-d526ba45-dc01-4088-9dd9-d6bedc174c84 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Task: {'id': task-1784868, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.196632] env[62438]: DEBUG nova.scheduler.client.report [None req-2c6d785e-769b-40f2-b039-4a76bac9389c tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] Updated inventory for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with generation 70 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1505.196960] env[62438]: DEBUG nova.compute.provider_tree [None req-2c6d785e-769b-40f2-b039-4a76bac9389c tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] Updating resource provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 generation from 70 to 71 during operation: update_inventory {{(pid=62438) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1505.197125] env[62438]: DEBUG nova.compute.provider_tree [None req-2c6d785e-769b-40f2-b039-4a76bac9389c tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] Updating inventory in ProviderTree for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1505.302281] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-aee11919-7b7f-4095-8d2f-9b8e33870db9 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] [instance: b04481d2-d1cf-46e7-98c6-e714cf8c10c0] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1505.302636] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-aee11919-7b7f-4095-8d2f-9b8e33870db9 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] [instance: b04481d2-d1cf-46e7-98c6-e714cf8c10c0] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1505.303400] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-aee11919-7b7f-4095-8d2f-9b8e33870db9 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Deleting the datastore file [datastore1] b04481d2-d1cf-46e7-98c6-e714cf8c10c0 {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1505.303400] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0493577c-9110-4a00-84ea-8100bfb43ece {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.311537] env[62438]: DEBUG oslo_vmware.api [None req-aee11919-7b7f-4095-8d2f-9b8e33870db9 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Waiting for the task: (returnval){ [ 1505.311537] env[62438]: value = "task-1784870" [ 1505.311537] env[62438]: _type = "Task" [ 1505.311537] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.321580] env[62438]: DEBUG oslo_vmware.api [None req-aee11919-7b7f-4095-8d2f-9b8e33870db9 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Task: {'id': task-1784870, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.419023] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9ef1a7a5-c0b7-439b-8a61-65ef9d80892c tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Releasing lock "refresh_cache-18dc9467-827b-4fe0-8ddf-03c0093c7737" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1505.419023] env[62438]: DEBUG nova.compute.manager [None req-9ef1a7a5-c0b7-439b-8a61-65ef9d80892c tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] [instance: 18dc9467-827b-4fe0-8ddf-03c0093c7737] Instance network_info: |[{"id": "e262d7a3-f3ea-4bba-b35a-b49c07b2fec8", "address": "fa:16:3e:14:e5:7d", "network": {"id": "a165c2c0-894e-414e-b578-1b7cafbad1c9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-383080695", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.108", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "717c546fceb64599bbf7617fb9e93384", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape262d7a3-f3", "ovs_interfaceid": "e262d7a3-f3ea-4bba-b35a-b49c07b2fec8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dda98208-901f-4421-80b4-17bd95a35b83", "address": "fa:16:3e:bd:09:3c", "network": {"id": "66f8959e-5107-42ef-a6ea-5bbd3ec6cd35", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1818159200", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "717c546fceb64599bbf7617fb9e93384", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdda98208-90", "ovs_interfaceid": "dda98208-901f-4421-80b4-17bd95a35b83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1505.419023] env[62438]: DEBUG oslo_concurrency.lockutils [req-6bf6b7a6-c9f4-4104-bca7-5d35facec903 req-92d5d63d-f392-481f-a736-a3d52b2faa34 service nova] Acquired lock "refresh_cache-18dc9467-827b-4fe0-8ddf-03c0093c7737" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.419023] env[62438]: DEBUG nova.network.neutron [req-6bf6b7a6-c9f4-4104-bca7-5d35facec903 req-92d5d63d-f392-481f-a736-a3d52b2faa34 service nova] [instance: 18dc9467-827b-4fe0-8ddf-03c0093c7737] Refreshing network info cache for port e262d7a3-f3ea-4bba-b35a-b49c07b2fec8 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1505.419023] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-9ef1a7a5-c0b7-439b-8a61-65ef9d80892c tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] [instance: 18dc9467-827b-4fe0-8ddf-03c0093c7737] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:e5:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '30f1dacf-8988-41b8-aa8f-e9530f65ef46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e262d7a3-f3ea-4bba-b35a-b49c07b2fec8', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:09:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c405e9f-a6c8-4308-acac-071654efe18e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dda98208-901f-4421-80b4-17bd95a35b83', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1505.435247] env[62438]: DEBUG oslo.service.loopingcall [None req-9ef1a7a5-c0b7-439b-8a61-65ef9d80892c tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1505.437635] env[62438]: DEBUG oslo_concurrency.lockutils [None req-47ad107a-db41-4803-a47f-21cb3edcafa8 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Lock "interface-d96af944-fba1-4df4-a0f7-0566ae562500-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 11.551s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1505.438828] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18dc9467-827b-4fe0-8ddf-03c0093c7737] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1505.439651] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c5dd19c5-cc3f-462c-9c13-aca88c8c466f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.466495] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1505.466495] env[62438]: value = "task-1784871" [ 1505.466495] env[62438]: _type = "Task" [ 1505.466495] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.478543] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784871, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.656511] env[62438]: DEBUG oslo_vmware.api [None req-352838cd-565b-4736-8684-d4d71adcb4ad tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': task-1784867, 'name': PowerOffVM_Task, 'duration_secs': 0.307892} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.660596] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-352838cd-565b-4736-8684-d4d71adcb4ad tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: da9c0fae-22ea-4a8a-b9de-e78fbcff5c7f] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1505.660787] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-352838cd-565b-4736-8684-d4d71adcb4ad tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: da9c0fae-22ea-4a8a-b9de-e78fbcff5c7f] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1505.661272] env[62438]: DEBUG oslo_vmware.api [None req-d526ba45-dc01-4088-9dd9-d6bedc174c84 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Task: {'id': task-1784868, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.661525] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a0e66803-3fc1-482c-a586-bcfd2b1799d6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.705840] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2c6d785e-769b-40f2-b039-4a76bac9389c tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.698s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1505.705840] env[62438]: DEBUG nova.compute.manager [None req-2c6d785e-769b-40f2-b039-4a76bac9389c tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] [instance: 2eb62df9-005e-488f-b800-02867ec2fa81] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1505.708650] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ac56fc5b-a86a-493d-a6ab-6329fc01f538 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.080s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1505.708904] env[62438]: DEBUG nova.objects.instance [None req-ac56fc5b-a86a-493d-a6ab-6329fc01f538 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Lazy-loading 'resources' on Instance uuid b24c2e75-f48d-4dbc-b44c-88123b72046c {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1505.748187] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-352838cd-565b-4736-8684-d4d71adcb4ad tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: da9c0fae-22ea-4a8a-b9de-e78fbcff5c7f] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1505.748460] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-352838cd-565b-4736-8684-d4d71adcb4ad tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: da9c0fae-22ea-4a8a-b9de-e78fbcff5c7f] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1505.748654] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-352838cd-565b-4736-8684-d4d71adcb4ad tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Deleting the datastore file [datastore1] da9c0fae-22ea-4a8a-b9de-e78fbcff5c7f {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1505.748998] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-73f01965-c121-49c2-9205-3d4f47df0b97 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.756938] env[62438]: DEBUG oslo_vmware.api [None req-352838cd-565b-4736-8684-d4d71adcb4ad tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Waiting for the task: (returnval){ [ 1505.756938] env[62438]: value = "task-1784873" [ 1505.756938] env[62438]: _type = "Task" [ 1505.756938] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.768718] env[62438]: DEBUG oslo_vmware.api [None req-352838cd-565b-4736-8684-d4d71adcb4ad tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': task-1784873, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.823369] env[62438]: DEBUG oslo_vmware.api [None req-aee11919-7b7f-4095-8d2f-9b8e33870db9 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Task: {'id': task-1784870, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.23695} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.824523] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-aee11919-7b7f-4095-8d2f-9b8e33870db9 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1505.824913] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-aee11919-7b7f-4095-8d2f-9b8e33870db9 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] [instance: b04481d2-d1cf-46e7-98c6-e714cf8c10c0] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1505.825275] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-aee11919-7b7f-4095-8d2f-9b8e33870db9 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] [instance: b04481d2-d1cf-46e7-98c6-e714cf8c10c0] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1505.825660] env[62438]: INFO nova.compute.manager [None req-aee11919-7b7f-4095-8d2f-9b8e33870db9 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] [instance: b04481d2-d1cf-46e7-98c6-e714cf8c10c0] Took 1.31 seconds to destroy the instance on the hypervisor. [ 1505.826118] env[62438]: DEBUG oslo.service.loopingcall [None req-aee11919-7b7f-4095-8d2f-9b8e33870db9 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1505.826464] env[62438]: DEBUG nova.compute.manager [-] [instance: b04481d2-d1cf-46e7-98c6-e714cf8c10c0] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1505.826669] env[62438]: DEBUG nova.network.neutron [-] [instance: b04481d2-d1cf-46e7-98c6-e714cf8c10c0] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1505.917086] env[62438]: DEBUG nova.network.neutron [req-6bf6b7a6-c9f4-4104-bca7-5d35facec903 req-92d5d63d-f392-481f-a736-a3d52b2faa34 service nova] [instance: 18dc9467-827b-4fe0-8ddf-03c0093c7737] Updated VIF entry in instance network info cache for port e262d7a3-f3ea-4bba-b35a-b49c07b2fec8. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1505.917700] env[62438]: DEBUG nova.network.neutron [req-6bf6b7a6-c9f4-4104-bca7-5d35facec903 req-92d5d63d-f392-481f-a736-a3d52b2faa34 service nova] [instance: 18dc9467-827b-4fe0-8ddf-03c0093c7737] Updating instance_info_cache with network_info: [{"id": "e262d7a3-f3ea-4bba-b35a-b49c07b2fec8", "address": "fa:16:3e:14:e5:7d", "network": {"id": "a165c2c0-894e-414e-b578-1b7cafbad1c9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-383080695", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.108", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "717c546fceb64599bbf7617fb9e93384", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape262d7a3-f3", "ovs_interfaceid": "e262d7a3-f3ea-4bba-b35a-b49c07b2fec8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dda98208-901f-4421-80b4-17bd95a35b83", "address": "fa:16:3e:bd:09:3c", "network": {"id": "66f8959e-5107-42ef-a6ea-5bbd3ec6cd35", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1818159200", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "717c546fceb64599bbf7617fb9e93384", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdda98208-90", "ovs_interfaceid": "dda98208-901f-4421-80b4-17bd95a35b83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1505.983879] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784871, 'name': CreateVM_Task} progress is 99%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.989833] env[62438]: DEBUG nova.network.neutron [req-c9b30714-177a-4f0b-b623-b89f9b45cefd req-0775ba5f-02ca-4830-a71c-a03a3ff855dc service nova] [instance: 2b5c87fe-1c80-4cb9-86fe-4dd083322e71] Updated VIF entry in instance network info cache for port e7894f52-4de6-4a56-a897-2b9af5d35151. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1505.990272] env[62438]: DEBUG nova.network.neutron [req-c9b30714-177a-4f0b-b623-b89f9b45cefd req-0775ba5f-02ca-4830-a71c-a03a3ff855dc service nova] [instance: 2b5c87fe-1c80-4cb9-86fe-4dd083322e71] Updating instance_info_cache with network_info: [{"id": "e7894f52-4de6-4a56-a897-2b9af5d35151", "address": "fa:16:3e:0a:31:3a", "network": {"id": "a842c849-d53e-4861-ba7c-3a7d63a56e07", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1714288597-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a974a1f1bd4049f1b41bc114794b6696", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7894f52-4d", "ovs_interfaceid": "e7894f52-4de6-4a56-a897-2b9af5d35151", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1506.156865] env[62438]: DEBUG oslo_vmware.api [None req-d526ba45-dc01-4088-9dd9-d6bedc174c84 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Task: {'id': task-1784868, 'name': PowerOnVM_Task, 'duration_secs': 0.775099} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.157625] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-d526ba45-dc01-4088-9dd9-d6bedc174c84 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [instance: 0cb4c6c0-63bc-4723-bac2-62479872be0d] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1506.158120] env[62438]: INFO nova.compute.manager [None req-d526ba45-dc01-4088-9dd9-d6bedc174c84 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [instance: 0cb4c6c0-63bc-4723-bac2-62479872be0d] Took 9.51 seconds to spawn the instance on the hypervisor. [ 1506.158412] env[62438]: DEBUG nova.compute.manager [None req-d526ba45-dc01-4088-9dd9-d6bedc174c84 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [instance: 0cb4c6c0-63bc-4723-bac2-62479872be0d] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1506.160099] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f1f6c1-d098-4a8d-89c8-ec8d3ca1fbe8 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.213736] env[62438]: DEBUG nova.compute.utils [None req-2c6d785e-769b-40f2-b039-4a76bac9389c tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1506.225712] env[62438]: DEBUG nova.compute.manager [None req-2c6d785e-769b-40f2-b039-4a76bac9389c tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] [instance: 2eb62df9-005e-488f-b800-02867ec2fa81] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1506.226025] env[62438]: DEBUG nova.network.neutron [None req-2c6d785e-769b-40f2-b039-4a76bac9389c tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] [instance: 2eb62df9-005e-488f-b800-02867ec2fa81] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1506.270253] env[62438]: DEBUG oslo_vmware.api [None req-352838cd-565b-4736-8684-d4d71adcb4ad tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': task-1784873, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.272137} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.273151] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-352838cd-565b-4736-8684-d4d71adcb4ad tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1506.273646] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-352838cd-565b-4736-8684-d4d71adcb4ad tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: da9c0fae-22ea-4a8a-b9de-e78fbcff5c7f] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1506.273851] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-352838cd-565b-4736-8684-d4d71adcb4ad tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: da9c0fae-22ea-4a8a-b9de-e78fbcff5c7f] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1506.274940] env[62438]: INFO nova.compute.manager [None req-352838cd-565b-4736-8684-d4d71adcb4ad tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: da9c0fae-22ea-4a8a-b9de-e78fbcff5c7f] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1506.274940] env[62438]: DEBUG oslo.service.loopingcall [None req-352838cd-565b-4736-8684-d4d71adcb4ad tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1506.276029] env[62438]: DEBUG nova.compute.manager [-] [instance: da9c0fae-22ea-4a8a-b9de-e78fbcff5c7f] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1506.276029] env[62438]: DEBUG nova.network.neutron [-] [instance: da9c0fae-22ea-4a8a-b9de-e78fbcff5c7f] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1506.280682] env[62438]: DEBUG oslo_concurrency.lockutils [None req-6a14384b-e511-4787-9ffa-1987b1b81013 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Acquiring lock "d3b27191-a52c-4d5b-858d-f0ac2c936919" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1506.281183] env[62438]: DEBUG oslo_concurrency.lockutils [None req-6a14384b-e511-4787-9ffa-1987b1b81013 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Lock "d3b27191-a52c-4d5b-858d-f0ac2c936919" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1506.300867] env[62438]: DEBUG nova.policy [None req-2c6d785e-769b-40f2-b039-4a76bac9389c tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ef2a6b025df2433f82e407fccf0a6846', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd3a0f6d01a164fea9953419e1db75957', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1506.421530] env[62438]: DEBUG oslo_concurrency.lockutils [req-6bf6b7a6-c9f4-4104-bca7-5d35facec903 req-92d5d63d-f392-481f-a736-a3d52b2faa34 service nova] Releasing lock "refresh_cache-18dc9467-827b-4fe0-8ddf-03c0093c7737" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1506.482655] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784871, 'name': CreateVM_Task, 'duration_secs': 0.614624} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.482820] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18dc9467-827b-4fe0-8ddf-03c0093c7737] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1506.483656] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9ef1a7a5-c0b7-439b-8a61-65ef9d80892c tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1506.483902] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9ef1a7a5-c0b7-439b-8a61-65ef9d80892c tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.484180] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9ef1a7a5-c0b7-439b-8a61-65ef9d80892c tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1506.484656] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a1fe7e2-b69f-4419-be00-40f4f007d5b7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.494592] env[62438]: DEBUG oslo_concurrency.lockutils [req-c9b30714-177a-4f0b-b623-b89f9b45cefd req-0775ba5f-02ca-4830-a71c-a03a3ff855dc service nova] Releasing lock "refresh_cache-2b5c87fe-1c80-4cb9-86fe-4dd083322e71" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1506.497199] env[62438]: DEBUG oslo_vmware.api [None req-9ef1a7a5-c0b7-439b-8a61-65ef9d80892c tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Waiting for the task: (returnval){ [ 1506.497199] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52075e87-bb66-8c57-2553-6599fc1b8e87" [ 1506.497199] env[62438]: _type = "Task" [ 1506.497199] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.507570] env[62438]: DEBUG oslo_vmware.api [None req-9ef1a7a5-c0b7-439b-8a61-65ef9d80892c tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52075e87-bb66-8c57-2553-6599fc1b8e87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.690080] env[62438]: INFO nova.compute.manager [None req-d526ba45-dc01-4088-9dd9-d6bedc174c84 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [instance: 0cb4c6c0-63bc-4723-bac2-62479872be0d] Took 44.00 seconds to build instance. [ 1506.720579] env[62438]: DEBUG nova.compute.manager [None req-2c6d785e-769b-40f2-b039-4a76bac9389c tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] [instance: 2eb62df9-005e-488f-b800-02867ec2fa81] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1506.764659] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce65b79-d2d2-48cb-adc2-cdffc3abbee8 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.779889] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e2c87f5-bec3-448d-9541-e97f22ea4d9b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.788044] env[62438]: DEBUG nova.compute.manager [None req-6a14384b-e511-4787-9ffa-1987b1b81013 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] [instance: d3b27191-a52c-4d5b-858d-f0ac2c936919] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1506.826143] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fc63d72-9c5c-41c3-a5f7-f49b205c77bf {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.835456] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-832bd10b-8ecd-407b-8d87-9bd476e57e6a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.849662] env[62438]: DEBUG nova.compute.provider_tree [None req-ac56fc5b-a86a-493d-a6ab-6329fc01f538 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1506.949622] env[62438]: DEBUG nova.network.neutron [None req-2c6d785e-769b-40f2-b039-4a76bac9389c tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] [instance: 2eb62df9-005e-488f-b800-02867ec2fa81] Successfully created port: 3c91fe17-3b6a-4056-90a7-8eb648cff29f {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1507.011162] env[62438]: DEBUG oslo_vmware.api [None req-9ef1a7a5-c0b7-439b-8a61-65ef9d80892c tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52075e87-bb66-8c57-2553-6599fc1b8e87, 'name': SearchDatastore_Task, 'duration_secs': 0.010937} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.011162] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9ef1a7a5-c0b7-439b-8a61-65ef9d80892c tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1507.011162] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-9ef1a7a5-c0b7-439b-8a61-65ef9d80892c tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] [instance: 18dc9467-827b-4fe0-8ddf-03c0093c7737] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1507.011162] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9ef1a7a5-c0b7-439b-8a61-65ef9d80892c tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1507.011688] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9ef1a7a5-c0b7-439b-8a61-65ef9d80892c tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.011688] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ef1a7a5-c0b7-439b-8a61-65ef9d80892c tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1507.011782] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a66bf64f-4944-4029-951e-d49adee22cf2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.026239] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ef1a7a5-c0b7-439b-8a61-65ef9d80892c tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1507.026467] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-9ef1a7a5-c0b7-439b-8a61-65ef9d80892c tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1507.027555] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0feb1503-c262-43e9-91df-2c6c5818ac07 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.034495] env[62438]: DEBUG oslo_vmware.api [None req-9ef1a7a5-c0b7-439b-8a61-65ef9d80892c tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Waiting for the task: (returnval){ [ 1507.034495] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5204573f-cf9f-1eae-50bf-44da1b176143" [ 1507.034495] env[62438]: _type = "Task" [ 1507.034495] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.045314] env[62438]: DEBUG oslo_vmware.api [None req-9ef1a7a5-c0b7-439b-8a61-65ef9d80892c tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5204573f-cf9f-1eae-50bf-44da1b176143, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.077582] env[62438]: DEBUG nova.compute.manager [None req-da58b79c-a86c-4762-b127-8f7aa6a63288 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: fa1146c8-af2b-49a6-88f0-6fee8773ce67] Stashing vm_state: active {{(pid=62438) _prep_resize /opt/stack/nova/nova/compute/manager.py:5624}} [ 1507.083919] env[62438]: DEBUG nova.compute.manager [req-19a8be7e-4ef0-425d-8ee7-abd94ee0a052 req-65caebc8-1434-4b9e-82bd-c0f8280fd321 service nova] [instance: 18dc9467-827b-4fe0-8ddf-03c0093c7737] Received event network-vif-plugged-dda98208-901f-4421-80b4-17bd95a35b83 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1507.088062] env[62438]: DEBUG oslo_concurrency.lockutils [req-19a8be7e-4ef0-425d-8ee7-abd94ee0a052 req-65caebc8-1434-4b9e-82bd-c0f8280fd321 service nova] Acquiring lock "18dc9467-827b-4fe0-8ddf-03c0093c7737-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1507.088062] env[62438]: DEBUG oslo_concurrency.lockutils [req-19a8be7e-4ef0-425d-8ee7-abd94ee0a052 req-65caebc8-1434-4b9e-82bd-c0f8280fd321 service nova] Lock "18dc9467-827b-4fe0-8ddf-03c0093c7737-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1507.088062] env[62438]: DEBUG oslo_concurrency.lockutils [req-19a8be7e-4ef0-425d-8ee7-abd94ee0a052 req-65caebc8-1434-4b9e-82bd-c0f8280fd321 service nova] Lock "18dc9467-827b-4fe0-8ddf-03c0093c7737-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1507.088062] env[62438]: DEBUG nova.compute.manager [req-19a8be7e-4ef0-425d-8ee7-abd94ee0a052 req-65caebc8-1434-4b9e-82bd-c0f8280fd321 service nova] [instance: 18dc9467-827b-4fe0-8ddf-03c0093c7737] No waiting events found dispatching network-vif-plugged-dda98208-901f-4421-80b4-17bd95a35b83 {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1507.088062] env[62438]: WARNING nova.compute.manager [req-19a8be7e-4ef0-425d-8ee7-abd94ee0a052 req-65caebc8-1434-4b9e-82bd-c0f8280fd321 service nova] [instance: 18dc9467-827b-4fe0-8ddf-03c0093c7737] Received unexpected event network-vif-plugged-dda98208-901f-4421-80b4-17bd95a35b83 for instance with vm_state building and task_state spawning. [ 1507.088062] env[62438]: DEBUG nova.compute.manager [req-19a8be7e-4ef0-425d-8ee7-abd94ee0a052 req-65caebc8-1434-4b9e-82bd-c0f8280fd321 service nova] [instance: 18dc9467-827b-4fe0-8ddf-03c0093c7737] Received event network-changed-dda98208-901f-4421-80b4-17bd95a35b83 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1507.088062] env[62438]: DEBUG nova.compute.manager [req-19a8be7e-4ef0-425d-8ee7-abd94ee0a052 req-65caebc8-1434-4b9e-82bd-c0f8280fd321 service nova] [instance: 18dc9467-827b-4fe0-8ddf-03c0093c7737] Refreshing instance network info cache due to event network-changed-dda98208-901f-4421-80b4-17bd95a35b83. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1507.088062] env[62438]: DEBUG oslo_concurrency.lockutils [req-19a8be7e-4ef0-425d-8ee7-abd94ee0a052 req-65caebc8-1434-4b9e-82bd-c0f8280fd321 service nova] Acquiring lock "refresh_cache-18dc9467-827b-4fe0-8ddf-03c0093c7737" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1507.088062] env[62438]: DEBUG oslo_concurrency.lockutils [req-19a8be7e-4ef0-425d-8ee7-abd94ee0a052 req-65caebc8-1434-4b9e-82bd-c0f8280fd321 service nova] Acquired lock "refresh_cache-18dc9467-827b-4fe0-8ddf-03c0093c7737" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.088062] env[62438]: DEBUG nova.network.neutron [req-19a8be7e-4ef0-425d-8ee7-abd94ee0a052 req-65caebc8-1434-4b9e-82bd-c0f8280fd321 service nova] [instance: 18dc9467-827b-4fe0-8ddf-03c0093c7737] Refreshing network info cache for port dda98208-901f-4421-80b4-17bd95a35b83 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1507.195517] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d526ba45-dc01-4088-9dd9-d6bedc174c84 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Lock "0cb4c6c0-63bc-4723-bac2-62479872be0d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.509s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1507.232447] env[62438]: DEBUG nova.compute.manager [req-34f1e5ca-4658-46dd-a0ce-1b9982285960 req-bbd9a7fe-4b6a-41f4-9e8b-eb191c37ad90 service nova] [instance: b04481d2-d1cf-46e7-98c6-e714cf8c10c0] Received event network-vif-deleted-a3cdc20d-32c5-437b-8d5b-4e6cc8fafea2 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1507.232692] env[62438]: INFO nova.compute.manager [req-34f1e5ca-4658-46dd-a0ce-1b9982285960 req-bbd9a7fe-4b6a-41f4-9e8b-eb191c37ad90 service nova] [instance: b04481d2-d1cf-46e7-98c6-e714cf8c10c0] Neutron deleted interface a3cdc20d-32c5-437b-8d5b-4e6cc8fafea2; detaching it from the instance and deleting it from the info cache [ 1507.232851] env[62438]: DEBUG nova.network.neutron [req-34f1e5ca-4658-46dd-a0ce-1b9982285960 req-bbd9a7fe-4b6a-41f4-9e8b-eb191c37ad90 service nova] [instance: b04481d2-d1cf-46e7-98c6-e714cf8c10c0] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1507.316020] env[62438]: DEBUG oslo_concurrency.lockutils [None req-6a14384b-e511-4787-9ffa-1987b1b81013 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1507.330123] env[62438]: DEBUG nova.network.neutron [-] [instance: da9c0fae-22ea-4a8a-b9de-e78fbcff5c7f] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1507.352545] env[62438]: DEBUG nova.scheduler.client.report [None req-ac56fc5b-a86a-493d-a6ab-6329fc01f538 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1507.362377] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff84361a-7d6c-4864-a157-e87697e8d73b tempest-VolumesAssistedSnapshotsTest-473370268 tempest-VolumesAssistedSnapshotsTest-473370268-project-admin] [instance: 277f271f-6f65-4d7b-af1c-e3383b78d775] Volume attach. Driver type: vmdk {{(pid=62438) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1507.362705] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff84361a-7d6c-4864-a157-e87697e8d73b tempest-VolumesAssistedSnapshotsTest-473370268 tempest-VolumesAssistedSnapshotsTest-473370268-project-admin] [instance: 277f271f-6f65-4d7b-af1c-e3383b78d775] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370388', 'volume_id': '733cf772-1bcb-4979-b1a7-c3db8200026e', 'name': 'volume-733cf772-1bcb-4979-b1a7-c3db8200026e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '277f271f-6f65-4d7b-af1c-e3383b78d775', 'attached_at': '', 'detached_at': '', 'volume_id': '733cf772-1bcb-4979-b1a7-c3db8200026e', 'serial': '733cf772-1bcb-4979-b1a7-c3db8200026e'} {{(pid=62438) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1507.363943] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a760c66a-0152-4795-8b0b-2f1ae793b6db {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.384632] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-898a63c8-161b-4e63-8e1e-64c524e96f1c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.413407] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff84361a-7d6c-4864-a157-e87697e8d73b tempest-VolumesAssistedSnapshotsTest-473370268 tempest-VolumesAssistedSnapshotsTest-473370268-project-admin] [instance: 277f271f-6f65-4d7b-af1c-e3383b78d775] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] volume-733cf772-1bcb-4979-b1a7-c3db8200026e/volume-733cf772-1bcb-4979-b1a7-c3db8200026e.vmdk or device None with type thin {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1507.413732] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a76e1c3-965e-46f9-ac90-9feb318b9f72 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.433645] env[62438]: DEBUG oslo_vmware.api [None req-ff84361a-7d6c-4864-a157-e87697e8d73b tempest-VolumesAssistedSnapshotsTest-473370268 tempest-VolumesAssistedSnapshotsTest-473370268-project-admin] Waiting for the task: (returnval){ [ 1507.433645] env[62438]: value = "task-1784875" [ 1507.433645] env[62438]: _type = "Task" [ 1507.433645] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.441249] env[62438]: DEBUG oslo_vmware.api [None req-ff84361a-7d6c-4864-a157-e87697e8d73b tempest-VolumesAssistedSnapshotsTest-473370268 tempest-VolumesAssistedSnapshotsTest-473370268-project-admin] Task: {'id': task-1784875, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.482985] env[62438]: DEBUG nova.network.neutron [-] [instance: b04481d2-d1cf-46e7-98c6-e714cf8c10c0] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1507.547582] env[62438]: DEBUG oslo_vmware.api [None req-9ef1a7a5-c0b7-439b-8a61-65ef9d80892c tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5204573f-cf9f-1eae-50bf-44da1b176143, 'name': SearchDatastore_Task, 'duration_secs': 0.014531} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.548451] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9df2b253-a1f4-408f-ad19-396abec98d58 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.554943] env[62438]: DEBUG oslo_vmware.api [None req-9ef1a7a5-c0b7-439b-8a61-65ef9d80892c tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Waiting for the task: (returnval){ [ 1507.554943] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]521473aa-07a6-35e3-ace2-5dc912d0cfab" [ 1507.554943] env[62438]: _type = "Task" [ 1507.554943] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.564863] env[62438]: DEBUG oslo_vmware.api [None req-9ef1a7a5-c0b7-439b-8a61-65ef9d80892c tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]521473aa-07a6-35e3-ace2-5dc912d0cfab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.610592] env[62438]: DEBUG oslo_concurrency.lockutils [None req-da58b79c-a86c-4762-b127-8f7aa6a63288 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1507.737976] env[62438]: DEBUG nova.compute.manager [None req-2c6d785e-769b-40f2-b039-4a76bac9389c tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] [instance: 2eb62df9-005e-488f-b800-02867ec2fa81] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1507.740460] env[62438]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b182bc55-f7a8-4cfc-835b-0cfd4067f9f5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.751086] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57564e5b-e292-44ef-9bd4-4eed0e6e2577 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.794591] env[62438]: DEBUG nova.compute.manager [req-34f1e5ca-4658-46dd-a0ce-1b9982285960 req-bbd9a7fe-4b6a-41f4-9e8b-eb191c37ad90 service nova] [instance: b04481d2-d1cf-46e7-98c6-e714cf8c10c0] Detach interface failed, port_id=a3cdc20d-32c5-437b-8d5b-4e6cc8fafea2, reason: Instance b04481d2-d1cf-46e7-98c6-e714cf8c10c0 could not be found. {{(pid=62438) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1507.802372] env[62438]: DEBUG nova.virt.hardware [None req-2c6d785e-769b-40f2-b039-4a76bac9389c tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1507.802504] env[62438]: DEBUG nova.virt.hardware [None req-2c6d785e-769b-40f2-b039-4a76bac9389c tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1507.802625] env[62438]: DEBUG nova.virt.hardware [None req-2c6d785e-769b-40f2-b039-4a76bac9389c tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1507.802822] env[62438]: DEBUG nova.virt.hardware [None req-2c6d785e-769b-40f2-b039-4a76bac9389c tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1507.802972] env[62438]: DEBUG nova.virt.hardware [None req-2c6d785e-769b-40f2-b039-4a76bac9389c tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1507.803142] env[62438]: DEBUG nova.virt.hardware [None req-2c6d785e-769b-40f2-b039-4a76bac9389c tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1507.803398] env[62438]: DEBUG nova.virt.hardware [None req-2c6d785e-769b-40f2-b039-4a76bac9389c tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1507.803575] env[62438]: DEBUG nova.virt.hardware [None req-2c6d785e-769b-40f2-b039-4a76bac9389c tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1507.803752] env[62438]: DEBUG nova.virt.hardware [None req-2c6d785e-769b-40f2-b039-4a76bac9389c tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1507.803923] env[62438]: DEBUG nova.virt.hardware [None req-2c6d785e-769b-40f2-b039-4a76bac9389c tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1507.804128] env[62438]: DEBUG nova.virt.hardware [None req-2c6d785e-769b-40f2-b039-4a76bac9389c tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1507.804996] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf5aefc4-2c51-44c4-bcda-6508e7c42a4f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.817684] env[62438]: INFO nova.compute.manager [None req-794dde6a-99f5-463d-937b-8bafad88c55d tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [instance: 0cb4c6c0-63bc-4723-bac2-62479872be0d] Rescuing [ 1507.817684] env[62438]: DEBUG oslo_concurrency.lockutils [None req-794dde6a-99f5-463d-937b-8bafad88c55d tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Acquiring lock "refresh_cache-0cb4c6c0-63bc-4723-bac2-62479872be0d" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1507.817684] env[62438]: DEBUG oslo_concurrency.lockutils [None req-794dde6a-99f5-463d-937b-8bafad88c55d tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Acquired lock "refresh_cache-0cb4c6c0-63bc-4723-bac2-62479872be0d" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.817684] env[62438]: DEBUG nova.network.neutron [None req-794dde6a-99f5-463d-937b-8bafad88c55d tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [instance: 0cb4c6c0-63bc-4723-bac2-62479872be0d] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1507.823993] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80335fd9-b3cf-48f2-8c42-87a86e6c1871 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.832736] env[62438]: INFO nova.compute.manager [-] [instance: da9c0fae-22ea-4a8a-b9de-e78fbcff5c7f] Took 1.56 seconds to deallocate network for instance. [ 1507.860547] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ac56fc5b-a86a-493d-a6ab-6329fc01f538 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.152s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1507.863469] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 22.876s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1507.863664] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1507.863818] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62438) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1507.864150] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d86f8a2e-7815-4eb1-a0f3-e82110d0f971 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.633s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1507.865874] env[62438]: INFO nova.compute.claims [None req-d86f8a2e-7815-4eb1-a0f3-e82110d0f971 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: ac81bf4e-9010-4ff5-9857-18690b409637] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1507.868870] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44444a09-3016-4803-b543-f8ed00bbe0eb {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.879805] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c814364-f7ca-4ab3-9dc6-aded82321a4a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.898609] env[62438]: INFO nova.scheduler.client.report [None req-ac56fc5b-a86a-493d-a6ab-6329fc01f538 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Deleted allocations for instance b24c2e75-f48d-4dbc-b44c-88123b72046c [ 1507.902951] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-119b0ba1-bcb0-46ec-87c0-990c5cbe6468 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.916407] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-250d6de9-7dad-4535-860e-d7244904e329 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.952970] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178365MB free_disk=161GB free_vcpus=48 pci_devices=None {{(pid=62438) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1507.952970] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1507.962936] env[62438]: DEBUG oslo_vmware.api [None req-ff84361a-7d6c-4864-a157-e87697e8d73b tempest-VolumesAssistedSnapshotsTest-473370268 tempest-VolumesAssistedSnapshotsTest-473370268-project-admin] Task: {'id': task-1784875, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.966421] env[62438]: DEBUG nova.network.neutron [req-19a8be7e-4ef0-425d-8ee7-abd94ee0a052 req-65caebc8-1434-4b9e-82bd-c0f8280fd321 service nova] [instance: 18dc9467-827b-4fe0-8ddf-03c0093c7737] Updated VIF entry in instance network info cache for port dda98208-901f-4421-80b4-17bd95a35b83. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1507.966801] env[62438]: DEBUG nova.network.neutron [req-19a8be7e-4ef0-425d-8ee7-abd94ee0a052 req-65caebc8-1434-4b9e-82bd-c0f8280fd321 service nova] [instance: 18dc9467-827b-4fe0-8ddf-03c0093c7737] Updating instance_info_cache with network_info: [{"id": "e262d7a3-f3ea-4bba-b35a-b49c07b2fec8", "address": "fa:16:3e:14:e5:7d", "network": {"id": "a165c2c0-894e-414e-b578-1b7cafbad1c9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-383080695", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.108", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "717c546fceb64599bbf7617fb9e93384", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape262d7a3-f3", "ovs_interfaceid": "e262d7a3-f3ea-4bba-b35a-b49c07b2fec8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dda98208-901f-4421-80b4-17bd95a35b83", "address": "fa:16:3e:bd:09:3c", "network": {"id": "66f8959e-5107-42ef-a6ea-5bbd3ec6cd35", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1818159200", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "717c546fceb64599bbf7617fb9e93384", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdda98208-90", "ovs_interfaceid": "dda98208-901f-4421-80b4-17bd95a35b83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1507.986466] env[62438]: INFO nova.compute.manager [-] [instance: b04481d2-d1cf-46e7-98c6-e714cf8c10c0] Took 2.16 seconds to deallocate network for instance. [ 1508.066352] env[62438]: DEBUG oslo_vmware.api [None req-9ef1a7a5-c0b7-439b-8a61-65ef9d80892c tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]521473aa-07a6-35e3-ace2-5dc912d0cfab, 'name': SearchDatastore_Task, 'duration_secs': 0.010931} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.066493] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9ef1a7a5-c0b7-439b-8a61-65ef9d80892c tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1508.067981] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ef1a7a5-c0b7-439b-8a61-65ef9d80892c tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 18dc9467-827b-4fe0-8ddf-03c0093c7737/18dc9467-827b-4fe0-8ddf-03c0093c7737.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1508.067981] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd1c0f5c-5e6e-402d-9d05-61e0159f3716 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.075018] env[62438]: DEBUG oslo_vmware.api [None req-9ef1a7a5-c0b7-439b-8a61-65ef9d80892c tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Waiting for the task: (returnval){ [ 1508.075018] env[62438]: value = "task-1784877" [ 1508.075018] env[62438]: _type = "Task" [ 1508.075018] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.084150] env[62438]: DEBUG oslo_vmware.api [None req-9ef1a7a5-c0b7-439b-8a61-65ef9d80892c tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Task: {'id': task-1784877, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.137074] env[62438]: DEBUG oslo_concurrency.lockutils [None req-57bca17e-56d2-4593-9cde-d37072770f03 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Acquiring lock "interface-d96af944-fba1-4df4-a0f7-0566ae562500-c46449ae-209f-4c4f-9a24-e6018aa8f187" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1508.137339] env[62438]: DEBUG oslo_concurrency.lockutils [None req-57bca17e-56d2-4593-9cde-d37072770f03 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Lock "interface-d96af944-fba1-4df4-a0f7-0566ae562500-c46449ae-209f-4c4f-9a24-e6018aa8f187" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1508.346919] env[62438]: DEBUG oslo_concurrency.lockutils [None req-352838cd-565b-4736-8684-d4d71adcb4ad tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1508.415136] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ac56fc5b-a86a-493d-a6ab-6329fc01f538 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Lock "b24c2e75-f48d-4dbc-b44c-88123b72046c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.121s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1508.463538] env[62438]: DEBUG oslo_vmware.api [None req-ff84361a-7d6c-4864-a157-e87697e8d73b tempest-VolumesAssistedSnapshotsTest-473370268 tempest-VolumesAssistedSnapshotsTest-473370268-project-admin] Task: {'id': task-1784875, 'name': ReconfigVM_Task, 'duration_secs': 0.710389} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.465560] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff84361a-7d6c-4864-a157-e87697e8d73b tempest-VolumesAssistedSnapshotsTest-473370268 tempest-VolumesAssistedSnapshotsTest-473370268-project-admin] [instance: 277f271f-6f65-4d7b-af1c-e3383b78d775] Reconfigured VM instance instance-00000006 to attach disk [datastore1] volume-733cf772-1bcb-4979-b1a7-c3db8200026e/volume-733cf772-1bcb-4979-b1a7-c3db8200026e.vmdk or device None with type thin {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1508.470031] env[62438]: DEBUG oslo_concurrency.lockutils [req-19a8be7e-4ef0-425d-8ee7-abd94ee0a052 req-65caebc8-1434-4b9e-82bd-c0f8280fd321 service nova] Releasing lock "refresh_cache-18dc9467-827b-4fe0-8ddf-03c0093c7737" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1508.470553] env[62438]: DEBUG nova.compute.manager [req-19a8be7e-4ef0-425d-8ee7-abd94ee0a052 req-65caebc8-1434-4b9e-82bd-c0f8280fd321 service nova] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Received event network-changed-0576ae22-b3b2-43f7-a451-6d22f3ed03c5 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1508.470684] env[62438]: DEBUG nova.compute.manager [req-19a8be7e-4ef0-425d-8ee7-abd94ee0a052 req-65caebc8-1434-4b9e-82bd-c0f8280fd321 service nova] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Refreshing instance network info cache due to event network-changed-0576ae22-b3b2-43f7-a451-6d22f3ed03c5. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1508.470939] env[62438]: DEBUG oslo_concurrency.lockutils [req-19a8be7e-4ef0-425d-8ee7-abd94ee0a052 req-65caebc8-1434-4b9e-82bd-c0f8280fd321 service nova] Acquiring lock "refresh_cache-0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1508.471132] env[62438]: DEBUG oslo_concurrency.lockutils [req-19a8be7e-4ef0-425d-8ee7-abd94ee0a052 req-65caebc8-1434-4b9e-82bd-c0f8280fd321 service nova] Acquired lock "refresh_cache-0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.471332] env[62438]: DEBUG nova.network.neutron [req-19a8be7e-4ef0-425d-8ee7-abd94ee0a052 req-65caebc8-1434-4b9e-82bd-c0f8280fd321 service nova] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Refreshing network info cache for port 0576ae22-b3b2-43f7-a451-6d22f3ed03c5 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1508.472499] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0c0e0c8-5f2a-4458-9bc6-e08326b5d503 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.496143] env[62438]: DEBUG oslo_concurrency.lockutils [None req-aee11919-7b7f-4095-8d2f-9b8e33870db9 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1508.496512] env[62438]: DEBUG oslo_vmware.api [None req-ff84361a-7d6c-4864-a157-e87697e8d73b tempest-VolumesAssistedSnapshotsTest-473370268 tempest-VolumesAssistedSnapshotsTest-473370268-project-admin] Waiting for the task: (returnval){ [ 1508.496512] env[62438]: value = "task-1784878" [ 1508.496512] env[62438]: _type = "Task" [ 1508.496512] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.505470] env[62438]: DEBUG oslo_vmware.api [None req-ff84361a-7d6c-4864-a157-e87697e8d73b tempest-VolumesAssistedSnapshotsTest-473370268 tempest-VolumesAssistedSnapshotsTest-473370268-project-admin] Task: {'id': task-1784878, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.585637] env[62438]: DEBUG oslo_vmware.api [None req-9ef1a7a5-c0b7-439b-8a61-65ef9d80892c tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Task: {'id': task-1784877, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.628735] env[62438]: DEBUG nova.network.neutron [None req-2c6d785e-769b-40f2-b039-4a76bac9389c tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] [instance: 2eb62df9-005e-488f-b800-02867ec2fa81] Successfully updated port: 3c91fe17-3b6a-4056-90a7-8eb648cff29f {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1508.630694] env[62438]: DEBUG nova.network.neutron [None req-794dde6a-99f5-463d-937b-8bafad88c55d tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [instance: 0cb4c6c0-63bc-4723-bac2-62479872be0d] Updating instance_info_cache with network_info: [{"id": "475e6ae6-52f2-4300-9662-90f2d8909dcf", "address": "fa:16:3e:76:fd:6b", "network": {"id": "2d9d4e8a-26cf-4b2e-96c5-0eb979c2d5ad", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-520885801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "776901636c2e41889f23b89411e6dd63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap475e6ae6-52", "ovs_interfaceid": "475e6ae6-52f2-4300-9662-90f2d8909dcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1508.641998] env[62438]: DEBUG oslo_concurrency.lockutils [None req-57bca17e-56d2-4593-9cde-d37072770f03 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Acquiring lock "d96af944-fba1-4df4-a0f7-0566ae562500" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1508.642379] env[62438]: DEBUG oslo_concurrency.lockutils [None req-57bca17e-56d2-4593-9cde-d37072770f03 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Acquired lock "d96af944-fba1-4df4-a0f7-0566ae562500" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.644613] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8259e47b-5d20-4e6c-89c2-a3131911b9cb {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.670973] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a35e51-47e4-4308-ac25-055bb45e53cb {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.703739] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-57bca17e-56d2-4593-9cde-d37072770f03 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: d96af944-fba1-4df4-a0f7-0566ae562500] Reconfiguring VM to detach interface {{(pid=62438) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1974}} [ 1508.706548] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7b552dc-1bbf-46c1-ba38-5af3d0f4491e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.726339] env[62438]: DEBUG oslo_vmware.api [None req-57bca17e-56d2-4593-9cde-d37072770f03 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Waiting for the task: (returnval){ [ 1508.726339] env[62438]: value = "task-1784879" [ 1508.726339] env[62438]: _type = "Task" [ 1508.726339] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.737390] env[62438]: DEBUG oslo_vmware.api [None req-57bca17e-56d2-4593-9cde-d37072770f03 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1784879, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.793694] env[62438]: DEBUG nova.network.neutron [req-19a8be7e-4ef0-425d-8ee7-abd94ee0a052 req-65caebc8-1434-4b9e-82bd-c0f8280fd321 service nova] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Updated VIF entry in instance network info cache for port 0576ae22-b3b2-43f7-a451-6d22f3ed03c5. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1508.793868] env[62438]: DEBUG nova.network.neutron [req-19a8be7e-4ef0-425d-8ee7-abd94ee0a052 req-65caebc8-1434-4b9e-82bd-c0f8280fd321 service nova] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Updating instance_info_cache with network_info: [{"id": "0576ae22-b3b2-43f7-a451-6d22f3ed03c5", "address": "fa:16:3e:be:d3:07", "network": {"id": "0dbd3920-b0f9-440c-828e-f62c188026e3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-185667311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f3dbad0ee7a4ddebd396ce5fa49f1d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0576ae22-b3", "ovs_interfaceid": "0576ae22-b3b2-43f7-a451-6d22f3ed03c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1509.006534] env[62438]: DEBUG oslo_vmware.api [None req-ff84361a-7d6c-4864-a157-e87697e8d73b tempest-VolumesAssistedSnapshotsTest-473370268 tempest-VolumesAssistedSnapshotsTest-473370268-project-admin] Task: {'id': task-1784878, 'name': ReconfigVM_Task, 'duration_secs': 0.179086} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.009026] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff84361a-7d6c-4864-a157-e87697e8d73b tempest-VolumesAssistedSnapshotsTest-473370268 tempest-VolumesAssistedSnapshotsTest-473370268-project-admin] [instance: 277f271f-6f65-4d7b-af1c-e3383b78d775] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370388', 'volume_id': '733cf772-1bcb-4979-b1a7-c3db8200026e', 'name': 'volume-733cf772-1bcb-4979-b1a7-c3db8200026e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '277f271f-6f65-4d7b-af1c-e3383b78d775', 'attached_at': '', 'detached_at': '', 'volume_id': '733cf772-1bcb-4979-b1a7-c3db8200026e', 'serial': '733cf772-1bcb-4979-b1a7-c3db8200026e'} {{(pid=62438) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1509.087630] env[62438]: DEBUG oslo_vmware.api [None req-9ef1a7a5-c0b7-439b-8a61-65ef9d80892c tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Task: {'id': task-1784877, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.119255] env[62438]: DEBUG nova.compute.manager [req-8ee4aebb-126b-4d25-914c-3f6873bcdd6c req-4faf093e-70e1-4dce-897f-6119ca9bfcb2 service nova] [instance: da9c0fae-22ea-4a8a-b9de-e78fbcff5c7f] Received event network-vif-deleted-ac6b9c81-83e2-4c36-96b6-b6ceeb10b6fc {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1509.119468] env[62438]: DEBUG nova.compute.manager [req-8ee4aebb-126b-4d25-914c-3f6873bcdd6c req-4faf093e-70e1-4dce-897f-6119ca9bfcb2 service nova] [instance: 2eb62df9-005e-488f-b800-02867ec2fa81] Received event network-vif-plugged-3c91fe17-3b6a-4056-90a7-8eb648cff29f {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1509.119690] env[62438]: DEBUG oslo_concurrency.lockutils [req-8ee4aebb-126b-4d25-914c-3f6873bcdd6c req-4faf093e-70e1-4dce-897f-6119ca9bfcb2 service nova] Acquiring lock "2eb62df9-005e-488f-b800-02867ec2fa81-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1509.120028] env[62438]: DEBUG oslo_concurrency.lockutils [req-8ee4aebb-126b-4d25-914c-3f6873bcdd6c req-4faf093e-70e1-4dce-897f-6119ca9bfcb2 service nova] Lock "2eb62df9-005e-488f-b800-02867ec2fa81-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1509.120187] env[62438]: DEBUG oslo_concurrency.lockutils [req-8ee4aebb-126b-4d25-914c-3f6873bcdd6c req-4faf093e-70e1-4dce-897f-6119ca9bfcb2 service nova] Lock "2eb62df9-005e-488f-b800-02867ec2fa81-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1509.120363] env[62438]: DEBUG nova.compute.manager [req-8ee4aebb-126b-4d25-914c-3f6873bcdd6c req-4faf093e-70e1-4dce-897f-6119ca9bfcb2 service nova] [instance: 2eb62df9-005e-488f-b800-02867ec2fa81] No waiting events found dispatching network-vif-plugged-3c91fe17-3b6a-4056-90a7-8eb648cff29f {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1509.120534] env[62438]: WARNING nova.compute.manager [req-8ee4aebb-126b-4d25-914c-3f6873bcdd6c req-4faf093e-70e1-4dce-897f-6119ca9bfcb2 service nova] [instance: 2eb62df9-005e-488f-b800-02867ec2fa81] Received unexpected event network-vif-plugged-3c91fe17-3b6a-4056-90a7-8eb648cff29f for instance with vm_state building and task_state spawning. [ 1509.120893] env[62438]: DEBUG nova.compute.manager [req-8ee4aebb-126b-4d25-914c-3f6873bcdd6c req-4faf093e-70e1-4dce-897f-6119ca9bfcb2 service nova] [instance: 2eb62df9-005e-488f-b800-02867ec2fa81] Received event network-changed-3c91fe17-3b6a-4056-90a7-8eb648cff29f {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1509.120893] env[62438]: DEBUG nova.compute.manager [req-8ee4aebb-126b-4d25-914c-3f6873bcdd6c req-4faf093e-70e1-4dce-897f-6119ca9bfcb2 service nova] [instance: 2eb62df9-005e-488f-b800-02867ec2fa81] Refreshing instance network info cache due to event network-changed-3c91fe17-3b6a-4056-90a7-8eb648cff29f. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1509.121079] env[62438]: DEBUG oslo_concurrency.lockutils [req-8ee4aebb-126b-4d25-914c-3f6873bcdd6c req-4faf093e-70e1-4dce-897f-6119ca9bfcb2 service nova] Acquiring lock "refresh_cache-2eb62df9-005e-488f-b800-02867ec2fa81" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1509.121206] env[62438]: DEBUG oslo_concurrency.lockutils [req-8ee4aebb-126b-4d25-914c-3f6873bcdd6c req-4faf093e-70e1-4dce-897f-6119ca9bfcb2 service nova] Acquired lock "refresh_cache-2eb62df9-005e-488f-b800-02867ec2fa81" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.121396] env[62438]: DEBUG nova.network.neutron [req-8ee4aebb-126b-4d25-914c-3f6873bcdd6c req-4faf093e-70e1-4dce-897f-6119ca9bfcb2 service nova] [instance: 2eb62df9-005e-488f-b800-02867ec2fa81] Refreshing network info cache for port 3c91fe17-3b6a-4056-90a7-8eb648cff29f {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1509.134752] env[62438]: DEBUG oslo_concurrency.lockutils [None req-794dde6a-99f5-463d-937b-8bafad88c55d tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Releasing lock "refresh_cache-0cb4c6c0-63bc-4723-bac2-62479872be0d" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1509.136620] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2c6d785e-769b-40f2-b039-4a76bac9389c tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] Acquiring lock "refresh_cache-2eb62df9-005e-488f-b800-02867ec2fa81" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1509.240880] env[62438]: DEBUG oslo_vmware.api [None req-57bca17e-56d2-4593-9cde-d37072770f03 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1784879, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.246209] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c8ae52f-71fd-4b58-86d4-5505d86cf651 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.253535] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b11663-3723-45f3-8ae6-de4d0dc7c519 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.284753] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c528e339-fe63-435b-ba40-eb68da57ab6f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.292460] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a864713-bff1-4b77-aba6-eaacdc35edbf {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.296552] env[62438]: DEBUG oslo_concurrency.lockutils [req-19a8be7e-4ef0-425d-8ee7-abd94ee0a052 req-65caebc8-1434-4b9e-82bd-c0f8280fd321 service nova] Releasing lock "refresh_cache-0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1509.296787] env[62438]: DEBUG nova.compute.manager [req-19a8be7e-4ef0-425d-8ee7-abd94ee0a052 req-65caebc8-1434-4b9e-82bd-c0f8280fd321 service nova] [instance: 29223975-ba66-48c1-9dd6-07143475fb2a] Received event network-changed-e0eeb6a3-f740-4be7-92c4-1afa8eec9e17 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1509.296961] env[62438]: DEBUG nova.compute.manager [req-19a8be7e-4ef0-425d-8ee7-abd94ee0a052 req-65caebc8-1434-4b9e-82bd-c0f8280fd321 service nova] [instance: 29223975-ba66-48c1-9dd6-07143475fb2a] Refreshing instance network info cache due to event network-changed-e0eeb6a3-f740-4be7-92c4-1afa8eec9e17. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1509.297200] env[62438]: DEBUG oslo_concurrency.lockutils [req-19a8be7e-4ef0-425d-8ee7-abd94ee0a052 req-65caebc8-1434-4b9e-82bd-c0f8280fd321 service nova] Acquiring lock "refresh_cache-29223975-ba66-48c1-9dd6-07143475fb2a" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1509.297414] env[62438]: DEBUG oslo_concurrency.lockutils [req-19a8be7e-4ef0-425d-8ee7-abd94ee0a052 req-65caebc8-1434-4b9e-82bd-c0f8280fd321 service nova] Acquired lock "refresh_cache-29223975-ba66-48c1-9dd6-07143475fb2a" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.297518] env[62438]: DEBUG nova.network.neutron [req-19a8be7e-4ef0-425d-8ee7-abd94ee0a052 req-65caebc8-1434-4b9e-82bd-c0f8280fd321 service nova] [instance: 29223975-ba66-48c1-9dd6-07143475fb2a] Refreshing network info cache for port e0eeb6a3-f740-4be7-92c4-1afa8eec9e17 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1509.309671] env[62438]: DEBUG nova.compute.provider_tree [None req-d86f8a2e-7815-4eb1-a0f3-e82110d0f971 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1509.353016] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2a15c931-8778-42d8-a9d0-f8a6316f4b60 tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] Acquiring lock "5f2f6e09-af90-465e-9451-dc4ce16fb851" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1509.353332] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2a15c931-8778-42d8-a9d0-f8a6316f4b60 tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] Lock "5f2f6e09-af90-465e-9451-dc4ce16fb851" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1509.353558] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2a15c931-8778-42d8-a9d0-f8a6316f4b60 tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] Acquiring lock "5f2f6e09-af90-465e-9451-dc4ce16fb851-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1509.353744] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2a15c931-8778-42d8-a9d0-f8a6316f4b60 tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] Lock "5f2f6e09-af90-465e-9451-dc4ce16fb851-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1509.353915] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2a15c931-8778-42d8-a9d0-f8a6316f4b60 tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] Lock "5f2f6e09-af90-465e-9451-dc4ce16fb851-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1509.356160] env[62438]: INFO nova.compute.manager [None req-2a15c931-8778-42d8-a9d0-f8a6316f4b60 tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] [instance: 5f2f6e09-af90-465e-9451-dc4ce16fb851] Terminating instance [ 1509.358363] env[62438]: DEBUG nova.compute.manager [None req-2a15c931-8778-42d8-a9d0-f8a6316f4b60 tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] [instance: 5f2f6e09-af90-465e-9451-dc4ce16fb851] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1509.358563] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-2a15c931-8778-42d8-a9d0-f8a6316f4b60 tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] [instance: 5f2f6e09-af90-465e-9451-dc4ce16fb851] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1509.359396] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c355e9e-9581-486b-86ed-ada3a77a5d47 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.367085] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a15c931-8778-42d8-a9d0-f8a6316f4b60 tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] [instance: 5f2f6e09-af90-465e-9451-dc4ce16fb851] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1509.367354] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-47674cbf-6ef8-4ad9-bc37-9c90859fa66e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.374866] env[62438]: DEBUG oslo_vmware.api [None req-2a15c931-8778-42d8-a9d0-f8a6316f4b60 tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] Waiting for the task: (returnval){ [ 1509.374866] env[62438]: value = "task-1784880" [ 1509.374866] env[62438]: _type = "Task" [ 1509.374866] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.384037] env[62438]: DEBUG oslo_vmware.api [None req-2a15c931-8778-42d8-a9d0-f8a6316f4b60 tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] Task: {'id': task-1784880, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.587458] env[62438]: DEBUG oslo_vmware.api [None req-9ef1a7a5-c0b7-439b-8a61-65ef9d80892c tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Task: {'id': task-1784877, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.665030] env[62438]: DEBUG nova.network.neutron [req-8ee4aebb-126b-4d25-914c-3f6873bcdd6c req-4faf093e-70e1-4dce-897f-6119ca9bfcb2 service nova] [instance: 2eb62df9-005e-488f-b800-02867ec2fa81] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1509.671034] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-794dde6a-99f5-463d-937b-8bafad88c55d tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [instance: 0cb4c6c0-63bc-4723-bac2-62479872be0d] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1509.671034] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1855eb9-2dc9-47c4-83d8-4e4d1d7660f4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.681365] env[62438]: DEBUG oslo_vmware.api [None req-794dde6a-99f5-463d-937b-8bafad88c55d tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Waiting for the task: (returnval){ [ 1509.681365] env[62438]: value = "task-1784881" [ 1509.681365] env[62438]: _type = "Task" [ 1509.681365] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.691475] env[62438]: DEBUG oslo_vmware.api [None req-794dde6a-99f5-463d-937b-8bafad88c55d tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Task: {'id': task-1784881, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.737492] env[62438]: DEBUG oslo_vmware.api [None req-57bca17e-56d2-4593-9cde-d37072770f03 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1784879, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.759050] env[62438]: DEBUG nova.network.neutron [req-8ee4aebb-126b-4d25-914c-3f6873bcdd6c req-4faf093e-70e1-4dce-897f-6119ca9bfcb2 service nova] [instance: 2eb62df9-005e-488f-b800-02867ec2fa81] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1509.812211] env[62438]: DEBUG nova.scheduler.client.report [None req-d86f8a2e-7815-4eb1-a0f3-e82110d0f971 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1509.888929] env[62438]: DEBUG oslo_vmware.api [None req-2a15c931-8778-42d8-a9d0-f8a6316f4b60 tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] Task: {'id': task-1784880, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.048939] env[62438]: DEBUG nova.network.neutron [req-19a8be7e-4ef0-425d-8ee7-abd94ee0a052 req-65caebc8-1434-4b9e-82bd-c0f8280fd321 service nova] [instance: 29223975-ba66-48c1-9dd6-07143475fb2a] Updated VIF entry in instance network info cache for port e0eeb6a3-f740-4be7-92c4-1afa8eec9e17. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1510.049446] env[62438]: DEBUG nova.network.neutron [req-19a8be7e-4ef0-425d-8ee7-abd94ee0a052 req-65caebc8-1434-4b9e-82bd-c0f8280fd321 service nova] [instance: 29223975-ba66-48c1-9dd6-07143475fb2a] Updating instance_info_cache with network_info: [{"id": "e0eeb6a3-f740-4be7-92c4-1afa8eec9e17", "address": "fa:16:3e:e4:01:af", "network": {"id": "be543da8-3777-4ff8-8be8-2e630a8adb60", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1910186769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c02acab651304d05a66f470e452d1796", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0eeb6a3-f7", "ovs_interfaceid": "e0eeb6a3-f740-4be7-92c4-1afa8eec9e17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1510.054287] env[62438]: DEBUG nova.objects.instance [None req-ff84361a-7d6c-4864-a157-e87697e8d73b tempest-VolumesAssistedSnapshotsTest-473370268 tempest-VolumesAssistedSnapshotsTest-473370268-project-admin] Lazy-loading 'flavor' on Instance uuid 277f271f-6f65-4d7b-af1c-e3383b78d775 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1510.087937] env[62438]: DEBUG oslo_vmware.api [None req-9ef1a7a5-c0b7-439b-8a61-65ef9d80892c tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Task: {'id': task-1784877, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.192470] env[62438]: DEBUG oslo_vmware.api [None req-794dde6a-99f5-463d-937b-8bafad88c55d tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Task: {'id': task-1784881, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.239099] env[62438]: DEBUG oslo_vmware.api [None req-57bca17e-56d2-4593-9cde-d37072770f03 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1784879, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.266491] env[62438]: DEBUG oslo_concurrency.lockutils [req-8ee4aebb-126b-4d25-914c-3f6873bcdd6c req-4faf093e-70e1-4dce-897f-6119ca9bfcb2 service nova] Releasing lock "refresh_cache-2eb62df9-005e-488f-b800-02867ec2fa81" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1510.266491] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2c6d785e-769b-40f2-b039-4a76bac9389c tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] Acquired lock "refresh_cache-2eb62df9-005e-488f-b800-02867ec2fa81" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.266491] env[62438]: DEBUG nova.network.neutron [None req-2c6d785e-769b-40f2-b039-4a76bac9389c tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] [instance: 2eb62df9-005e-488f-b800-02867ec2fa81] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1510.318708] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d86f8a2e-7815-4eb1-a0f3-e82110d0f971 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.454s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1510.319409] env[62438]: DEBUG nova.compute.manager [None req-d86f8a2e-7815-4eb1-a0f3-e82110d0f971 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: ac81bf4e-9010-4ff5-9857-18690b409637] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1510.326148] env[62438]: DEBUG oslo_concurrency.lockutils [None req-80622d25-807d-4236-9376-8935eddc607f tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.706s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1510.326600] env[62438]: DEBUG nova.objects.instance [None req-80622d25-807d-4236-9376-8935eddc607f tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Lazy-loading 'resources' on Instance uuid 84dd2032-59a7-48a3-8f4c-a1e7661e78a0 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1510.387916] env[62438]: DEBUG oslo_vmware.api [None req-2a15c931-8778-42d8-a9d0-f8a6316f4b60 tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] Task: {'id': task-1784880, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.552477] env[62438]: DEBUG oslo_concurrency.lockutils [req-19a8be7e-4ef0-425d-8ee7-abd94ee0a052 req-65caebc8-1434-4b9e-82bd-c0f8280fd321 service nova] Releasing lock "refresh_cache-29223975-ba66-48c1-9dd6-07143475fb2a" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1510.559434] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ff84361a-7d6c-4864-a157-e87697e8d73b tempest-VolumesAssistedSnapshotsTest-473370268 tempest-VolumesAssistedSnapshotsTest-473370268-project-admin] Lock "277f271f-6f65-4d7b-af1c-e3383b78d775" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.815s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1510.590319] env[62438]: DEBUG oslo_vmware.api [None req-9ef1a7a5-c0b7-439b-8a61-65ef9d80892c tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Task: {'id': task-1784877, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.354699} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.590851] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ef1a7a5-c0b7-439b-8a61-65ef9d80892c tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 18dc9467-827b-4fe0-8ddf-03c0093c7737/18dc9467-827b-4fe0-8ddf-03c0093c7737.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1510.591644] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-9ef1a7a5-c0b7-439b-8a61-65ef9d80892c tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] [instance: 18dc9467-827b-4fe0-8ddf-03c0093c7737] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1510.591925] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1d045c4d-245d-48a3-88bc-87913601c5d8 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.598107] env[62438]: DEBUG oslo_vmware.api [None req-9ef1a7a5-c0b7-439b-8a61-65ef9d80892c tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Waiting for the task: (returnval){ [ 1510.598107] env[62438]: value = "task-1784882" [ 1510.598107] env[62438]: _type = "Task" [ 1510.598107] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.606316] env[62438]: DEBUG oslo_concurrency.lockutils [None req-dcc7b993-d322-4692-9a7c-d6eb7912b75c tempest-VolumesAssistedSnapshotsTest-473370268 tempest-VolumesAssistedSnapshotsTest-473370268-project-admin] Acquiring lock "277f271f-6f65-4d7b-af1c-e3383b78d775" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1510.606559] env[62438]: DEBUG oslo_concurrency.lockutils [None req-dcc7b993-d322-4692-9a7c-d6eb7912b75c tempest-VolumesAssistedSnapshotsTest-473370268 tempest-VolumesAssistedSnapshotsTest-473370268-project-admin] Lock "277f271f-6f65-4d7b-af1c-e3383b78d775" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1510.607879] env[62438]: DEBUG oslo_vmware.api [None req-9ef1a7a5-c0b7-439b-8a61-65ef9d80892c tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Task: {'id': task-1784882, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.692802] env[62438]: DEBUG oslo_vmware.api [None req-794dde6a-99f5-463d-937b-8bafad88c55d tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Task: {'id': task-1784881, 'name': PowerOffVM_Task, 'duration_secs': 0.887209} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.693079] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-794dde6a-99f5-463d-937b-8bafad88c55d tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [instance: 0cb4c6c0-63bc-4723-bac2-62479872be0d] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1510.693873] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed59ada3-0937-4289-b260-4f3664370aa4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.711577] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22d1e511-5927-4d1f-bfea-f80706a8b019 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.737524] env[62438]: DEBUG oslo_vmware.api [None req-57bca17e-56d2-4593-9cde-d37072770f03 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1784879, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.744997] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-794dde6a-99f5-463d-937b-8bafad88c55d tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [instance: 0cb4c6c0-63bc-4723-bac2-62479872be0d] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1510.745289] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-477f13e8-c228-44bf-8df1-677a131b966c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.751887] env[62438]: DEBUG oslo_vmware.api [None req-794dde6a-99f5-463d-937b-8bafad88c55d tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Waiting for the task: (returnval){ [ 1510.751887] env[62438]: value = "task-1784883" [ 1510.751887] env[62438]: _type = "Task" [ 1510.751887] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.760243] env[62438]: DEBUG oslo_vmware.api [None req-794dde6a-99f5-463d-937b-8bafad88c55d tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Task: {'id': task-1784883, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.800327] env[62438]: DEBUG nova.network.neutron [None req-2c6d785e-769b-40f2-b039-4a76bac9389c tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] [instance: 2eb62df9-005e-488f-b800-02867ec2fa81] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1510.830853] env[62438]: DEBUG nova.compute.utils [None req-d86f8a2e-7815-4eb1-a0f3-e82110d0f971 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1510.834926] env[62438]: DEBUG nova.compute.manager [None req-d86f8a2e-7815-4eb1-a0f3-e82110d0f971 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: ac81bf4e-9010-4ff5-9857-18690b409637] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1510.834926] env[62438]: DEBUG nova.network.neutron [None req-d86f8a2e-7815-4eb1-a0f3-e82110d0f971 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: ac81bf4e-9010-4ff5-9857-18690b409637] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1510.888478] env[62438]: DEBUG oslo_vmware.api [None req-2a15c931-8778-42d8-a9d0-f8a6316f4b60 tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] Task: {'id': task-1784880, 'name': PowerOffVM_Task, 'duration_secs': 1.057962} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.890884] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a15c931-8778-42d8-a9d0-f8a6316f4b60 tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] [instance: 5f2f6e09-af90-465e-9451-dc4ce16fb851] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1510.891082] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-2a15c931-8778-42d8-a9d0-f8a6316f4b60 tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] [instance: 5f2f6e09-af90-465e-9451-dc4ce16fb851] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1510.892476] env[62438]: DEBUG nova.policy [None req-d86f8a2e-7815-4eb1-a0f3-e82110d0f971 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cff4550dd3bd4917a5cb395ab12f398c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eee2ef2bcd664c558400dbccdc63582d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1510.893864] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-86009c0c-afc7-491f-aa4c-5079bbd47279 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.940251] env[62438]: DEBUG nova.network.neutron [None req-2c6d785e-769b-40f2-b039-4a76bac9389c tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] [instance: 2eb62df9-005e-488f-b800-02867ec2fa81] Updating instance_info_cache with network_info: [{"id": "3c91fe17-3b6a-4056-90a7-8eb648cff29f", "address": "fa:16:3e:88:e1:cc", "network": {"id": "f1aac648-36ef-4b0e-9f01-5d7e8f7a4d96", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-597464877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3a0f6d01a164fea9953419e1db75957", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c91fe17-3b", "ovs_interfaceid": "3c91fe17-3b6a-4056-90a7-8eb648cff29f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1511.039790] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-2a15c931-8778-42d8-a9d0-f8a6316f4b60 tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] [instance: 5f2f6e09-af90-465e-9451-dc4ce16fb851] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1511.040015] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-2a15c931-8778-42d8-a9d0-f8a6316f4b60 tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] [instance: 5f2f6e09-af90-465e-9451-dc4ce16fb851] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1511.040212] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a15c931-8778-42d8-a9d0-f8a6316f4b60 tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] Deleting the datastore file [datastore1] 5f2f6e09-af90-465e-9451-dc4ce16fb851 {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1511.040602] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bbcb91d1-52df-4b67-9028-72a9ba54f084 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.047363] env[62438]: DEBUG oslo_vmware.api [None req-2a15c931-8778-42d8-a9d0-f8a6316f4b60 tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] Waiting for the task: (returnval){ [ 1511.047363] env[62438]: value = "task-1784885" [ 1511.047363] env[62438]: _type = "Task" [ 1511.047363] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.058492] env[62438]: DEBUG oslo_vmware.api [None req-2a15c931-8778-42d8-a9d0-f8a6316f4b60 tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] Task: {'id': task-1784885, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.109563] env[62438]: INFO nova.compute.manager [None req-dcc7b993-d322-4692-9a7c-d6eb7912b75c tempest-VolumesAssistedSnapshotsTest-473370268 tempest-VolumesAssistedSnapshotsTest-473370268-project-admin] [instance: 277f271f-6f65-4d7b-af1c-e3383b78d775] Detaching volume 733cf772-1bcb-4979-b1a7-c3db8200026e [ 1511.111177] env[62438]: DEBUG oslo_vmware.api [None req-9ef1a7a5-c0b7-439b-8a61-65ef9d80892c tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Task: {'id': task-1784882, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065679} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.111595] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-9ef1a7a5-c0b7-439b-8a61-65ef9d80892c tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] [instance: 18dc9467-827b-4fe0-8ddf-03c0093c7737] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1511.112414] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23320e52-677f-4cbd-bb98-7dd8ae594d37 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.150166] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ef1a7a5-c0b7-439b-8a61-65ef9d80892c tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] [instance: 18dc9467-827b-4fe0-8ddf-03c0093c7737] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 18dc9467-827b-4fe0-8ddf-03c0093c7737/18dc9467-827b-4fe0-8ddf-03c0093c7737.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1511.151064] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-012fdb09-ae5c-472e-bb0f-11f351edc1ea {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.167232] env[62438]: INFO nova.virt.block_device [None req-dcc7b993-d322-4692-9a7c-d6eb7912b75c tempest-VolumesAssistedSnapshotsTest-473370268 tempest-VolumesAssistedSnapshotsTest-473370268-project-admin] [instance: 277f271f-6f65-4d7b-af1c-e3383b78d775] Attempting to driver detach volume 733cf772-1bcb-4979-b1a7-c3db8200026e from mountpoint /dev/sdb [ 1511.167232] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcc7b993-d322-4692-9a7c-d6eb7912b75c tempest-VolumesAssistedSnapshotsTest-473370268 tempest-VolumesAssistedSnapshotsTest-473370268-project-admin] [instance: 277f271f-6f65-4d7b-af1c-e3383b78d775] Volume detach. Driver type: vmdk {{(pid=62438) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1511.167232] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcc7b993-d322-4692-9a7c-d6eb7912b75c tempest-VolumesAssistedSnapshotsTest-473370268 tempest-VolumesAssistedSnapshotsTest-473370268-project-admin] [instance: 277f271f-6f65-4d7b-af1c-e3383b78d775] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370388', 'volume_id': '733cf772-1bcb-4979-b1a7-c3db8200026e', 'name': 'volume-733cf772-1bcb-4979-b1a7-c3db8200026e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '277f271f-6f65-4d7b-af1c-e3383b78d775', 'attached_at': '', 'detached_at': '', 'volume_id': '733cf772-1bcb-4979-b1a7-c3db8200026e', 'serial': '733cf772-1bcb-4979-b1a7-c3db8200026e'} {{(pid=62438) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1511.169688] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39627a7c-6b82-4273-a3ff-8dd6f16511bc {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.194674] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea1d006-7dc2-43bd-b503-a9a96b4f351f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.197364] env[62438]: DEBUG oslo_vmware.api [None req-9ef1a7a5-c0b7-439b-8a61-65ef9d80892c tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Waiting for the task: (returnval){ [ 1511.197364] env[62438]: value = "task-1784886" [ 1511.197364] env[62438]: _type = "Task" [ 1511.197364] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.203285] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d243209-ba6b-4169-8210-0395f7873d3f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.208573] env[62438]: DEBUG oslo_vmware.api [None req-9ef1a7a5-c0b7-439b-8a61-65ef9d80892c tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Task: {'id': task-1784886, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.232231] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40fc4496-21a2-467a-88ee-dbfd4325f42f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.255836] env[62438]: DEBUG oslo_vmware.api [None req-57bca17e-56d2-4593-9cde-d37072770f03 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1784879, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.256338] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcc7b993-d322-4692-9a7c-d6eb7912b75c tempest-VolumesAssistedSnapshotsTest-473370268 tempest-VolumesAssistedSnapshotsTest-473370268-project-admin] The volume has not been displaced from its original location: [datastore1] volume-733cf772-1bcb-4979-b1a7-c3db8200026e/volume-733cf772-1bcb-4979-b1a7-c3db8200026e.vmdk. No consolidation needed. {{(pid=62438) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1511.261944] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcc7b993-d322-4692-9a7c-d6eb7912b75c tempest-VolumesAssistedSnapshotsTest-473370268 tempest-VolumesAssistedSnapshotsTest-473370268-project-admin] [instance: 277f271f-6f65-4d7b-af1c-e3383b78d775] Reconfiguring VM instance instance-00000006 to detach disk 2001 {{(pid=62438) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1511.267808] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e2d313f-0d1d-4ec1-82d3-661de63e6818 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.291730] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-794dde6a-99f5-463d-937b-8bafad88c55d tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [instance: 0cb4c6c0-63bc-4723-bac2-62479872be0d] VM already powered off {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 1511.292067] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-794dde6a-99f5-463d-937b-8bafad88c55d tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [instance: 0cb4c6c0-63bc-4723-bac2-62479872be0d] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1511.292557] env[62438]: DEBUG oslo_concurrency.lockutils [None req-794dde6a-99f5-463d-937b-8bafad88c55d tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1511.292728] env[62438]: DEBUG oslo_concurrency.lockutils [None req-794dde6a-99f5-463d-937b-8bafad88c55d tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.292998] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-794dde6a-99f5-463d-937b-8bafad88c55d tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1511.293423] env[62438]: DEBUG oslo_vmware.api [None req-dcc7b993-d322-4692-9a7c-d6eb7912b75c tempest-VolumesAssistedSnapshotsTest-473370268 tempest-VolumesAssistedSnapshotsTest-473370268-project-admin] Waiting for the task: (returnval){ [ 1511.293423] env[62438]: value = "task-1784887" [ 1511.293423] env[62438]: _type = "Task" [ 1511.293423] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.299488] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c43810bc-cea9-4857-be23-52277423b382 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.315168] env[62438]: DEBUG oslo_vmware.api [None req-dcc7b993-d322-4692-9a7c-d6eb7912b75c tempest-VolumesAssistedSnapshotsTest-473370268 tempest-VolumesAssistedSnapshotsTest-473370268-project-admin] Task: {'id': task-1784887, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.315402] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-794dde6a-99f5-463d-937b-8bafad88c55d tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1511.315578] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-794dde6a-99f5-463d-937b-8bafad88c55d tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1511.316676] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2155c6e3-f2e5-489b-a215-f4aa39fd9476 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.323506] env[62438]: DEBUG oslo_vmware.api [None req-794dde6a-99f5-463d-937b-8bafad88c55d tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Waiting for the task: (returnval){ [ 1511.323506] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52eb2872-f176-f011-7a81-d1274e284823" [ 1511.323506] env[62438]: _type = "Task" [ 1511.323506] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.339020] env[62438]: DEBUG nova.compute.manager [None req-d86f8a2e-7815-4eb1-a0f3-e82110d0f971 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: ac81bf4e-9010-4ff5-9857-18690b409637] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1511.340234] env[62438]: DEBUG oslo_vmware.api [None req-794dde6a-99f5-463d-937b-8bafad88c55d tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52eb2872-f176-f011-7a81-d1274e284823, 'name': SearchDatastore_Task, 'duration_secs': 0.010671} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.341197] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2dfb68e7-942b-4fef-b1ee-946013b45c1d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.346671] env[62438]: DEBUG oslo_vmware.api [None req-794dde6a-99f5-463d-937b-8bafad88c55d tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Waiting for the task: (returnval){ [ 1511.346671] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5296fc45-1b27-caaf-e627-f3f18576a2c7" [ 1511.346671] env[62438]: _type = "Task" [ 1511.346671] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.352165] env[62438]: DEBUG nova.network.neutron [None req-d86f8a2e-7815-4eb1-a0f3-e82110d0f971 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: ac81bf4e-9010-4ff5-9857-18690b409637] Successfully created port: 3bbc4a25-8b57-495e-b274-8729f779a16b {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1511.354251] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-290804e4-2beb-4be6-8cb2-af15fadf8612 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.362367] env[62438]: DEBUG oslo_vmware.api [None req-794dde6a-99f5-463d-937b-8bafad88c55d tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5296fc45-1b27-caaf-e627-f3f18576a2c7, 'name': SearchDatastore_Task, 'duration_secs': 0.009099} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.364358] env[62438]: DEBUG oslo_concurrency.lockutils [None req-794dde6a-99f5-463d-937b-8bafad88c55d tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1511.364585] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-794dde6a-99f5-463d-937b-8bafad88c55d tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 0cb4c6c0-63bc-4723-bac2-62479872be0d/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c-rescue.vmdk. {{(pid=62438) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1511.364883] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-43f3cc27-8b17-4863-9cc9-bb49224576f5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.367557] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2810da9-3395-45c0-831b-9a353c9f8d69 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.375429] env[62438]: DEBUG oslo_vmware.api [None req-794dde6a-99f5-463d-937b-8bafad88c55d tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Waiting for the task: (returnval){ [ 1511.375429] env[62438]: value = "task-1784888" [ 1511.375429] env[62438]: _type = "Task" [ 1511.375429] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.406393] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a39eec70-6742-40b1-9075-f9432e953b20 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.417325] env[62438]: DEBUG oslo_vmware.api [None req-794dde6a-99f5-463d-937b-8bafad88c55d tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Task: {'id': task-1784888, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.418629] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b6ac09-7613-45ab-9ea6-9e4c049c7f08 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.435182] env[62438]: DEBUG nova.compute.provider_tree [None req-80622d25-807d-4236-9376-8935eddc607f tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Updating inventory in ProviderTree for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1511.443276] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2c6d785e-769b-40f2-b039-4a76bac9389c tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] Releasing lock "refresh_cache-2eb62df9-005e-488f-b800-02867ec2fa81" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1511.443644] env[62438]: DEBUG nova.compute.manager [None req-2c6d785e-769b-40f2-b039-4a76bac9389c tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] [instance: 2eb62df9-005e-488f-b800-02867ec2fa81] Instance network_info: |[{"id": "3c91fe17-3b6a-4056-90a7-8eb648cff29f", "address": "fa:16:3e:88:e1:cc", "network": {"id": "f1aac648-36ef-4b0e-9f01-5d7e8f7a4d96", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-597464877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3a0f6d01a164fea9953419e1db75957", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c91fe17-3b", "ovs_interfaceid": "3c91fe17-3b6a-4056-90a7-8eb648cff29f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1511.444107] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-2c6d785e-769b-40f2-b039-4a76bac9389c tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] [instance: 2eb62df9-005e-488f-b800-02867ec2fa81] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:e1:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '030ecc21-dc1c-4283-854e-88e623b3970a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3c91fe17-3b6a-4056-90a7-8eb648cff29f', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1511.451783] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c6d785e-769b-40f2-b039-4a76bac9389c tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] Creating folder: Project (d3a0f6d01a164fea9953419e1db75957). Parent ref: group-v370230. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1511.452483] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be3ce7eb-77eb-47f6-9a53-a54abcc8f61d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.463278] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-2c6d785e-769b-40f2-b039-4a76bac9389c tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] Created folder: Project (d3a0f6d01a164fea9953419e1db75957) in parent group-v370230. [ 1511.463585] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c6d785e-769b-40f2-b039-4a76bac9389c tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] Creating folder: Instances. Parent ref: group-v370390. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1511.463882] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2432069c-325b-4b7b-a915-da85654661f5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.474743] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-2c6d785e-769b-40f2-b039-4a76bac9389c tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] Created folder: Instances in parent group-v370390. [ 1511.474743] env[62438]: DEBUG oslo.service.loopingcall [None req-2c6d785e-769b-40f2-b039-4a76bac9389c tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1511.474743] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2eb62df9-005e-488f-b800-02867ec2fa81] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1511.475026] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-85b90e1e-a78e-4a88-bc67-8d456f2b2ce6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.496554] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1511.496554] env[62438]: value = "task-1784891" [ 1511.496554] env[62438]: _type = "Task" [ 1511.496554] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.507126] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784891, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.560084] env[62438]: DEBUG oslo_vmware.api [None req-2a15c931-8778-42d8-a9d0-f8a6316f4b60 tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] Task: {'id': task-1784885, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138986} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.560084] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a15c931-8778-42d8-a9d0-f8a6316f4b60 tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1511.560084] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-2a15c931-8778-42d8-a9d0-f8a6316f4b60 tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] [instance: 5f2f6e09-af90-465e-9451-dc4ce16fb851] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1511.560084] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-2a15c931-8778-42d8-a9d0-f8a6316f4b60 tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] [instance: 5f2f6e09-af90-465e-9451-dc4ce16fb851] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1511.560084] env[62438]: INFO nova.compute.manager [None req-2a15c931-8778-42d8-a9d0-f8a6316f4b60 tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] [instance: 5f2f6e09-af90-465e-9451-dc4ce16fb851] Took 2.20 seconds to destroy the instance on the hypervisor. [ 1511.560084] env[62438]: DEBUG oslo.service.loopingcall [None req-2a15c931-8778-42d8-a9d0-f8a6316f4b60 tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1511.560084] env[62438]: DEBUG nova.compute.manager [-] [instance: 5f2f6e09-af90-465e-9451-dc4ce16fb851] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1511.560084] env[62438]: DEBUG nova.network.neutron [-] [instance: 5f2f6e09-af90-465e-9451-dc4ce16fb851] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1511.707740] env[62438]: DEBUG oslo_vmware.api [None req-9ef1a7a5-c0b7-439b-8a61-65ef9d80892c tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Task: {'id': task-1784886, 'name': ReconfigVM_Task, 'duration_secs': 0.386379} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.708065] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ef1a7a5-c0b7-439b-8a61-65ef9d80892c tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] [instance: 18dc9467-827b-4fe0-8ddf-03c0093c7737] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 18dc9467-827b-4fe0-8ddf-03c0093c7737/18dc9467-827b-4fe0-8ddf-03c0093c7737.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1511.709117] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b68c0b64-fad6-4c4c-b57a-6f8d53350506 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.715542] env[62438]: DEBUG oslo_vmware.api [None req-9ef1a7a5-c0b7-439b-8a61-65ef9d80892c tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Waiting for the task: (returnval){ [ 1511.715542] env[62438]: value = "task-1784892" [ 1511.715542] env[62438]: _type = "Task" [ 1511.715542] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.724919] env[62438]: DEBUG oslo_vmware.api [None req-9ef1a7a5-c0b7-439b-8a61-65ef9d80892c tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Task: {'id': task-1784892, 'name': Rename_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.746144] env[62438]: DEBUG oslo_vmware.api [None req-57bca17e-56d2-4593-9cde-d37072770f03 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1784879, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.813779] env[62438]: DEBUG oslo_vmware.api [None req-dcc7b993-d322-4692-9a7c-d6eb7912b75c tempest-VolumesAssistedSnapshotsTest-473370268 tempest-VolumesAssistedSnapshotsTest-473370268-project-admin] Task: {'id': task-1784887, 'name': ReconfigVM_Task, 'duration_secs': 0.314455} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.814072] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcc7b993-d322-4692-9a7c-d6eb7912b75c tempest-VolumesAssistedSnapshotsTest-473370268 tempest-VolumesAssistedSnapshotsTest-473370268-project-admin] [instance: 277f271f-6f65-4d7b-af1c-e3383b78d775] Reconfigured VM instance instance-00000006 to detach disk 2001 {{(pid=62438) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1511.820256] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72f365b7-f04b-4e36-8c8e-aee6c2ef28d3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.837103] env[62438]: DEBUG oslo_vmware.api [None req-dcc7b993-d322-4692-9a7c-d6eb7912b75c tempest-VolumesAssistedSnapshotsTest-473370268 tempest-VolumesAssistedSnapshotsTest-473370268-project-admin] Waiting for the task: (returnval){ [ 1511.837103] env[62438]: value = "task-1784893" [ 1511.837103] env[62438]: _type = "Task" [ 1511.837103] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.848741] env[62438]: DEBUG oslo_vmware.api [None req-dcc7b993-d322-4692-9a7c-d6eb7912b75c tempest-VolumesAssistedSnapshotsTest-473370268 tempest-VolumesAssistedSnapshotsTest-473370268-project-admin] Task: {'id': task-1784893, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.916217] env[62438]: DEBUG oslo_vmware.api [None req-794dde6a-99f5-463d-937b-8bafad88c55d tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Task: {'id': task-1784888, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.919764] env[62438]: DEBUG nova.compute.manager [req-6a6cf946-5c9c-4caf-8f57-7b16ffafb191 req-fc06c0ae-fa28-4845-8298-1e55f61ca9ab service nova] [instance: 5f2f6e09-af90-465e-9451-dc4ce16fb851] Received event network-vif-deleted-e305f516-a4f2-4f36-8856-f034cd4b8d99 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1511.920044] env[62438]: INFO nova.compute.manager [req-6a6cf946-5c9c-4caf-8f57-7b16ffafb191 req-fc06c0ae-fa28-4845-8298-1e55f61ca9ab service nova] [instance: 5f2f6e09-af90-465e-9451-dc4ce16fb851] Neutron deleted interface e305f516-a4f2-4f36-8856-f034cd4b8d99; detaching it from the instance and deleting it from the info cache [ 1511.920325] env[62438]: DEBUG nova.network.neutron [req-6a6cf946-5c9c-4caf-8f57-7b16ffafb191 req-fc06c0ae-fa28-4845-8298-1e55f61ca9ab service nova] [instance: 5f2f6e09-af90-465e-9451-dc4ce16fb851] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1511.958161] env[62438]: ERROR nova.scheduler.client.report [None req-80622d25-807d-4236-9376-8935eddc607f tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [req-d403155b-2076-448d-b5d1-c0107a800d4f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 3d204b25-fa3a-4320-b81b-738bc1f337f5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d403155b-2076-448d-b5d1-c0107a800d4f"}]} [ 1511.976368] env[62438]: DEBUG nova.scheduler.client.report [None req-80622d25-807d-4236-9376-8935eddc607f tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Refreshing inventories for resource provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1511.991941] env[62438]: DEBUG nova.scheduler.client.report [None req-80622d25-807d-4236-9376-8935eddc607f tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Updating ProviderTree inventory for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1511.992215] env[62438]: DEBUG nova.compute.provider_tree [None req-80622d25-807d-4236-9376-8935eddc607f tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Updating inventory in ProviderTree for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1512.006467] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784891, 'name': CreateVM_Task} progress is 25%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.007393] env[62438]: DEBUG nova.scheduler.client.report [None req-80622d25-807d-4236-9376-8935eddc607f tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Refreshing aggregate associations for resource provider 3d204b25-fa3a-4320-b81b-738bc1f337f5, aggregates: None {{(pid=62438) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1512.027309] env[62438]: DEBUG nova.scheduler.client.report [None req-80622d25-807d-4236-9376-8935eddc607f tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Refreshing trait associations for resource provider 3d204b25-fa3a-4320-b81b-738bc1f337f5, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62438) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1512.227945] env[62438]: DEBUG oslo_vmware.api [None req-9ef1a7a5-c0b7-439b-8a61-65ef9d80892c tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Task: {'id': task-1784892, 'name': Rename_Task, 'duration_secs': 0.178817} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.228335] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ef1a7a5-c0b7-439b-8a61-65ef9d80892c tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] [instance: 18dc9467-827b-4fe0-8ddf-03c0093c7737] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1512.230960] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e4a2bd3b-6118-41dd-85d1-f0994a9044ae {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.240281] env[62438]: DEBUG oslo_vmware.api [None req-9ef1a7a5-c0b7-439b-8a61-65ef9d80892c tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Waiting for the task: (returnval){ [ 1512.240281] env[62438]: value = "task-1784895" [ 1512.240281] env[62438]: _type = "Task" [ 1512.240281] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.248859] env[62438]: DEBUG oslo_vmware.api [None req-57bca17e-56d2-4593-9cde-d37072770f03 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1784879, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.254615] env[62438]: DEBUG oslo_vmware.api [None req-9ef1a7a5-c0b7-439b-8a61-65ef9d80892c tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Task: {'id': task-1784895, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.353515] env[62438]: DEBUG nova.compute.manager [None req-d86f8a2e-7815-4eb1-a0f3-e82110d0f971 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: ac81bf4e-9010-4ff5-9857-18690b409637] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1512.354342] env[62438]: DEBUG oslo_vmware.api [None req-dcc7b993-d322-4692-9a7c-d6eb7912b75c tempest-VolumesAssistedSnapshotsTest-473370268 tempest-VolumesAssistedSnapshotsTest-473370268-project-admin] Task: {'id': task-1784893, 'name': ReconfigVM_Task, 'duration_secs': 0.165839} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.355309] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcc7b993-d322-4692-9a7c-d6eb7912b75c tempest-VolumesAssistedSnapshotsTest-473370268 tempest-VolumesAssistedSnapshotsTest-473370268-project-admin] [instance: 277f271f-6f65-4d7b-af1c-e3383b78d775] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370388', 'volume_id': '733cf772-1bcb-4979-b1a7-c3db8200026e', 'name': 'volume-733cf772-1bcb-4979-b1a7-c3db8200026e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '277f271f-6f65-4d7b-af1c-e3383b78d775', 'attached_at': '', 'detached_at': '', 'volume_id': '733cf772-1bcb-4979-b1a7-c3db8200026e', 'serial': '733cf772-1bcb-4979-b1a7-c3db8200026e'} {{(pid=62438) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1512.383777] env[62438]: DEBUG nova.virt.hardware [None req-d86f8a2e-7815-4eb1-a0f3-e82110d0f971 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1512.384039] env[62438]: DEBUG nova.virt.hardware [None req-d86f8a2e-7815-4eb1-a0f3-e82110d0f971 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1512.384349] env[62438]: DEBUG nova.virt.hardware [None req-d86f8a2e-7815-4eb1-a0f3-e82110d0f971 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1512.384410] env[62438]: DEBUG nova.virt.hardware [None req-d86f8a2e-7815-4eb1-a0f3-e82110d0f971 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1512.384537] env[62438]: DEBUG nova.virt.hardware [None req-d86f8a2e-7815-4eb1-a0f3-e82110d0f971 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1512.384741] env[62438]: DEBUG nova.virt.hardware [None req-d86f8a2e-7815-4eb1-a0f3-e82110d0f971 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1512.387983] env[62438]: DEBUG nova.virt.hardware [None req-d86f8a2e-7815-4eb1-a0f3-e82110d0f971 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1512.387983] env[62438]: DEBUG nova.virt.hardware [None req-d86f8a2e-7815-4eb1-a0f3-e82110d0f971 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1512.387983] env[62438]: DEBUG nova.virt.hardware [None req-d86f8a2e-7815-4eb1-a0f3-e82110d0f971 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1512.387983] env[62438]: DEBUG nova.virt.hardware [None req-d86f8a2e-7815-4eb1-a0f3-e82110d0f971 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1512.387983] env[62438]: DEBUG nova.virt.hardware [None req-d86f8a2e-7815-4eb1-a0f3-e82110d0f971 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1512.387983] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ae415e-ffc8-4848-b681-9c88958268cc {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.391237] env[62438]: DEBUG nova.network.neutron [-] [instance: 5f2f6e09-af90-465e-9451-dc4ce16fb851] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1512.400046] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a72cb131-08d0-4a01-aa57-a05bb3391182 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.428025] env[62438]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0f9149e0-461d-49bc-b311-b578cc544583 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.428624] env[62438]: DEBUG oslo_vmware.api [None req-794dde6a-99f5-463d-937b-8bafad88c55d tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Task: {'id': task-1784888, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.610481} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.428949] env[62438]: INFO nova.virt.vmwareapi.ds_util [None req-794dde6a-99f5-463d-937b-8bafad88c55d tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 0cb4c6c0-63bc-4723-bac2-62479872be0d/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c-rescue.vmdk. [ 1512.430179] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b72e861-2003-462f-9808-32725ce80124 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.438414] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad76bdb-aed4-4cf0-8948-b53feea0d650 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.476034] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-794dde6a-99f5-463d-937b-8bafad88c55d tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [instance: 0cb4c6c0-63bc-4723-bac2-62479872be0d] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 0cb4c6c0-63bc-4723-bac2-62479872be0d/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c-rescue.vmdk or device None with type thin {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1512.477139] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-199b97be-2988-4c70-872e-028eddc6df29 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.504084] env[62438]: DEBUG nova.compute.manager [req-6a6cf946-5c9c-4caf-8f57-7b16ffafb191 req-fc06c0ae-fa28-4845-8298-1e55f61ca9ab service nova] [instance: 5f2f6e09-af90-465e-9451-dc4ce16fb851] Detach interface failed, port_id=e305f516-a4f2-4f36-8856-f034cd4b8d99, reason: Instance 5f2f6e09-af90-465e-9451-dc4ce16fb851 could not be found. {{(pid=62438) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1512.509541] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c63570ec-6202-4e13-a503-4d56c1812e0c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.515568] env[62438]: DEBUG oslo_vmware.api [None req-794dde6a-99f5-463d-937b-8bafad88c55d tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Waiting for the task: (returnval){ [ 1512.515568] env[62438]: value = "task-1784896" [ 1512.515568] env[62438]: _type = "Task" [ 1512.515568] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.524272] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784891, 'name': CreateVM_Task} progress is 25%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.525767] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8733729-7917-4807-a283-b51fc264b844 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.532425] env[62438]: DEBUG oslo_vmware.api [None req-794dde6a-99f5-463d-937b-8bafad88c55d tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Task: {'id': task-1784896, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.560450] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be1d304-2e4d-4815-932c-9999b73c54e7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.569783] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4103f657-a2c5-4372-b400-a087c36f4f6c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.585404] env[62438]: DEBUG nova.compute.provider_tree [None req-80622d25-807d-4236-9376-8935eddc607f tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Updating inventory in ProviderTree for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1512.748790] env[62438]: DEBUG oslo_vmware.api [None req-57bca17e-56d2-4593-9cde-d37072770f03 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1784879, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.754726] env[62438]: DEBUG oslo_vmware.api [None req-9ef1a7a5-c0b7-439b-8a61-65ef9d80892c tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Task: {'id': task-1784895, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.899230] env[62438]: INFO nova.compute.manager [-] [instance: 5f2f6e09-af90-465e-9451-dc4ce16fb851] Took 1.34 seconds to deallocate network for instance. [ 1512.918838] env[62438]: DEBUG nova.objects.instance [None req-dcc7b993-d322-4692-9a7c-d6eb7912b75c tempest-VolumesAssistedSnapshotsTest-473370268 tempest-VolumesAssistedSnapshotsTest-473370268-project-admin] Lazy-loading 'flavor' on Instance uuid 277f271f-6f65-4d7b-af1c-e3383b78d775 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1513.013561] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784891, 'name': CreateVM_Task, 'duration_secs': 1.232443} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.014053] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2eb62df9-005e-488f-b800-02867ec2fa81] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1513.015080] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2c6d785e-769b-40f2-b039-4a76bac9389c tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1513.015311] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2c6d785e-769b-40f2-b039-4a76bac9389c tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.015679] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2c6d785e-769b-40f2-b039-4a76bac9389c tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1513.015996] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57e10793-7cbc-47a0-81df-6179e00be848 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.024455] env[62438]: DEBUG oslo_vmware.api [None req-2c6d785e-769b-40f2-b039-4a76bac9389c tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] Waiting for the task: (returnval){ [ 1513.024455] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]529566e5-3d60-5d0f-8b06-48b54cb2085a" [ 1513.024455] env[62438]: _type = "Task" [ 1513.024455] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.027775] env[62438]: DEBUG oslo_vmware.api [None req-794dde6a-99f5-463d-937b-8bafad88c55d tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Task: {'id': task-1784896, 'name': ReconfigVM_Task, 'duration_secs': 0.485423} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.031091] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-794dde6a-99f5-463d-937b-8bafad88c55d tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [instance: 0cb4c6c0-63bc-4723-bac2-62479872be0d] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 0cb4c6c0-63bc-4723-bac2-62479872be0d/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c-rescue.vmdk or device None with type thin {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1513.032410] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d83db2-8eef-4aaf-a6f6-bd4b411500cf {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.044242] env[62438]: DEBUG oslo_vmware.api [None req-2c6d785e-769b-40f2-b039-4a76bac9389c tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]529566e5-3d60-5d0f-8b06-48b54cb2085a, 'name': SearchDatastore_Task, 'duration_secs': 0.009776} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.061152] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2c6d785e-769b-40f2-b039-4a76bac9389c tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1513.061152] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-2c6d785e-769b-40f2-b039-4a76bac9389c tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] [instance: 2eb62df9-005e-488f-b800-02867ec2fa81] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1513.061369] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2c6d785e-769b-40f2-b039-4a76bac9389c tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1513.061570] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2c6d785e-769b-40f2-b039-4a76bac9389c tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.061800] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c6d785e-769b-40f2-b039-4a76bac9389c tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1513.067844] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-34d19e65-ab19-4250-b1fa-6f1b65b1887e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.069919] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43b6f9fa-275c-40ae-8b72-b32f22f65581 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.081278] env[62438]: DEBUG nova.compute.manager [req-a82a137d-bff9-4c14-ac81-fb167c12f5de req-2a686782-b54b-44c6-a8e8-b06d6cb043fd service nova] [instance: ac81bf4e-9010-4ff5-9857-18690b409637] Received event network-vif-plugged-3bbc4a25-8b57-495e-b274-8729f779a16b {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1513.081586] env[62438]: DEBUG oslo_concurrency.lockutils [req-a82a137d-bff9-4c14-ac81-fb167c12f5de req-2a686782-b54b-44c6-a8e8-b06d6cb043fd service nova] Acquiring lock "ac81bf4e-9010-4ff5-9857-18690b409637-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1513.081851] env[62438]: DEBUG oslo_concurrency.lockutils [req-a82a137d-bff9-4c14-ac81-fb167c12f5de req-2a686782-b54b-44c6-a8e8-b06d6cb043fd service nova] Lock "ac81bf4e-9010-4ff5-9857-18690b409637-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1513.082097] env[62438]: DEBUG oslo_concurrency.lockutils [req-a82a137d-bff9-4c14-ac81-fb167c12f5de req-2a686782-b54b-44c6-a8e8-b06d6cb043fd service nova] Lock "ac81bf4e-9010-4ff5-9857-18690b409637-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1513.082371] env[62438]: DEBUG nova.compute.manager [req-a82a137d-bff9-4c14-ac81-fb167c12f5de req-2a686782-b54b-44c6-a8e8-b06d6cb043fd service nova] [instance: ac81bf4e-9010-4ff5-9857-18690b409637] No waiting events found dispatching network-vif-plugged-3bbc4a25-8b57-495e-b274-8729f779a16b {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1513.082595] env[62438]: WARNING nova.compute.manager [req-a82a137d-bff9-4c14-ac81-fb167c12f5de req-2a686782-b54b-44c6-a8e8-b06d6cb043fd service nova] [instance: ac81bf4e-9010-4ff5-9857-18690b409637] Received unexpected event network-vif-plugged-3bbc4a25-8b57-495e-b274-8729f779a16b for instance with vm_state building and task_state spawning. [ 1513.091992] env[62438]: DEBUG oslo_vmware.api [None req-794dde6a-99f5-463d-937b-8bafad88c55d tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Waiting for the task: (returnval){ [ 1513.091992] env[62438]: value = "task-1784897" [ 1513.091992] env[62438]: _type = "Task" [ 1513.091992] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.093672] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c6d785e-769b-40f2-b039-4a76bac9389c tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1513.093948] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-2c6d785e-769b-40f2-b039-4a76bac9389c tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1513.097833] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1260acd-07f9-49fe-8d8d-e4d302550d24 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.107102] env[62438]: DEBUG oslo_vmware.api [None req-794dde6a-99f5-463d-937b-8bafad88c55d tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Task: {'id': task-1784897, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.108227] env[62438]: DEBUG oslo_vmware.api [None req-2c6d785e-769b-40f2-b039-4a76bac9389c tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] Waiting for the task: (returnval){ [ 1513.108227] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52ca982f-154f-9ae3-0bdb-6957ca45afbf" [ 1513.108227] env[62438]: _type = "Task" [ 1513.108227] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.116430] env[62438]: DEBUG oslo_vmware.api [None req-2c6d785e-769b-40f2-b039-4a76bac9389c tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52ca982f-154f-9ae3-0bdb-6957ca45afbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.121782] env[62438]: DEBUG nova.scheduler.client.report [None req-80622d25-807d-4236-9376-8935eddc607f tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Updated inventory for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with generation 74 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1513.122236] env[62438]: DEBUG nova.compute.provider_tree [None req-80622d25-807d-4236-9376-8935eddc607f tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Updating resource provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 generation from 74 to 75 during operation: update_inventory {{(pid=62438) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1513.122340] env[62438]: DEBUG nova.compute.provider_tree [None req-80622d25-807d-4236-9376-8935eddc607f tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Updating inventory in ProviderTree for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1513.204636] env[62438]: DEBUG nova.network.neutron [None req-d86f8a2e-7815-4eb1-a0f3-e82110d0f971 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: ac81bf4e-9010-4ff5-9857-18690b409637] Successfully updated port: 3bbc4a25-8b57-495e-b274-8729f779a16b {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1513.249409] env[62438]: DEBUG oslo_vmware.api [None req-57bca17e-56d2-4593-9cde-d37072770f03 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1784879, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.255319] env[62438]: DEBUG oslo_vmware.api [None req-9ef1a7a5-c0b7-439b-8a61-65ef9d80892c tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Task: {'id': task-1784895, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.407565] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2a15c931-8778-42d8-a9d0-f8a6316f4b60 tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1513.605261] env[62438]: DEBUG oslo_vmware.api [None req-794dde6a-99f5-463d-937b-8bafad88c55d tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Task: {'id': task-1784897, 'name': ReconfigVM_Task, 'duration_secs': 0.165412} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.605522] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-794dde6a-99f5-463d-937b-8bafad88c55d tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [instance: 0cb4c6c0-63bc-4723-bac2-62479872be0d] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1513.605786] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa322612-f9c5-44b3-8a68-c3bae76e9a6b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.613658] env[62438]: DEBUG oslo_vmware.api [None req-794dde6a-99f5-463d-937b-8bafad88c55d tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Waiting for the task: (returnval){ [ 1513.613658] env[62438]: value = "task-1784898" [ 1513.613658] env[62438]: _type = "Task" [ 1513.613658] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.627580] env[62438]: DEBUG oslo_concurrency.lockutils [None req-80622d25-807d-4236-9376-8935eddc607f tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.305s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1513.629814] env[62438]: DEBUG oslo_vmware.api [None req-794dde6a-99f5-463d-937b-8bafad88c55d tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Task: {'id': task-1784898, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.635338] env[62438]: DEBUG oslo_concurrency.lockutils [None req-fa5a1fb8-eccf-4e04-a4a8-1ca10749dbcb tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.876s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1513.637937] env[62438]: DEBUG oslo_vmware.api [None req-2c6d785e-769b-40f2-b039-4a76bac9389c tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52ca982f-154f-9ae3-0bdb-6957ca45afbf, 'name': SearchDatastore_Task, 'duration_secs': 0.011995} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.638934] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b64a7aa-d568-47dd-987a-43552da500eb {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.646181] env[62438]: DEBUG oslo_vmware.api [None req-2c6d785e-769b-40f2-b039-4a76bac9389c tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] Waiting for the task: (returnval){ [ 1513.646181] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]526f728c-d6c6-2d5c-b387-bc6c12f641f9" [ 1513.646181] env[62438]: _type = "Task" [ 1513.646181] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.655347] env[62438]: DEBUG oslo_vmware.api [None req-2c6d785e-769b-40f2-b039-4a76bac9389c tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]526f728c-d6c6-2d5c-b387-bc6c12f641f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.656312] env[62438]: INFO nova.scheduler.client.report [None req-80622d25-807d-4236-9376-8935eddc607f tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Deleted allocations for instance 84dd2032-59a7-48a3-8f4c-a1e7661e78a0 [ 1513.706795] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d86f8a2e-7815-4eb1-a0f3-e82110d0f971 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Acquiring lock "refresh_cache-ac81bf4e-9010-4ff5-9857-18690b409637" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1513.706795] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d86f8a2e-7815-4eb1-a0f3-e82110d0f971 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Acquired lock "refresh_cache-ac81bf4e-9010-4ff5-9857-18690b409637" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.706924] env[62438]: DEBUG nova.network.neutron [None req-d86f8a2e-7815-4eb1-a0f3-e82110d0f971 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: ac81bf4e-9010-4ff5-9857-18690b409637] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1513.750707] env[62438]: DEBUG oslo_vmware.api [None req-57bca17e-56d2-4593-9cde-d37072770f03 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1784879, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.755901] env[62438]: DEBUG oslo_vmware.api [None req-9ef1a7a5-c0b7-439b-8a61-65ef9d80892c tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Task: {'id': task-1784895, 'name': PowerOnVM_Task, 'duration_secs': 1.188877} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.756159] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ef1a7a5-c0b7-439b-8a61-65ef9d80892c tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] [instance: 18dc9467-827b-4fe0-8ddf-03c0093c7737] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1513.756399] env[62438]: INFO nova.compute.manager [None req-9ef1a7a5-c0b7-439b-8a61-65ef9d80892c tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] [instance: 18dc9467-827b-4fe0-8ddf-03c0093c7737] Took 14.55 seconds to spawn the instance on the hypervisor. [ 1513.756616] env[62438]: DEBUG nova.compute.manager [None req-9ef1a7a5-c0b7-439b-8a61-65ef9d80892c tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] [instance: 18dc9467-827b-4fe0-8ddf-03c0093c7737] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1513.759915] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b4bec4-4313-45b5-9ea2-1e2eb6a940f1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.929634] env[62438]: DEBUG oslo_concurrency.lockutils [None req-dcc7b993-d322-4692-9a7c-d6eb7912b75c tempest-VolumesAssistedSnapshotsTest-473370268 tempest-VolumesAssistedSnapshotsTest-473370268-project-admin] Lock "277f271f-6f65-4d7b-af1c-e3383b78d775" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.323s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1514.015497] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca3ccb31-810d-4d06-beae-f6fde71832fe {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.024116] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fefa4dad-46be-4508-ad78-2f22311a2c17 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.054422] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a4f363-ca13-417d-a46c-c7efc1a030c9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.062349] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e52376-f736-4f01-b329-aa8ff468ee89 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.075965] env[62438]: DEBUG nova.compute.provider_tree [None req-fa5a1fb8-eccf-4e04-a4a8-1ca10749dbcb tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1514.126660] env[62438]: DEBUG oslo_vmware.api [None req-794dde6a-99f5-463d-937b-8bafad88c55d tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Task: {'id': task-1784898, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.162839] env[62438]: DEBUG oslo_vmware.api [None req-2c6d785e-769b-40f2-b039-4a76bac9389c tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]526f728c-d6c6-2d5c-b387-bc6c12f641f9, 'name': SearchDatastore_Task, 'duration_secs': 0.009926} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.163583] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2c6d785e-769b-40f2-b039-4a76bac9389c tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1514.163960] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c6d785e-769b-40f2-b039-4a76bac9389c tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 2eb62df9-005e-488f-b800-02867ec2fa81/2eb62df9-005e-488f-b800-02867ec2fa81.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1514.166886] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-98639870-58ac-4c8d-a722-f727167c07d5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.169969] env[62438]: DEBUG oslo_concurrency.lockutils [None req-80622d25-807d-4236-9376-8935eddc607f tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Lock "84dd2032-59a7-48a3-8f4c-a1e7661e78a0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.986s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1514.177370] env[62438]: DEBUG oslo_vmware.api [None req-2c6d785e-769b-40f2-b039-4a76bac9389c tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] Waiting for the task: (returnval){ [ 1514.177370] env[62438]: value = "task-1784901" [ 1514.177370] env[62438]: _type = "Task" [ 1514.177370] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.188348] env[62438]: DEBUG oslo_vmware.api [None req-2c6d785e-769b-40f2-b039-4a76bac9389c tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] Task: {'id': task-1784901, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.247944] env[62438]: DEBUG oslo_vmware.api [None req-57bca17e-56d2-4593-9cde-d37072770f03 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1784879, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.275922] env[62438]: DEBUG nova.network.neutron [None req-d86f8a2e-7815-4eb1-a0f3-e82110d0f971 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: ac81bf4e-9010-4ff5-9857-18690b409637] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1514.279647] env[62438]: INFO nova.compute.manager [None req-9ef1a7a5-c0b7-439b-8a61-65ef9d80892c tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] [instance: 18dc9467-827b-4fe0-8ddf-03c0093c7737] Took 47.11 seconds to build instance. [ 1514.456555] env[62438]: DEBUG nova.network.neutron [None req-d86f8a2e-7815-4eb1-a0f3-e82110d0f971 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: ac81bf4e-9010-4ff5-9857-18690b409637] Updating instance_info_cache with network_info: [{"id": "3bbc4a25-8b57-495e-b274-8729f779a16b", "address": "fa:16:3e:3d:ed:a9", "network": {"id": "49820dcf-3697-48a5-a107-cef5a52d412e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1941663822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eee2ef2bcd664c558400dbccdc63582d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bbc4a25-8b", "ovs_interfaceid": "3bbc4a25-8b57-495e-b274-8729f779a16b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1514.580297] env[62438]: DEBUG nova.scheduler.client.report [None req-fa5a1fb8-eccf-4e04-a4a8-1ca10749dbcb tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1514.626289] env[62438]: DEBUG oslo_vmware.api [None req-794dde6a-99f5-463d-937b-8bafad88c55d tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Task: {'id': task-1784898, 'name': PowerOnVM_Task, 'duration_secs': 0.661784} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.626586] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-794dde6a-99f5-463d-937b-8bafad88c55d tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [instance: 0cb4c6c0-63bc-4723-bac2-62479872be0d] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1514.629477] env[62438]: DEBUG nova.compute.manager [None req-794dde6a-99f5-463d-937b-8bafad88c55d tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [instance: 0cb4c6c0-63bc-4723-bac2-62479872be0d] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1514.630636] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-631ab138-f71d-4808-a7be-6b8a1aa0835e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.633652] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c1b5317a-195c-4905-b894-ebba384984cb tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Acquiring lock "18dc9467-827b-4fe0-8ddf-03c0093c7737" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1514.689274] env[62438]: DEBUG oslo_vmware.api [None req-2c6d785e-769b-40f2-b039-4a76bac9389c tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] Task: {'id': task-1784901, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.750466] env[62438]: DEBUG oslo_vmware.api [None req-57bca17e-56d2-4593-9cde-d37072770f03 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1784879, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.781766] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9ef1a7a5-c0b7-439b-8a61-65ef9d80892c tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Lock "18dc9467-827b-4fe0-8ddf-03c0093c7737" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.617s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1514.782141] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c1b5317a-195c-4905-b894-ebba384984cb tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Lock "18dc9467-827b-4fe0-8ddf-03c0093c7737" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.149s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1514.782458] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c1b5317a-195c-4905-b894-ebba384984cb tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Acquiring lock "18dc9467-827b-4fe0-8ddf-03c0093c7737-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1514.782783] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c1b5317a-195c-4905-b894-ebba384984cb tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Lock "18dc9467-827b-4fe0-8ddf-03c0093c7737-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1514.783025] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c1b5317a-195c-4905-b894-ebba384984cb tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Lock "18dc9467-827b-4fe0-8ddf-03c0093c7737-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1514.785760] env[62438]: INFO nova.compute.manager [None req-c1b5317a-195c-4905-b894-ebba384984cb tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] [instance: 18dc9467-827b-4fe0-8ddf-03c0093c7737] Terminating instance [ 1514.788757] env[62438]: DEBUG nova.compute.manager [None req-c1b5317a-195c-4905-b894-ebba384984cb tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] [instance: 18dc9467-827b-4fe0-8ddf-03c0093c7737] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1514.789054] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-c1b5317a-195c-4905-b894-ebba384984cb tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] [instance: 18dc9467-827b-4fe0-8ddf-03c0093c7737] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1514.790175] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca7c4ea7-258d-432a-9e6c-e535b94cbc87 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.800199] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1b5317a-195c-4905-b894-ebba384984cb tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] [instance: 18dc9467-827b-4fe0-8ddf-03c0093c7737] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1514.800521] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-085964b3-c090-4f9d-9f60-c7ebaab5a824 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.809504] env[62438]: DEBUG oslo_vmware.api [None req-c1b5317a-195c-4905-b894-ebba384984cb tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Waiting for the task: (returnval){ [ 1514.809504] env[62438]: value = "task-1784902" [ 1514.809504] env[62438]: _type = "Task" [ 1514.809504] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.820056] env[62438]: DEBUG oslo_vmware.api [None req-c1b5317a-195c-4905-b894-ebba384984cb tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Task: {'id': task-1784902, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.959430] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d86f8a2e-7815-4eb1-a0f3-e82110d0f971 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Releasing lock "refresh_cache-ac81bf4e-9010-4ff5-9857-18690b409637" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1514.959769] env[62438]: DEBUG nova.compute.manager [None req-d86f8a2e-7815-4eb1-a0f3-e82110d0f971 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: ac81bf4e-9010-4ff5-9857-18690b409637] Instance network_info: |[{"id": "3bbc4a25-8b57-495e-b274-8729f779a16b", "address": "fa:16:3e:3d:ed:a9", "network": {"id": "49820dcf-3697-48a5-a107-cef5a52d412e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1941663822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eee2ef2bcd664c558400dbccdc63582d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bbc4a25-8b", "ovs_interfaceid": "3bbc4a25-8b57-495e-b274-8729f779a16b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1514.960205] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-d86f8a2e-7815-4eb1-a0f3-e82110d0f971 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: ac81bf4e-9010-4ff5-9857-18690b409637] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:ed:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cae1d6a8-cbba-4bbf-af10-ba5467340475', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3bbc4a25-8b57-495e-b274-8729f779a16b', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1514.970577] env[62438]: DEBUG oslo.service.loopingcall [None req-d86f8a2e-7815-4eb1-a0f3-e82110d0f971 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1514.970824] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac81bf4e-9010-4ff5-9857-18690b409637] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1514.971480] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a786a2c-2bb7-4200-a0a8-469c416788f1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.995319] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1514.995319] env[62438]: value = "task-1784903" [ 1514.995319] env[62438]: _type = "Task" [ 1514.995319] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.004614] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784903, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.086388] env[62438]: DEBUG oslo_concurrency.lockutils [None req-fa5a1fb8-eccf-4e04-a4a8-1ca10749dbcb tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.450s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1515.086388] env[62438]: INFO nova.compute.manager [None req-fa5a1fb8-eccf-4e04-a4a8-1ca10749dbcb tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] Successfully reverted task state from rebuilding on failure for instance. [ 1515.091258] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c357c4a0-de8d-45ac-8125-ad1df32939e0 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 19.519s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1515.130745] env[62438]: DEBUG nova.compute.manager [req-9b7f30b8-417e-4056-9737-584796baaae4 req-ee9bbabe-602c-445a-b94a-88768235812e service nova] [instance: ac81bf4e-9010-4ff5-9857-18690b409637] Received event network-changed-3bbc4a25-8b57-495e-b274-8729f779a16b {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1515.130946] env[62438]: DEBUG nova.compute.manager [req-9b7f30b8-417e-4056-9737-584796baaae4 req-ee9bbabe-602c-445a-b94a-88768235812e service nova] [instance: ac81bf4e-9010-4ff5-9857-18690b409637] Refreshing instance network info cache due to event network-changed-3bbc4a25-8b57-495e-b274-8729f779a16b. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1515.131199] env[62438]: DEBUG oslo_concurrency.lockutils [req-9b7f30b8-417e-4056-9737-584796baaae4 req-ee9bbabe-602c-445a-b94a-88768235812e service nova] Acquiring lock "refresh_cache-ac81bf4e-9010-4ff5-9857-18690b409637" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1515.131406] env[62438]: DEBUG oslo_concurrency.lockutils [req-9b7f30b8-417e-4056-9737-584796baaae4 req-ee9bbabe-602c-445a-b94a-88768235812e service nova] Acquired lock "refresh_cache-ac81bf4e-9010-4ff5-9857-18690b409637" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.131630] env[62438]: DEBUG nova.network.neutron [req-9b7f30b8-417e-4056-9737-584796baaae4 req-ee9bbabe-602c-445a-b94a-88768235812e service nova] [instance: ac81bf4e-9010-4ff5-9857-18690b409637] Refreshing network info cache for port 3bbc4a25-8b57-495e-b274-8729f779a16b {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1515.190239] env[62438]: DEBUG oslo_vmware.api [None req-2c6d785e-769b-40f2-b039-4a76bac9389c tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] Task: {'id': task-1784901, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.707016} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.190711] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c6d785e-769b-40f2-b039-4a76bac9389c tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 2eb62df9-005e-488f-b800-02867ec2fa81/2eb62df9-005e-488f-b800-02867ec2fa81.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1515.190796] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-2c6d785e-769b-40f2-b039-4a76bac9389c tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] [instance: 2eb62df9-005e-488f-b800-02867ec2fa81] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1515.191021] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-08107f28-6c11-4fbb-afa0-e40e7662fe36 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.198544] env[62438]: DEBUG oslo_vmware.api [None req-2c6d785e-769b-40f2-b039-4a76bac9389c tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] Waiting for the task: (returnval){ [ 1515.198544] env[62438]: value = "task-1784904" [ 1515.198544] env[62438]: _type = "Task" [ 1515.198544] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.209580] env[62438]: DEBUG oslo_vmware.api [None req-2c6d785e-769b-40f2-b039-4a76bac9389c tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] Task: {'id': task-1784904, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.250121] env[62438]: DEBUG oslo_vmware.api [None req-57bca17e-56d2-4593-9cde-d37072770f03 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1784879, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.321052] env[62438]: DEBUG oslo_vmware.api [None req-c1b5317a-195c-4905-b894-ebba384984cb tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Task: {'id': task-1784902, 'name': PowerOffVM_Task, 'duration_secs': 0.238597} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.321454] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1b5317a-195c-4905-b894-ebba384984cb tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] [instance: 18dc9467-827b-4fe0-8ddf-03c0093c7737] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1515.321660] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-c1b5317a-195c-4905-b894-ebba384984cb tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] [instance: 18dc9467-827b-4fe0-8ddf-03c0093c7737] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1515.321932] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aec06600-25a0-414d-8214-4affe6b0eba1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.506368] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784903, 'name': CreateVM_Task} progress is 25%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.595060] env[62438]: DEBUG nova.objects.instance [None req-c357c4a0-de8d-45ac-8125-ad1df32939e0 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Lazy-loading 'migration_context' on Instance uuid 84f3ff00-94b2-4595-8046-865c3016fc77 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1515.708245] env[62438]: DEBUG oslo_vmware.api [None req-2c6d785e-769b-40f2-b039-4a76bac9389c tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] Task: {'id': task-1784904, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.143501} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.708561] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-2c6d785e-769b-40f2-b039-4a76bac9389c tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] [instance: 2eb62df9-005e-488f-b800-02867ec2fa81] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1515.709386] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e3c471-46de-4e70-8eae-25fff8b590a9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.733809] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c6d785e-769b-40f2-b039-4a76bac9389c tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] [instance: 2eb62df9-005e-488f-b800-02867ec2fa81] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 2eb62df9-005e-488f-b800-02867ec2fa81/2eb62df9-005e-488f-b800-02867ec2fa81.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1515.735634] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb86bb5e-8b4b-4293-b35e-575bffad836a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.752872] env[62438]: DEBUG oslo_concurrency.lockutils [None req-10395385-209e-429c-90d5-2fae253a874a tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Acquiring lock "076a9ab9-ac47-4fc1-8f05-774930931042" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1515.752872] env[62438]: DEBUG oslo_concurrency.lockutils [None req-10395385-209e-429c-90d5-2fae253a874a tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Lock "076a9ab9-ac47-4fc1-8f05-774930931042" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1515.765759] env[62438]: DEBUG oslo_vmware.api [None req-57bca17e-56d2-4593-9cde-d37072770f03 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1784879, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.808755] env[62438]: DEBUG oslo_vmware.api [None req-2c6d785e-769b-40f2-b039-4a76bac9389c tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] Waiting for the task: (returnval){ [ 1515.808755] env[62438]: value = "task-1784906" [ 1515.808755] env[62438]: _type = "Task" [ 1515.808755] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.826019] env[62438]: DEBUG oslo_vmware.api [None req-2c6d785e-769b-40f2-b039-4a76bac9389c tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] Task: {'id': task-1784906, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.947477] env[62438]: DEBUG nova.network.neutron [req-9b7f30b8-417e-4056-9737-584796baaae4 req-ee9bbabe-602c-445a-b94a-88768235812e service nova] [instance: ac81bf4e-9010-4ff5-9857-18690b409637] Updated VIF entry in instance network info cache for port 3bbc4a25-8b57-495e-b274-8729f779a16b. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1515.947845] env[62438]: DEBUG nova.network.neutron [req-9b7f30b8-417e-4056-9737-584796baaae4 req-ee9bbabe-602c-445a-b94a-88768235812e service nova] [instance: ac81bf4e-9010-4ff5-9857-18690b409637] Updating instance_info_cache with network_info: [{"id": "3bbc4a25-8b57-495e-b274-8729f779a16b", "address": "fa:16:3e:3d:ed:a9", "network": {"id": "49820dcf-3697-48a5-a107-cef5a52d412e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1941663822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eee2ef2bcd664c558400dbccdc63582d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bbc4a25-8b", "ovs_interfaceid": "3bbc4a25-8b57-495e-b274-8729f779a16b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1516.008735] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784903, 'name': CreateVM_Task, 'duration_secs': 0.888672} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.008913] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac81bf4e-9010-4ff5-9857-18690b409637] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1516.009639] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d86f8a2e-7815-4eb1-a0f3-e82110d0f971 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1516.009812] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d86f8a2e-7815-4eb1-a0f3-e82110d0f971 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.010169] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d86f8a2e-7815-4eb1-a0f3-e82110d0f971 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1516.010433] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e5cf4fa-a9af-4630-837d-46661996d3c8 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.015611] env[62438]: DEBUG oslo_vmware.api [None req-d86f8a2e-7815-4eb1-a0f3-e82110d0f971 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Waiting for the task: (returnval){ [ 1516.015611] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]526f51e7-6c2e-e9c6-0710-953ac72b5ead" [ 1516.015611] env[62438]: _type = "Task" [ 1516.015611] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.024632] env[62438]: DEBUG oslo_vmware.api [None req-d86f8a2e-7815-4eb1-a0f3-e82110d0f971 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]526f51e7-6c2e-e9c6-0710-953ac72b5ead, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.259144] env[62438]: DEBUG nova.compute.manager [None req-10395385-209e-429c-90d5-2fae253a874a tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 076a9ab9-ac47-4fc1-8f05-774930931042] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1516.270213] env[62438]: DEBUG oslo_vmware.api [None req-57bca17e-56d2-4593-9cde-d37072770f03 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1784879, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.320451] env[62438]: DEBUG oslo_vmware.api [None req-2c6d785e-769b-40f2-b039-4a76bac9389c tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] Task: {'id': task-1784906, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.395571] env[62438]: DEBUG oslo_concurrency.lockutils [None req-18cfe5b0-428a-4cc0-a995-28affab8a6eb tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] Acquiring lock "277f271f-6f65-4d7b-af1c-e3383b78d775" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1516.395966] env[62438]: DEBUG oslo_concurrency.lockutils [None req-18cfe5b0-428a-4cc0-a995-28affab8a6eb tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] Lock "277f271f-6f65-4d7b-af1c-e3383b78d775" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1516.396076] env[62438]: DEBUG oslo_concurrency.lockutils [None req-18cfe5b0-428a-4cc0-a995-28affab8a6eb tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] Acquiring lock "277f271f-6f65-4d7b-af1c-e3383b78d775-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1516.396288] env[62438]: DEBUG oslo_concurrency.lockutils [None req-18cfe5b0-428a-4cc0-a995-28affab8a6eb tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] Lock "277f271f-6f65-4d7b-af1c-e3383b78d775-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1516.396466] env[62438]: DEBUG oslo_concurrency.lockutils [None req-18cfe5b0-428a-4cc0-a995-28affab8a6eb tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] Lock "277f271f-6f65-4d7b-af1c-e3383b78d775-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1516.399078] env[62438]: INFO nova.compute.manager [None req-18cfe5b0-428a-4cc0-a995-28affab8a6eb tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] [instance: 277f271f-6f65-4d7b-af1c-e3383b78d775] Terminating instance [ 1516.401591] env[62438]: DEBUG nova.compute.manager [None req-18cfe5b0-428a-4cc0-a995-28affab8a6eb tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] [instance: 277f271f-6f65-4d7b-af1c-e3383b78d775] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1516.401823] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-18cfe5b0-428a-4cc0-a995-28affab8a6eb tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] [instance: 277f271f-6f65-4d7b-af1c-e3383b78d775] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1516.402666] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47772f7f-2d6c-4e32-8d47-b6c02ad1c112 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.414933] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-18cfe5b0-428a-4cc0-a995-28affab8a6eb tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] [instance: 277f271f-6f65-4d7b-af1c-e3383b78d775] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1516.415076] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-570936e4-edd4-4034-a9ad-242cabd6262c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.424266] env[62438]: DEBUG oslo_vmware.api [None req-18cfe5b0-428a-4cc0-a995-28affab8a6eb tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] Waiting for the task: (returnval){ [ 1516.424266] env[62438]: value = "task-1784908" [ 1516.424266] env[62438]: _type = "Task" [ 1516.424266] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.440583] env[62438]: DEBUG oslo_vmware.api [None req-18cfe5b0-428a-4cc0-a995-28affab8a6eb tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] Task: {'id': task-1784908, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.453696] env[62438]: DEBUG oslo_concurrency.lockutils [req-9b7f30b8-417e-4056-9737-584796baaae4 req-ee9bbabe-602c-445a-b94a-88768235812e service nova] Releasing lock "refresh_cache-ac81bf4e-9010-4ff5-9857-18690b409637" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1516.459264] env[62438]: INFO nova.compute.manager [None req-3501321d-2fca-4185-9c07-7541b6b804b6 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [instance: 0cb4c6c0-63bc-4723-bac2-62479872be0d] Unrescuing [ 1516.459573] env[62438]: DEBUG oslo_concurrency.lockutils [None req-3501321d-2fca-4185-9c07-7541b6b804b6 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Acquiring lock "refresh_cache-0cb4c6c0-63bc-4723-bac2-62479872be0d" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1516.459912] env[62438]: DEBUG oslo_concurrency.lockutils [None req-3501321d-2fca-4185-9c07-7541b6b804b6 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Acquired lock "refresh_cache-0cb4c6c0-63bc-4723-bac2-62479872be0d" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.460229] env[62438]: DEBUG nova.network.neutron [None req-3501321d-2fca-4185-9c07-7541b6b804b6 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [instance: 0cb4c6c0-63bc-4723-bac2-62479872be0d] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1516.503903] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a08a440d-a2d7-465b-a349-0c8efe83fe2c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.522583] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68981c0a-3394-4a91-9d3d-8dd9f92ec55f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.532730] env[62438]: DEBUG oslo_vmware.api [None req-d86f8a2e-7815-4eb1-a0f3-e82110d0f971 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]526f51e7-6c2e-e9c6-0710-953ac72b5ead, 'name': SearchDatastore_Task, 'duration_secs': 0.045475} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.561822] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d86f8a2e-7815-4eb1-a0f3-e82110d0f971 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1516.561822] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-d86f8a2e-7815-4eb1-a0f3-e82110d0f971 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: ac81bf4e-9010-4ff5-9857-18690b409637] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1516.562027] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d86f8a2e-7815-4eb1-a0f3-e82110d0f971 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1516.564466] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d86f8a2e-7815-4eb1-a0f3-e82110d0f971 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.564466] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-d86f8a2e-7815-4eb1-a0f3-e82110d0f971 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1516.564466] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-83f1ad26-79b3-4345-a15e-4227a34ea5d3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.566491] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505cdd49-7d59-4642-895e-5d744e232e5a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.576616] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f4df9f-3c7b-43d9-aa92-999bcf5d31ce {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.582493] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-d86f8a2e-7815-4eb1-a0f3-e82110d0f971 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1516.582706] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-d86f8a2e-7815-4eb1-a0f3-e82110d0f971 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1516.583896] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94cb830d-f59d-4618-a84a-58af4d2f8bdb {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.594335] env[62438]: DEBUG nova.compute.provider_tree [None req-c357c4a0-de8d-45ac-8125-ad1df32939e0 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1516.600654] env[62438]: DEBUG oslo_vmware.api [None req-d86f8a2e-7815-4eb1-a0f3-e82110d0f971 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Waiting for the task: (returnval){ [ 1516.600654] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52c92237-70af-28e1-8755-9ba672d2a070" [ 1516.600654] env[62438]: _type = "Task" [ 1516.600654] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.610903] env[62438]: DEBUG oslo_vmware.api [None req-d86f8a2e-7815-4eb1-a0f3-e82110d0f971 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52c92237-70af-28e1-8755-9ba672d2a070, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.763412] env[62438]: DEBUG oslo_vmware.api [None req-57bca17e-56d2-4593-9cde-d37072770f03 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1784879, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.777584] env[62438]: DEBUG oslo_concurrency.lockutils [None req-10395385-209e-429c-90d5-2fae253a874a tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1516.819681] env[62438]: DEBUG oslo_vmware.api [None req-2c6d785e-769b-40f2-b039-4a76bac9389c tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] Task: {'id': task-1784906, 'name': ReconfigVM_Task, 'duration_secs': 0.761012} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.820016] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c6d785e-769b-40f2-b039-4a76bac9389c tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] [instance: 2eb62df9-005e-488f-b800-02867ec2fa81] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 2eb62df9-005e-488f-b800-02867ec2fa81/2eb62df9-005e-488f-b800-02867ec2fa81.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1516.820663] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8af90e5c-3e7f-433d-abf2-bcb6baee0c47 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.828095] env[62438]: DEBUG oslo_vmware.api [None req-2c6d785e-769b-40f2-b039-4a76bac9389c tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] Waiting for the task: (returnval){ [ 1516.828095] env[62438]: value = "task-1784909" [ 1516.828095] env[62438]: _type = "Task" [ 1516.828095] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.837100] env[62438]: DEBUG oslo_vmware.api [None req-2c6d785e-769b-40f2-b039-4a76bac9389c tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] Task: {'id': task-1784909, 'name': Rename_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.934479] env[62438]: DEBUG oslo_vmware.api [None req-18cfe5b0-428a-4cc0-a995-28affab8a6eb tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] Task: {'id': task-1784908, 'name': PowerOffVM_Task, 'duration_secs': 0.240764} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.934742] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-18cfe5b0-428a-4cc0-a995-28affab8a6eb tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] [instance: 277f271f-6f65-4d7b-af1c-e3383b78d775] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1516.934921] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-18cfe5b0-428a-4cc0-a995-28affab8a6eb tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] [instance: 277f271f-6f65-4d7b-af1c-e3383b78d775] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1516.935206] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e579177f-e46e-454f-9fff-af7c09d44e2f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.098045] env[62438]: DEBUG nova.scheduler.client.report [None req-c357c4a0-de8d-45ac-8125-ad1df32939e0 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1517.115051] env[62438]: DEBUG oslo_vmware.api [None req-d86f8a2e-7815-4eb1-a0f3-e82110d0f971 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52c92237-70af-28e1-8755-9ba672d2a070, 'name': SearchDatastore_Task, 'duration_secs': 0.013285} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.118845] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d2009a6-8d33-4656-8f44-6dee41f98427 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.124625] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-c1b5317a-195c-4905-b894-ebba384984cb tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] [instance: 18dc9467-827b-4fe0-8ddf-03c0093c7737] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1517.124709] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-c1b5317a-195c-4905-b894-ebba384984cb tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] [instance: 18dc9467-827b-4fe0-8ddf-03c0093c7737] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1517.124934] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1b5317a-195c-4905-b894-ebba384984cb tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Deleting the datastore file [datastore1] 18dc9467-827b-4fe0-8ddf-03c0093c7737 {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1517.125794] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f997ed40-35d3-460d-9ba3-a8b22e73ecc0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.129878] env[62438]: DEBUG oslo_vmware.api [None req-d86f8a2e-7815-4eb1-a0f3-e82110d0f971 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Waiting for the task: (returnval){ [ 1517.129878] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52aba98c-89bc-2590-33be-0557571b9a3a" [ 1517.129878] env[62438]: _type = "Task" [ 1517.129878] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.131734] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-18cfe5b0-428a-4cc0-a995-28affab8a6eb tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] [instance: 277f271f-6f65-4d7b-af1c-e3383b78d775] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1517.131974] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-18cfe5b0-428a-4cc0-a995-28affab8a6eb tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] [instance: 277f271f-6f65-4d7b-af1c-e3383b78d775] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1517.132175] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-18cfe5b0-428a-4cc0-a995-28affab8a6eb tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] Deleting the datastore file [datastore1] 277f271f-6f65-4d7b-af1c-e3383b78d775 {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1517.137989] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d062bbb7-379a-4150-8758-f2ccd340d70d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.141632] env[62438]: DEBUG oslo_vmware.api [None req-c1b5317a-195c-4905-b894-ebba384984cb tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Waiting for the task: (returnval){ [ 1517.141632] env[62438]: value = "task-1784911" [ 1517.141632] env[62438]: _type = "Task" [ 1517.141632] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.152296] env[62438]: DEBUG oslo_vmware.api [None req-d86f8a2e-7815-4eb1-a0f3-e82110d0f971 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52aba98c-89bc-2590-33be-0557571b9a3a, 'name': SearchDatastore_Task, 'duration_secs': 0.014442} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.152636] env[62438]: DEBUG oslo_vmware.api [None req-18cfe5b0-428a-4cc0-a995-28affab8a6eb tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] Waiting for the task: (returnval){ [ 1517.152636] env[62438]: value = "task-1784912" [ 1517.152636] env[62438]: _type = "Task" [ 1517.152636] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.153497] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d86f8a2e-7815-4eb1-a0f3-e82110d0f971 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1517.153729] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-d86f8a2e-7815-4eb1-a0f3-e82110d0f971 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] ac81bf4e-9010-4ff5-9857-18690b409637/ac81bf4e-9010-4ff5-9857-18690b409637.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1517.154107] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24ac2091-72df-4044-a1c0-a8e5a80d0652 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.162302] env[62438]: DEBUG oslo_vmware.api [None req-c1b5317a-195c-4905-b894-ebba384984cb tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Task: {'id': task-1784911, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.168619] env[62438]: DEBUG oslo_vmware.api [None req-18cfe5b0-428a-4cc0-a995-28affab8a6eb tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] Task: {'id': task-1784912, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.169917] env[62438]: DEBUG oslo_vmware.api [None req-d86f8a2e-7815-4eb1-a0f3-e82110d0f971 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Waiting for the task: (returnval){ [ 1517.169917] env[62438]: value = "task-1784913" [ 1517.169917] env[62438]: _type = "Task" [ 1517.169917] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.178736] env[62438]: DEBUG oslo_vmware.api [None req-d86f8a2e-7815-4eb1-a0f3-e82110d0f971 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1784913, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.243593] env[62438]: DEBUG nova.network.neutron [None req-3501321d-2fca-4185-9c07-7541b6b804b6 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [instance: 0cb4c6c0-63bc-4723-bac2-62479872be0d] Updating instance_info_cache with network_info: [{"id": "475e6ae6-52f2-4300-9662-90f2d8909dcf", "address": "fa:16:3e:76:fd:6b", "network": {"id": "2d9d4e8a-26cf-4b2e-96c5-0eb979c2d5ad", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-520885801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "776901636c2e41889f23b89411e6dd63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap475e6ae6-52", "ovs_interfaceid": "475e6ae6-52f2-4300-9662-90f2d8909dcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1517.265678] env[62438]: DEBUG oslo_vmware.api [None req-57bca17e-56d2-4593-9cde-d37072770f03 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1784879, 'name': ReconfigVM_Task, 'duration_secs': 8.478458} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.265967] env[62438]: DEBUG oslo_concurrency.lockutils [None req-57bca17e-56d2-4593-9cde-d37072770f03 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Releasing lock "d96af944-fba1-4df4-a0f7-0566ae562500" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1517.266203] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-57bca17e-56d2-4593-9cde-d37072770f03 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: d96af944-fba1-4df4-a0f7-0566ae562500] Reconfigured VM to detach interface {{(pid=62438) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1984}} [ 1517.338801] env[62438]: DEBUG oslo_vmware.api [None req-2c6d785e-769b-40f2-b039-4a76bac9389c tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] Task: {'id': task-1784909, 'name': Rename_Task, 'duration_secs': 0.366329} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.339127] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c6d785e-769b-40f2-b039-4a76bac9389c tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] [instance: 2eb62df9-005e-488f-b800-02867ec2fa81] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1517.339398] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d8280e9-e740-447b-a93d-1d1b5adb7161 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.348611] env[62438]: DEBUG oslo_vmware.api [None req-2c6d785e-769b-40f2-b039-4a76bac9389c tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] Waiting for the task: (returnval){ [ 1517.348611] env[62438]: value = "task-1784914" [ 1517.348611] env[62438]: _type = "Task" [ 1517.348611] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.364296] env[62438]: DEBUG oslo_vmware.api [None req-2c6d785e-769b-40f2-b039-4a76bac9389c tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] Task: {'id': task-1784914, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.595168] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2c2ba219-9ef5-4da5-817f-771f1930deb0 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Acquiring lock "7d53f422-ce2a-4fb4-b8f7-66da14a63202" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1517.595572] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2c2ba219-9ef5-4da5-817f-771f1930deb0 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Lock "7d53f422-ce2a-4fb4-b8f7-66da14a63202" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1517.662384] env[62438]: DEBUG oslo_vmware.api [None req-c1b5317a-195c-4905-b894-ebba384984cb tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Task: {'id': task-1784911, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183192} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.662916] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1b5317a-195c-4905-b894-ebba384984cb tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1517.663141] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-c1b5317a-195c-4905-b894-ebba384984cb tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] [instance: 18dc9467-827b-4fe0-8ddf-03c0093c7737] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1517.663332] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-c1b5317a-195c-4905-b894-ebba384984cb tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] [instance: 18dc9467-827b-4fe0-8ddf-03c0093c7737] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1517.663544] env[62438]: INFO nova.compute.manager [None req-c1b5317a-195c-4905-b894-ebba384984cb tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] [instance: 18dc9467-827b-4fe0-8ddf-03c0093c7737] Took 2.87 seconds to destroy the instance on the hypervisor. [ 1517.663820] env[62438]: DEBUG oslo.service.loopingcall [None req-c1b5317a-195c-4905-b894-ebba384984cb tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1517.664631] env[62438]: DEBUG nova.compute.manager [-] [instance: 18dc9467-827b-4fe0-8ddf-03c0093c7737] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1517.664743] env[62438]: DEBUG nova.network.neutron [-] [instance: 18dc9467-827b-4fe0-8ddf-03c0093c7737] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1517.671287] env[62438]: DEBUG oslo_vmware.api [None req-18cfe5b0-428a-4cc0-a995-28affab8a6eb tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] Task: {'id': task-1784912, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162396} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.671287] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-18cfe5b0-428a-4cc0-a995-28affab8a6eb tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1517.671287] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-18cfe5b0-428a-4cc0-a995-28affab8a6eb tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] [instance: 277f271f-6f65-4d7b-af1c-e3383b78d775] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1517.671524] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-18cfe5b0-428a-4cc0-a995-28affab8a6eb tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] [instance: 277f271f-6f65-4d7b-af1c-e3383b78d775] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1517.671566] env[62438]: INFO nova.compute.manager [None req-18cfe5b0-428a-4cc0-a995-28affab8a6eb tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] [instance: 277f271f-6f65-4d7b-af1c-e3383b78d775] Took 1.27 seconds to destroy the instance on the hypervisor. [ 1517.671820] env[62438]: DEBUG oslo.service.loopingcall [None req-18cfe5b0-428a-4cc0-a995-28affab8a6eb tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1517.675196] env[62438]: DEBUG nova.compute.manager [-] [instance: 277f271f-6f65-4d7b-af1c-e3383b78d775] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1517.675297] env[62438]: DEBUG nova.network.neutron [-] [instance: 277f271f-6f65-4d7b-af1c-e3383b78d775] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1517.684718] env[62438]: DEBUG oslo_vmware.api [None req-d86f8a2e-7815-4eb1-a0f3-e82110d0f971 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1784913, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.745982] env[62438]: DEBUG oslo_concurrency.lockutils [None req-3501321d-2fca-4185-9c07-7541b6b804b6 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Releasing lock "refresh_cache-0cb4c6c0-63bc-4723-bac2-62479872be0d" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1517.746692] env[62438]: DEBUG nova.objects.instance [None req-3501321d-2fca-4185-9c07-7541b6b804b6 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Lazy-loading 'flavor' on Instance uuid 0cb4c6c0-63bc-4723-bac2-62479872be0d {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1517.859627] env[62438]: DEBUG oslo_vmware.api [None req-2c6d785e-769b-40f2-b039-4a76bac9389c tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] Task: {'id': task-1784914, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.098728] env[62438]: DEBUG nova.compute.utils [None req-2c2ba219-9ef5-4da5-817f-771f1930deb0 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1518.115786] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c357c4a0-de8d-45ac-8125-ad1df32939e0 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.024s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1518.123224] env[62438]: DEBUG oslo_concurrency.lockutils [None req-4d3a4205-5d24-40b2-bacf-846262f05633 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.970s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1518.123435] env[62438]: DEBUG nova.objects.instance [None req-4d3a4205-5d24-40b2-bacf-846262f05633 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Lazy-loading 'resources' on Instance uuid 2a23b794-2acb-487c-901d-7aeca03aec83 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1518.135275] env[62438]: DEBUG nova.compute.manager [req-b6976b04-911a-4153-b322-ddf25d750826 req-dfd10865-e8f4-42dc-b8f9-f1c98b5a7bef service nova] [instance: d96af944-fba1-4df4-a0f7-0566ae562500] Received event network-vif-deleted-c46449ae-209f-4c4f-9a24-e6018aa8f187 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1518.135582] env[62438]: INFO nova.compute.manager [req-b6976b04-911a-4153-b322-ddf25d750826 req-dfd10865-e8f4-42dc-b8f9-f1c98b5a7bef service nova] [instance: d96af944-fba1-4df4-a0f7-0566ae562500] Neutron deleted interface c46449ae-209f-4c4f-9a24-e6018aa8f187; detaching it from the instance and deleting it from the info cache [ 1518.135899] env[62438]: DEBUG nova.network.neutron [req-b6976b04-911a-4153-b322-ddf25d750826 req-dfd10865-e8f4-42dc-b8f9-f1c98b5a7bef service nova] [instance: d96af944-fba1-4df4-a0f7-0566ae562500] Updating instance_info_cache with network_info: [{"id": "e2fa7604-8c67-448e-9587-be06acc0986c", "address": "fa:16:3e:05:d5:77", "network": {"id": "a94d385f-71ec-4be6-b04d-8fd365f0788d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1510171435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "941c9b8cd46546ffa37aa3edfa770bd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2fa7604-8c", "ovs_interfaceid": "e2fa7604-8c67-448e-9587-be06acc0986c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1518.182660] env[62438]: DEBUG oslo_vmware.api [None req-d86f8a2e-7815-4eb1-a0f3-e82110d0f971 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1784913, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551408} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.182982] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-d86f8a2e-7815-4eb1-a0f3-e82110d0f971 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] ac81bf4e-9010-4ff5-9857-18690b409637/ac81bf4e-9010-4ff5-9857-18690b409637.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1518.183221] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-d86f8a2e-7815-4eb1-a0f3-e82110d0f971 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: ac81bf4e-9010-4ff5-9857-18690b409637] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1518.183511] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e1d3389d-f82f-4d8f-8bd3-976aded70a74 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.193218] env[62438]: DEBUG oslo_vmware.api [None req-d86f8a2e-7815-4eb1-a0f3-e82110d0f971 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Waiting for the task: (returnval){ [ 1518.193218] env[62438]: value = "task-1784915" [ 1518.193218] env[62438]: _type = "Task" [ 1518.193218] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.205519] env[62438]: DEBUG oslo_vmware.api [None req-d86f8a2e-7815-4eb1-a0f3-e82110d0f971 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1784915, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.252983] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-859b83c5-a8a1-41d3-98ab-fecac7d64a3a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.287323] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-3501321d-2fca-4185-9c07-7541b6b804b6 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [instance: 0cb4c6c0-63bc-4723-bac2-62479872be0d] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1518.287940] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d180cbbe-039f-4b07-9355-0ca68791528d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.298622] env[62438]: DEBUG oslo_vmware.api [None req-3501321d-2fca-4185-9c07-7541b6b804b6 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Waiting for the task: (returnval){ [ 1518.298622] env[62438]: value = "task-1784917" [ 1518.298622] env[62438]: _type = "Task" [ 1518.298622] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.314210] env[62438]: DEBUG oslo_vmware.api [None req-3501321d-2fca-4185-9c07-7541b6b804b6 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Task: {'id': task-1784917, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.362628] env[62438]: DEBUG oslo_vmware.api [None req-2c6d785e-769b-40f2-b039-4a76bac9389c tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] Task: {'id': task-1784914, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.479245] env[62438]: DEBUG nova.compute.manager [req-5a1b3288-f50f-4e8f-b711-d8c5f2aeeb84 req-b5ef7d62-afb1-4b6e-a7f3-51c57538ad5d service nova] [instance: 18dc9467-827b-4fe0-8ddf-03c0093c7737] Received event network-vif-deleted-dda98208-901f-4421-80b4-17bd95a35b83 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1518.479504] env[62438]: INFO nova.compute.manager [req-5a1b3288-f50f-4e8f-b711-d8c5f2aeeb84 req-b5ef7d62-afb1-4b6e-a7f3-51c57538ad5d service nova] [instance: 18dc9467-827b-4fe0-8ddf-03c0093c7737] Neutron deleted interface dda98208-901f-4421-80b4-17bd95a35b83; detaching it from the instance and deleting it from the info cache [ 1518.479824] env[62438]: DEBUG nova.network.neutron [req-5a1b3288-f50f-4e8f-b711-d8c5f2aeeb84 req-b5ef7d62-afb1-4b6e-a7f3-51c57538ad5d service nova] [instance: 18dc9467-827b-4fe0-8ddf-03c0093c7737] Updating instance_info_cache with network_info: [{"id": "e262d7a3-f3ea-4bba-b35a-b49c07b2fec8", "address": "fa:16:3e:14:e5:7d", "network": {"id": "a165c2c0-894e-414e-b578-1b7cafbad1c9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-383080695", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.108", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "717c546fceb64599bbf7617fb9e93384", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape262d7a3-f3", "ovs_interfaceid": "e262d7a3-f3ea-4bba-b35a-b49c07b2fec8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1518.602062] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2c2ba219-9ef5-4da5-817f-771f1930deb0 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Lock "7d53f422-ce2a-4fb4-b8f7-66da14a63202" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1518.646056] env[62438]: DEBUG oslo_concurrency.lockutils [req-b6976b04-911a-4153-b322-ddf25d750826 req-dfd10865-e8f4-42dc-b8f9-f1c98b5a7bef service nova] Acquiring lock "d96af944-fba1-4df4-a0f7-0566ae562500" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1518.646056] env[62438]: DEBUG oslo_concurrency.lockutils [req-b6976b04-911a-4153-b322-ddf25d750826 req-dfd10865-e8f4-42dc-b8f9-f1c98b5a7bef service nova] Acquired lock "d96af944-fba1-4df4-a0f7-0566ae562500" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.646056] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78bdbe83-f0c3-4e22-8610-245536e793e8 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.670594] env[62438]: DEBUG oslo_concurrency.lockutils [req-b6976b04-911a-4153-b322-ddf25d750826 req-dfd10865-e8f4-42dc-b8f9-f1c98b5a7bef service nova] Releasing lock "d96af944-fba1-4df4-a0f7-0566ae562500" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1518.671076] env[62438]: WARNING nova.compute.manager [req-b6976b04-911a-4153-b322-ddf25d750826 req-dfd10865-e8f4-42dc-b8f9-f1c98b5a7bef service nova] [instance: d96af944-fba1-4df4-a0f7-0566ae562500] Detach interface failed, port_id=c46449ae-209f-4c4f-9a24-e6018aa8f187, reason: No device with interface-id c46449ae-209f-4c4f-9a24-e6018aa8f187 exists on VM: nova.exception.NotFound: No device with interface-id c46449ae-209f-4c4f-9a24-e6018aa8f187 exists on VM [ 1518.704493] env[62438]: DEBUG oslo_vmware.api [None req-d86f8a2e-7815-4eb1-a0f3-e82110d0f971 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1784915, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107513} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.707543] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-d86f8a2e-7815-4eb1-a0f3-e82110d0f971 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: ac81bf4e-9010-4ff5-9857-18690b409637] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1518.708990] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f4aa3c3-1578-4a40-b108-efe1b3283071 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.734896] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-d86f8a2e-7815-4eb1-a0f3-e82110d0f971 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: ac81bf4e-9010-4ff5-9857-18690b409637] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] ac81bf4e-9010-4ff5-9857-18690b409637/ac81bf4e-9010-4ff5-9857-18690b409637.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1518.738681] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f618ada9-9628-4da6-958b-c0fd98e36455 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.761268] env[62438]: DEBUG oslo_vmware.api [None req-d86f8a2e-7815-4eb1-a0f3-e82110d0f971 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Waiting for the task: (returnval){ [ 1518.761268] env[62438]: value = "task-1784918" [ 1518.761268] env[62438]: _type = "Task" [ 1518.761268] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.790436] env[62438]: DEBUG oslo_concurrency.lockutils [None req-57bca17e-56d2-4593-9cde-d37072770f03 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Acquiring lock "refresh_cache-d96af944-fba1-4df4-a0f7-0566ae562500" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1518.790563] env[62438]: DEBUG oslo_concurrency.lockutils [None req-57bca17e-56d2-4593-9cde-d37072770f03 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Acquired lock "refresh_cache-d96af944-fba1-4df4-a0f7-0566ae562500" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.790731] env[62438]: DEBUG nova.network.neutron [None req-57bca17e-56d2-4593-9cde-d37072770f03 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: d96af944-fba1-4df4-a0f7-0566ae562500] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1518.792368] env[62438]: DEBUG oslo_vmware.api [None req-d86f8a2e-7815-4eb1-a0f3-e82110d0f971 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1784918, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.812351] env[62438]: DEBUG oslo_vmware.api [None req-3501321d-2fca-4185-9c07-7541b6b804b6 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Task: {'id': task-1784917, 'name': PowerOffVM_Task, 'duration_secs': 0.492241} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.812641] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-3501321d-2fca-4185-9c07-7541b6b804b6 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [instance: 0cb4c6c0-63bc-4723-bac2-62479872be0d] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1518.818507] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-3501321d-2fca-4185-9c07-7541b6b804b6 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [instance: 0cb4c6c0-63bc-4723-bac2-62479872be0d] Reconfiguring VM instance instance-00000033 to detach disk 2001 {{(pid=62438) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1518.818903] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8262ff59-8577-4a39-b243-d9557c3e1e9d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.844615] env[62438]: DEBUG oslo_vmware.api [None req-3501321d-2fca-4185-9c07-7541b6b804b6 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Waiting for the task: (returnval){ [ 1518.844615] env[62438]: value = "task-1784919" [ 1518.844615] env[62438]: _type = "Task" [ 1518.844615] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.857681] env[62438]: DEBUG oslo_vmware.api [None req-3501321d-2fca-4185-9c07-7541b6b804b6 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Task: {'id': task-1784919, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.863526] env[62438]: DEBUG oslo_vmware.api [None req-2c6d785e-769b-40f2-b039-4a76bac9389c tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] Task: {'id': task-1784914, 'name': PowerOnVM_Task, 'duration_secs': 1.084934} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.866651] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c6d785e-769b-40f2-b039-4a76bac9389c tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] [instance: 2eb62df9-005e-488f-b800-02867ec2fa81] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1518.866910] env[62438]: INFO nova.compute.manager [None req-2c6d785e-769b-40f2-b039-4a76bac9389c tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] [instance: 2eb62df9-005e-488f-b800-02867ec2fa81] Took 11.13 seconds to spawn the instance on the hypervisor. [ 1518.867111] env[62438]: DEBUG nova.compute.manager [None req-2c6d785e-769b-40f2-b039-4a76bac9389c tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] [instance: 2eb62df9-005e-488f-b800-02867ec2fa81] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1518.868491] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81d0640d-d76b-425b-8634-ae52d89af638 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.945609] env[62438]: DEBUG oslo_concurrency.lockutils [None req-4042442d-95cb-43b2-afed-c222b65a62d3 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Acquiring lock "d96af944-fba1-4df4-a0f7-0566ae562500" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1518.947025] env[62438]: DEBUG oslo_concurrency.lockutils [None req-4042442d-95cb-43b2-afed-c222b65a62d3 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Lock "d96af944-fba1-4df4-a0f7-0566ae562500" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1518.947025] env[62438]: DEBUG oslo_concurrency.lockutils [None req-4042442d-95cb-43b2-afed-c222b65a62d3 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Acquiring lock "d96af944-fba1-4df4-a0f7-0566ae562500-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1518.947025] env[62438]: DEBUG oslo_concurrency.lockutils [None req-4042442d-95cb-43b2-afed-c222b65a62d3 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Lock "d96af944-fba1-4df4-a0f7-0566ae562500-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1518.947025] env[62438]: DEBUG oslo_concurrency.lockutils [None req-4042442d-95cb-43b2-afed-c222b65a62d3 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Lock "d96af944-fba1-4df4-a0f7-0566ae562500-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1518.948655] env[62438]: INFO nova.compute.manager [None req-4042442d-95cb-43b2-afed-c222b65a62d3 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: d96af944-fba1-4df4-a0f7-0566ae562500] Terminating instance [ 1518.950621] env[62438]: DEBUG nova.compute.manager [None req-4042442d-95cb-43b2-afed-c222b65a62d3 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: d96af944-fba1-4df4-a0f7-0566ae562500] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1518.950855] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-4042442d-95cb-43b2-afed-c222b65a62d3 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: d96af944-fba1-4df4-a0f7-0566ae562500] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1518.951677] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d5af84c-98e4-4b2c-9eaa-8a00ff1b982a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.964298] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-4042442d-95cb-43b2-afed-c222b65a62d3 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: d96af944-fba1-4df4-a0f7-0566ae562500] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1518.964641] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f8109c3-67c5-4bbc-b065-b7d773cadacb {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.973853] env[62438]: DEBUG oslo_vmware.api [None req-4042442d-95cb-43b2-afed-c222b65a62d3 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Waiting for the task: (returnval){ [ 1518.973853] env[62438]: value = "task-1784920" [ 1518.973853] env[62438]: _type = "Task" [ 1518.973853] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.988137] env[62438]: DEBUG oslo_vmware.api [None req-4042442d-95cb-43b2-afed-c222b65a62d3 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1784920, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.991376] env[62438]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-00a5e19a-5ae9-4546-bc17-358d505082be {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.996854] env[62438]: DEBUG nova.network.neutron [-] [instance: 18dc9467-827b-4fe0-8ddf-03c0093c7737] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1519.008915] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d01883-19fb-4bb4-b707-93d2ba224565 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.031937] env[62438]: DEBUG nova.network.neutron [-] [instance: 277f271f-6f65-4d7b-af1c-e3383b78d775] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1519.074029] env[62438]: DEBUG nova.compute.manager [req-5a1b3288-f50f-4e8f-b711-d8c5f2aeeb84 req-b5ef7d62-afb1-4b6e-a7f3-51c57538ad5d service nova] [instance: 18dc9467-827b-4fe0-8ddf-03c0093c7737] Detach interface failed, port_id=dda98208-901f-4421-80b4-17bd95a35b83, reason: Instance 18dc9467-827b-4fe0-8ddf-03c0093c7737 could not be found. {{(pid=62438) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1519.181858] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2135dbf0-b92f-4b02-a0ac-339286589668 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.191667] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b493956-a3b9-4b9c-80d8-5780d981336c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.230948] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2c2ba219-9ef5-4da5-817f-771f1930deb0 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Acquiring lock "7d53f422-ce2a-4fb4-b8f7-66da14a63202" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1519.232190] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2c2ba219-9ef5-4da5-817f-771f1930deb0 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Lock "7d53f422-ce2a-4fb4-b8f7-66da14a63202" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1519.232458] env[62438]: INFO nova.compute.manager [None req-2c2ba219-9ef5-4da5-817f-771f1930deb0 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 7d53f422-ce2a-4fb4-b8f7-66da14a63202] Attaching volume ec23af03-25ba-4942-b185-37b2b3f7e560 to /dev/sdb [ 1519.234832] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf7b6e4-34ed-4e0f-8428-32830827c98e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.248177] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a01b792-4595-44e8-bd8d-081b2cf0d052 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.265947] env[62438]: DEBUG nova.compute.provider_tree [None req-4d3a4205-5d24-40b2-bacf-846262f05633 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1519.277041] env[62438]: DEBUG oslo_vmware.api [None req-d86f8a2e-7815-4eb1-a0f3-e82110d0f971 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1784918, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.281629] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df774d48-2b44-432e-a2f4-81b1844933b7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.290807] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-293ca9bc-c04b-41be-bb22-83b9ae0e0aa0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.309742] env[62438]: DEBUG nova.virt.block_device [None req-2c2ba219-9ef5-4da5-817f-771f1930deb0 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 7d53f422-ce2a-4fb4-b8f7-66da14a63202] Updating existing volume attachment record: 196dc0d7-67f4-499c-ab7b-786a34efbd5c {{(pid=62438) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1519.355659] env[62438]: DEBUG oslo_vmware.api [None req-3501321d-2fca-4185-9c07-7541b6b804b6 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Task: {'id': task-1784919, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.392549] env[62438]: INFO nova.compute.manager [None req-2c6d785e-769b-40f2-b039-4a76bac9389c tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] [instance: 2eb62df9-005e-488f-b800-02867ec2fa81] Took 41.29 seconds to build instance. [ 1519.487668] env[62438]: DEBUG oslo_vmware.api [None req-4042442d-95cb-43b2-afed-c222b65a62d3 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1784920, 'name': PowerOffVM_Task, 'duration_secs': 0.251377} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.488101] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-4042442d-95cb-43b2-afed-c222b65a62d3 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: d96af944-fba1-4df4-a0f7-0566ae562500] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1519.488405] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-4042442d-95cb-43b2-afed-c222b65a62d3 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: d96af944-fba1-4df4-a0f7-0566ae562500] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1519.488737] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3955f00f-ff89-415f-9a57-0043702e95ed {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.503875] env[62438]: INFO nova.compute.manager [-] [instance: 18dc9467-827b-4fe0-8ddf-03c0093c7737] Took 1.84 seconds to deallocate network for instance. [ 1519.537900] env[62438]: INFO nova.compute.manager [-] [instance: 277f271f-6f65-4d7b-af1c-e3383b78d775] Took 1.86 seconds to deallocate network for instance. [ 1519.607361] env[62438]: DEBUG nova.network.neutron [None req-57bca17e-56d2-4593-9cde-d37072770f03 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: d96af944-fba1-4df4-a0f7-0566ae562500] Updating instance_info_cache with network_info: [{"id": "e2fa7604-8c67-448e-9587-be06acc0986c", "address": "fa:16:3e:05:d5:77", "network": {"id": "a94d385f-71ec-4be6-b04d-8fd365f0788d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1510171435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "941c9b8cd46546ffa37aa3edfa770bd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2fa7604-8c", "ovs_interfaceid": "e2fa7604-8c67-448e-9587-be06acc0986c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1519.616252] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-4042442d-95cb-43b2-afed-c222b65a62d3 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: d96af944-fba1-4df4-a0f7-0566ae562500] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1519.616384] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-4042442d-95cb-43b2-afed-c222b65a62d3 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: d96af944-fba1-4df4-a0f7-0566ae562500] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1519.616711] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-4042442d-95cb-43b2-afed-c222b65a62d3 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Deleting the datastore file [datastore1] d96af944-fba1-4df4-a0f7-0566ae562500 {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1519.616988] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6e19b0bf-b47d-435e-9ccd-693fd486edd2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.628785] env[62438]: DEBUG oslo_vmware.api [None req-4042442d-95cb-43b2-afed-c222b65a62d3 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Waiting for the task: (returnval){ [ 1519.628785] env[62438]: value = "task-1784923" [ 1519.628785] env[62438]: _type = "Task" [ 1519.628785] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.640422] env[62438]: DEBUG oslo_vmware.api [None req-4042442d-95cb-43b2-afed-c222b65a62d3 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1784923, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.680919] env[62438]: INFO nova.compute.manager [None req-c357c4a0-de8d-45ac-8125-ad1df32939e0 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 84f3ff00-94b2-4595-8046-865c3016fc77] Swapping old allocation on dict_keys(['3d204b25-fa3a-4320-b81b-738bc1f337f5']) held by migration 9a0c23e0-b1ce-4ad2-a25f-e41de64b0107 for instance [ 1519.709410] env[62438]: DEBUG nova.scheduler.client.report [None req-c357c4a0-de8d-45ac-8125-ad1df32939e0 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Overwriting current allocation {'allocations': {'3d204b25-fa3a-4320-b81b-738bc1f337f5': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 76}}, 'project_id': '5a7bf46da0364b579b790da2a6b62b20', 'user_id': '1de7c648151d476b97be5c84fcbeba22', 'consumer_generation': 1} on consumer 84f3ff00-94b2-4595-8046-865c3016fc77 {{(pid=62438) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2032}} [ 1519.776397] env[62438]: DEBUG nova.scheduler.client.report [None req-4d3a4205-5d24-40b2-bacf-846262f05633 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1519.789049] env[62438]: DEBUG oslo_vmware.api [None req-d86f8a2e-7815-4eb1-a0f3-e82110d0f971 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1784918, 'name': ReconfigVM_Task, 'duration_secs': 0.805762} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.790047] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-d86f8a2e-7815-4eb1-a0f3-e82110d0f971 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: ac81bf4e-9010-4ff5-9857-18690b409637] Reconfigured VM instance instance-00000036 to attach disk [datastore1] ac81bf4e-9010-4ff5-9857-18690b409637/ac81bf4e-9010-4ff5-9857-18690b409637.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1519.790047] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b20345c-cdc4-4339-8d31-d06eeb6490a7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.799240] env[62438]: DEBUG oslo_vmware.api [None req-d86f8a2e-7815-4eb1-a0f3-e82110d0f971 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Waiting for the task: (returnval){ [ 1519.799240] env[62438]: value = "task-1784926" [ 1519.799240] env[62438]: _type = "Task" [ 1519.799240] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.811035] env[62438]: DEBUG oslo_vmware.api [None req-d86f8a2e-7815-4eb1-a0f3-e82110d0f971 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1784926, 'name': Rename_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.811794] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c357c4a0-de8d-45ac-8125-ad1df32939e0 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Acquiring lock "refresh_cache-84f3ff00-94b2-4595-8046-865c3016fc77" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1519.811965] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c357c4a0-de8d-45ac-8125-ad1df32939e0 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Acquired lock "refresh_cache-84f3ff00-94b2-4595-8046-865c3016fc77" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.812178] env[62438]: DEBUG nova.network.neutron [None req-c357c4a0-de8d-45ac-8125-ad1df32939e0 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 84f3ff00-94b2-4595-8046-865c3016fc77] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1519.859602] env[62438]: DEBUG oslo_vmware.api [None req-3501321d-2fca-4185-9c07-7541b6b804b6 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Task: {'id': task-1784919, 'name': ReconfigVM_Task, 'duration_secs': 0.701426} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.859805] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-3501321d-2fca-4185-9c07-7541b6b804b6 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [instance: 0cb4c6c0-63bc-4723-bac2-62479872be0d] Reconfigured VM instance instance-00000033 to detach disk 2001 {{(pid=62438) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1519.860031] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-3501321d-2fca-4185-9c07-7541b6b804b6 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [instance: 0cb4c6c0-63bc-4723-bac2-62479872be0d] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1519.861020] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6bc8133d-5cec-485a-917a-00a29cf49be5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.867747] env[62438]: DEBUG oslo_vmware.api [None req-3501321d-2fca-4185-9c07-7541b6b804b6 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Waiting for the task: (returnval){ [ 1519.867747] env[62438]: value = "task-1784927" [ 1519.867747] env[62438]: _type = "Task" [ 1519.867747] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.881299] env[62438]: DEBUG oslo_vmware.api [None req-3501321d-2fca-4185-9c07-7541b6b804b6 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Task: {'id': task-1784927, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.896952] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2c6d785e-769b-40f2-b039-4a76bac9389c tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] Lock "2eb62df9-005e-488f-b800-02867ec2fa81" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.808s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1520.013120] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c1b5317a-195c-4905-b894-ebba384984cb tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1520.045388] env[62438]: DEBUG oslo_concurrency.lockutils [None req-18cfe5b0-428a-4cc0-a995-28affab8a6eb tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1520.109974] env[62438]: DEBUG oslo_concurrency.lockutils [None req-57bca17e-56d2-4593-9cde-d37072770f03 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Releasing lock "refresh_cache-d96af944-fba1-4df4-a0f7-0566ae562500" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1520.142183] env[62438]: DEBUG oslo_vmware.api [None req-4042442d-95cb-43b2-afed-c222b65a62d3 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1784923, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.262147} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.142458] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-4042442d-95cb-43b2-afed-c222b65a62d3 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1520.142719] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-4042442d-95cb-43b2-afed-c222b65a62d3 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: d96af944-fba1-4df4-a0f7-0566ae562500] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1520.142930] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-4042442d-95cb-43b2-afed-c222b65a62d3 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: d96af944-fba1-4df4-a0f7-0566ae562500] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1520.143126] env[62438]: INFO nova.compute.manager [None req-4042442d-95cb-43b2-afed-c222b65a62d3 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: d96af944-fba1-4df4-a0f7-0566ae562500] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1520.143476] env[62438]: DEBUG oslo.service.loopingcall [None req-4042442d-95cb-43b2-afed-c222b65a62d3 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1520.143699] env[62438]: DEBUG nova.compute.manager [-] [instance: d96af944-fba1-4df4-a0f7-0566ae562500] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1520.143848] env[62438]: DEBUG nova.network.neutron [-] [instance: d96af944-fba1-4df4-a0f7-0566ae562500] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1520.283677] env[62438]: DEBUG oslo_concurrency.lockutils [None req-4d3a4205-5d24-40b2-bacf-846262f05633 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.161s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1520.286240] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f057d424-2b50-4797-870d-37a70dcb1b3c tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.620s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1520.286548] env[62438]: DEBUG nova.objects.instance [None req-f057d424-2b50-4797-870d-37a70dcb1b3c tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] Lazy-loading 'resources' on Instance uuid b791bdf7-feaa-4752-a8a6-45d1562e4874 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1520.314269] env[62438]: DEBUG oslo_vmware.api [None req-d86f8a2e-7815-4eb1-a0f3-e82110d0f971 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1784926, 'name': Rename_Task, 'duration_secs': 0.167312} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.315287] env[62438]: INFO nova.scheduler.client.report [None req-4d3a4205-5d24-40b2-bacf-846262f05633 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Deleted allocations for instance 2a23b794-2acb-487c-901d-7aeca03aec83 [ 1520.322102] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-d86f8a2e-7815-4eb1-a0f3-e82110d0f971 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: ac81bf4e-9010-4ff5-9857-18690b409637] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1520.326058] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-efb93561-e79e-4f42-a16b-135a65881eeb {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.337033] env[62438]: DEBUG oslo_vmware.api [None req-d86f8a2e-7815-4eb1-a0f3-e82110d0f971 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Waiting for the task: (returnval){ [ 1520.337033] env[62438]: value = "task-1784928" [ 1520.337033] env[62438]: _type = "Task" [ 1520.337033] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.345940] env[62438]: DEBUG oslo_vmware.api [None req-d86f8a2e-7815-4eb1-a0f3-e82110d0f971 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1784928, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.380831] env[62438]: DEBUG oslo_vmware.api [None req-3501321d-2fca-4185-9c07-7541b6b804b6 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Task: {'id': task-1784927, 'name': PowerOnVM_Task, 'duration_secs': 0.415131} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.385028] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-3501321d-2fca-4185-9c07-7541b6b804b6 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [instance: 0cb4c6c0-63bc-4723-bac2-62479872be0d] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1520.385028] env[62438]: DEBUG nova.compute.manager [None req-3501321d-2fca-4185-9c07-7541b6b804b6 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [instance: 0cb4c6c0-63bc-4723-bac2-62479872be0d] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1520.385028] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b74cd10-eb82-4347-b69b-5aa825810e8b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.613988] env[62438]: DEBUG oslo_concurrency.lockutils [None req-57bca17e-56d2-4593-9cde-d37072770f03 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Lock "interface-d96af944-fba1-4df4-a0f7-0566ae562500-c46449ae-209f-4c4f-9a24-e6018aa8f187" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 12.476s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1520.731754] env[62438]: DEBUG nova.compute.manager [req-3fc5a05e-0ac9-495f-9bbb-9eaf438ec6ff req-4b500857-f23a-48e2-b351-3e9659d10870 service nova] [instance: 18dc9467-827b-4fe0-8ddf-03c0093c7737] Received event network-vif-deleted-e262d7a3-f3ea-4bba-b35a-b49c07b2fec8 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1520.732039] env[62438]: DEBUG nova.compute.manager [req-3fc5a05e-0ac9-495f-9bbb-9eaf438ec6ff req-4b500857-f23a-48e2-b351-3e9659d10870 service nova] [instance: 277f271f-6f65-4d7b-af1c-e3383b78d775] Received event network-vif-deleted-2f8b18c8-cdc7-4234-84ae-0a46179d0d13 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1520.835641] env[62438]: DEBUG oslo_concurrency.lockutils [None req-4d3a4205-5d24-40b2-bacf-846262f05633 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Lock "2a23b794-2acb-487c-901d-7aeca03aec83" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.836s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1520.836867] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a4fbcfe4-ddd3-4565-a2f4-ecce1a0de700 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Lock "2a23b794-2acb-487c-901d-7aeca03aec83" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 20.299s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1520.837035] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a4fbcfe4-ddd3-4565-a2f4-ecce1a0de700 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Acquiring lock "2a23b794-2acb-487c-901d-7aeca03aec83-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1520.837208] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a4fbcfe4-ddd3-4565-a2f4-ecce1a0de700 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Lock "2a23b794-2acb-487c-901d-7aeca03aec83-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1520.837454] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a4fbcfe4-ddd3-4565-a2f4-ecce1a0de700 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Lock "2a23b794-2acb-487c-901d-7aeca03aec83-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1520.848148] env[62438]: INFO nova.compute.manager [None req-a4fbcfe4-ddd3-4565-a2f4-ecce1a0de700 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] [instance: 2a23b794-2acb-487c-901d-7aeca03aec83] Terminating instance [ 1520.856638] env[62438]: DEBUG oslo_vmware.api [None req-d86f8a2e-7815-4eb1-a0f3-e82110d0f971 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1784928, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.857196] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a4fbcfe4-ddd3-4565-a2f4-ecce1a0de700 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Acquiring lock "refresh_cache-2a23b794-2acb-487c-901d-7aeca03aec83" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1520.857364] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a4fbcfe4-ddd3-4565-a2f4-ecce1a0de700 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Acquired lock "refresh_cache-2a23b794-2acb-487c-901d-7aeca03aec83" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.857539] env[62438]: DEBUG nova.network.neutron [None req-a4fbcfe4-ddd3-4565-a2f4-ecce1a0de700 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] [instance: 2a23b794-2acb-487c-901d-7aeca03aec83] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1521.089620] env[62438]: DEBUG nova.network.neutron [None req-c357c4a0-de8d-45ac-8125-ad1df32939e0 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 84f3ff00-94b2-4595-8046-865c3016fc77] Updating instance_info_cache with network_info: [{"id": "f6998673-c51a-41b4-8da7-a6c1d8d2592d", "address": "fa:16:3e:a0:72:12", "network": {"id": "8e2a4cc9-3d97-4555-97e3-837d85836978", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "332326a11cdf4ec891065b36ccc5aa20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6998673-c5", "ovs_interfaceid": "f6998673-c51a-41b4-8da7-a6c1d8d2592d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1521.234844] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0fa381b-2b58-4af2-b17c-18d50a9c995d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.246052] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7124d8a7-9752-40c2-ad2f-e4874c26a410 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.283777] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64b02783-463a-4e77-a8ff-963c24ff5636 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.294501] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78065a76-5a54-4b34-b0bc-0f1e5f0b74c1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.314218] env[62438]: DEBUG nova.compute.provider_tree [None req-f057d424-2b50-4797-870d-37a70dcb1b3c tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] Updating inventory in ProviderTree for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1521.349857] env[62438]: DEBUG oslo_vmware.api [None req-d86f8a2e-7815-4eb1-a0f3-e82110d0f971 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1784928, 'name': PowerOnVM_Task, 'duration_secs': 0.828864} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.349857] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-d86f8a2e-7815-4eb1-a0f3-e82110d0f971 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: ac81bf4e-9010-4ff5-9857-18690b409637] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1521.349995] env[62438]: INFO nova.compute.manager [None req-d86f8a2e-7815-4eb1-a0f3-e82110d0f971 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: ac81bf4e-9010-4ff5-9857-18690b409637] Took 9.00 seconds to spawn the instance on the hypervisor. [ 1521.350122] env[62438]: DEBUG nova.compute.manager [None req-d86f8a2e-7815-4eb1-a0f3-e82110d0f971 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: ac81bf4e-9010-4ff5-9857-18690b409637] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1521.350904] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4404adf9-b36d-4eb3-94fc-ea68691f05fc {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.363037] env[62438]: DEBUG nova.compute.utils [None req-a4fbcfe4-ddd3-4565-a2f4-ecce1a0de700 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] [instance: 2a23b794-2acb-487c-901d-7aeca03aec83] Can not refresh info_cache because instance was not found {{(pid=62438) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1024}} [ 1521.381087] env[62438]: DEBUG nova.network.neutron [None req-a4fbcfe4-ddd3-4565-a2f4-ecce1a0de700 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] [instance: 2a23b794-2acb-487c-901d-7aeca03aec83] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1521.462113] env[62438]: DEBUG nova.network.neutron [None req-a4fbcfe4-ddd3-4565-a2f4-ecce1a0de700 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] [instance: 2a23b794-2acb-487c-901d-7aeca03aec83] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1521.585639] env[62438]: DEBUG oslo_concurrency.lockutils [None req-3a6e880c-8441-4f2c-8028-95474cbc4a32 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Acquiring lock "0cb4c6c0-63bc-4723-bac2-62479872be0d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1521.585929] env[62438]: DEBUG oslo_concurrency.lockutils [None req-3a6e880c-8441-4f2c-8028-95474cbc4a32 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Lock "0cb4c6c0-63bc-4723-bac2-62479872be0d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1521.592019] env[62438]: DEBUG oslo_concurrency.lockutils [None req-3a6e880c-8441-4f2c-8028-95474cbc4a32 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Acquiring lock "0cb4c6c0-63bc-4723-bac2-62479872be0d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1521.592019] env[62438]: DEBUG oslo_concurrency.lockutils [None req-3a6e880c-8441-4f2c-8028-95474cbc4a32 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Lock "0cb4c6c0-63bc-4723-bac2-62479872be0d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1521.592019] env[62438]: DEBUG oslo_concurrency.lockutils [None req-3a6e880c-8441-4f2c-8028-95474cbc4a32 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Lock "0cb4c6c0-63bc-4723-bac2-62479872be0d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1521.592019] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c357c4a0-de8d-45ac-8125-ad1df32939e0 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Releasing lock "refresh_cache-84f3ff00-94b2-4595-8046-865c3016fc77" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1521.592019] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-c357c4a0-de8d-45ac-8125-ad1df32939e0 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 84f3ff00-94b2-4595-8046-865c3016fc77] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1521.592809] env[62438]: INFO nova.compute.manager [None req-3a6e880c-8441-4f2c-8028-95474cbc4a32 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [instance: 0cb4c6c0-63bc-4723-bac2-62479872be0d] Terminating instance [ 1521.594354] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2619457c-2690-4cfc-8c7b-fda8261f53e9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.598077] env[62438]: DEBUG nova.compute.manager [None req-3a6e880c-8441-4f2c-8028-95474cbc4a32 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [instance: 0cb4c6c0-63bc-4723-bac2-62479872be0d] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1521.598569] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-3a6e880c-8441-4f2c-8028-95474cbc4a32 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [instance: 0cb4c6c0-63bc-4723-bac2-62479872be0d] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1521.599539] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be10020f-3a15-41f7-8c06-e79b7cf049fd {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.610021] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a6e880c-8441-4f2c-8028-95474cbc4a32 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [instance: 0cb4c6c0-63bc-4723-bac2-62479872be0d] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1521.610425] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68b6a955-b734-432e-a822-a69460de596c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.614288] env[62438]: DEBUG oslo_vmware.api [None req-c357c4a0-de8d-45ac-8125-ad1df32939e0 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Waiting for the task: (returnval){ [ 1521.614288] env[62438]: value = "task-1784929" [ 1521.614288] env[62438]: _type = "Task" [ 1521.614288] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.625022] env[62438]: DEBUG oslo_vmware.api [None req-3a6e880c-8441-4f2c-8028-95474cbc4a32 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Waiting for the task: (returnval){ [ 1521.625022] env[62438]: value = "task-1784930" [ 1521.625022] env[62438]: _type = "Task" [ 1521.625022] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.633973] env[62438]: DEBUG oslo_vmware.api [None req-c357c4a0-de8d-45ac-8125-ad1df32939e0 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Task: {'id': task-1784929, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.640562] env[62438]: DEBUG oslo_vmware.api [None req-3a6e880c-8441-4f2c-8028-95474cbc4a32 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Task: {'id': task-1784930, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.690433] env[62438]: DEBUG oslo_concurrency.lockutils [None req-eefcdfdc-6991-47e9-a6e3-553154f5012b tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Acquiring lock "82059c94-0c99-48af-8ecb-e9bd695ba6f3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1521.690715] env[62438]: DEBUG oslo_concurrency.lockutils [None req-eefcdfdc-6991-47e9-a6e3-553154f5012b tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Lock "82059c94-0c99-48af-8ecb-e9bd695ba6f3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1521.690936] env[62438]: DEBUG oslo_concurrency.lockutils [None req-eefcdfdc-6991-47e9-a6e3-553154f5012b tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Acquiring lock "82059c94-0c99-48af-8ecb-e9bd695ba6f3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1521.691537] env[62438]: DEBUG oslo_concurrency.lockutils [None req-eefcdfdc-6991-47e9-a6e3-553154f5012b tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Lock "82059c94-0c99-48af-8ecb-e9bd695ba6f3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1521.691861] env[62438]: DEBUG oslo_concurrency.lockutils [None req-eefcdfdc-6991-47e9-a6e3-553154f5012b tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Lock "82059c94-0c99-48af-8ecb-e9bd695ba6f3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1521.694408] env[62438]: INFO nova.compute.manager [None req-eefcdfdc-6991-47e9-a6e3-553154f5012b tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] [instance: 82059c94-0c99-48af-8ecb-e9bd695ba6f3] Terminating instance [ 1521.696482] env[62438]: DEBUG nova.compute.manager [None req-eefcdfdc-6991-47e9-a6e3-553154f5012b tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] [instance: 82059c94-0c99-48af-8ecb-e9bd695ba6f3] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1521.696696] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-eefcdfdc-6991-47e9-a6e3-553154f5012b tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] [instance: 82059c94-0c99-48af-8ecb-e9bd695ba6f3] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1521.697975] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7f37a40-841d-4c91-8478-f1ae1218544c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.710153] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-eefcdfdc-6991-47e9-a6e3-553154f5012b tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] [instance: 82059c94-0c99-48af-8ecb-e9bd695ba6f3] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1521.710484] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73126f90-f003-419d-9a38-fb7194f8f9b1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.719858] env[62438]: DEBUG oslo_vmware.api [None req-eefcdfdc-6991-47e9-a6e3-553154f5012b tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Waiting for the task: (returnval){ [ 1521.719858] env[62438]: value = "task-1784931" [ 1521.719858] env[62438]: _type = "Task" [ 1521.719858] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.731567] env[62438]: DEBUG oslo_vmware.api [None req-eefcdfdc-6991-47e9-a6e3-553154f5012b tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Task: {'id': task-1784931, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.842096] env[62438]: ERROR nova.scheduler.client.report [None req-f057d424-2b50-4797-870d-37a70dcb1b3c tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] [req-a7fe1adf-e2f8-478c-a761-16ee32098d5d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 3d204b25-fa3a-4320-b81b-738bc1f337f5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a7fe1adf-e2f8-478c-a761-16ee32098d5d"}]} [ 1521.842096] env[62438]: DEBUG nova.network.neutron [-] [instance: d96af944-fba1-4df4-a0f7-0566ae562500] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1521.873392] env[62438]: INFO nova.compute.manager [None req-d86f8a2e-7815-4eb1-a0f3-e82110d0f971 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: ac81bf4e-9010-4ff5-9857-18690b409637] Took 36.66 seconds to build instance. [ 1521.874996] env[62438]: DEBUG nova.scheduler.client.report [None req-f057d424-2b50-4797-870d-37a70dcb1b3c tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] Refreshing inventories for resource provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1521.898936] env[62438]: DEBUG nova.scheduler.client.report [None req-f057d424-2b50-4797-870d-37a70dcb1b3c tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] Updating ProviderTree inventory for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1521.899225] env[62438]: DEBUG nova.compute.provider_tree [None req-f057d424-2b50-4797-870d-37a70dcb1b3c tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] Updating inventory in ProviderTree for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1521.915381] env[62438]: DEBUG nova.scheduler.client.report [None req-f057d424-2b50-4797-870d-37a70dcb1b3c tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] Refreshing aggregate associations for resource provider 3d204b25-fa3a-4320-b81b-738bc1f337f5, aggregates: None {{(pid=62438) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1521.938903] env[62438]: DEBUG nova.scheduler.client.report [None req-f057d424-2b50-4797-870d-37a70dcb1b3c tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] Refreshing trait associations for resource provider 3d204b25-fa3a-4320-b81b-738bc1f337f5, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62438) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1521.966376] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a4fbcfe4-ddd3-4565-a2f4-ecce1a0de700 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Releasing lock "refresh_cache-2a23b794-2acb-487c-901d-7aeca03aec83" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1521.966812] env[62438]: DEBUG nova.compute.manager [None req-a4fbcfe4-ddd3-4565-a2f4-ecce1a0de700 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] [instance: 2a23b794-2acb-487c-901d-7aeca03aec83] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1521.967045] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a4fbcfe4-ddd3-4565-a2f4-ecce1a0de700 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] [instance: 2a23b794-2acb-487c-901d-7aeca03aec83] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1521.968311] env[62438]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e7d86801-aa6e-4cb8-ac54-b048dd3f7e08 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.982214] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc20f0f8-ee65-46ac-b17a-7e03a85b765e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.026017] env[62438]: WARNING nova.virt.vmwareapi.vmops [None req-a4fbcfe4-ddd3-4565-a2f4-ecce1a0de700 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] [instance: 2a23b794-2acb-487c-901d-7aeca03aec83] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 2a23b794-2acb-487c-901d-7aeca03aec83 could not be found. [ 1522.026246] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a4fbcfe4-ddd3-4565-a2f4-ecce1a0de700 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] [instance: 2a23b794-2acb-487c-901d-7aeca03aec83] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1522.026434] env[62438]: INFO nova.compute.manager [None req-a4fbcfe4-ddd3-4565-a2f4-ecce1a0de700 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] [instance: 2a23b794-2acb-487c-901d-7aeca03aec83] Took 0.06 seconds to destroy the instance on the hypervisor. [ 1522.026694] env[62438]: DEBUG oslo.service.loopingcall [None req-a4fbcfe4-ddd3-4565-a2f4-ecce1a0de700 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1522.029481] env[62438]: DEBUG nova.compute.manager [-] [instance: 2a23b794-2acb-487c-901d-7aeca03aec83] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1522.029601] env[62438]: DEBUG nova.network.neutron [-] [instance: 2a23b794-2acb-487c-901d-7aeca03aec83] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1522.048996] env[62438]: DEBUG nova.network.neutron [-] [instance: 2a23b794-2acb-487c-901d-7aeca03aec83] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1522.126134] env[62438]: DEBUG oslo_vmware.api [None req-c357c4a0-de8d-45ac-8125-ad1df32939e0 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Task: {'id': task-1784929, 'name': PowerOffVM_Task, 'duration_secs': 0.272585} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.132840] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-c357c4a0-de8d-45ac-8125-ad1df32939e0 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 84f3ff00-94b2-4595-8046-865c3016fc77] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1522.133759] env[62438]: DEBUG nova.virt.hardware [None req-c357c4a0-de8d-45ac-8125-ad1df32939e0 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:30:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='835ce7de-6bb9-4a23-878e-8cf4c53a389b',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1295259086',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1522.134829] env[62438]: DEBUG nova.virt.hardware [None req-c357c4a0-de8d-45ac-8125-ad1df32939e0 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1522.134829] env[62438]: DEBUG nova.virt.hardware [None req-c357c4a0-de8d-45ac-8125-ad1df32939e0 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1522.134829] env[62438]: DEBUG nova.virt.hardware [None req-c357c4a0-de8d-45ac-8125-ad1df32939e0 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1522.135075] env[62438]: DEBUG nova.virt.hardware [None req-c357c4a0-de8d-45ac-8125-ad1df32939e0 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1522.135295] env[62438]: DEBUG nova.virt.hardware [None req-c357c4a0-de8d-45ac-8125-ad1df32939e0 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1522.135588] env[62438]: DEBUG nova.virt.hardware [None req-c357c4a0-de8d-45ac-8125-ad1df32939e0 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1522.135979] env[62438]: DEBUG nova.virt.hardware [None req-c357c4a0-de8d-45ac-8125-ad1df32939e0 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1522.136213] env[62438]: DEBUG nova.virt.hardware [None req-c357c4a0-de8d-45ac-8125-ad1df32939e0 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1522.136455] env[62438]: DEBUG nova.virt.hardware [None req-c357c4a0-de8d-45ac-8125-ad1df32939e0 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1522.137266] env[62438]: DEBUG nova.virt.hardware [None req-c357c4a0-de8d-45ac-8125-ad1df32939e0 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1522.143059] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99bb8e2d-c29a-409b-a3d3-c40139b4fb68 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.161675] env[62438]: DEBUG oslo_vmware.api [None req-3a6e880c-8441-4f2c-8028-95474cbc4a32 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Task: {'id': task-1784930, 'name': PowerOffVM_Task, 'duration_secs': 0.264183} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.163092] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a6e880c-8441-4f2c-8028-95474cbc4a32 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [instance: 0cb4c6c0-63bc-4723-bac2-62479872be0d] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1522.163221] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-3a6e880c-8441-4f2c-8028-95474cbc4a32 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [instance: 0cb4c6c0-63bc-4723-bac2-62479872be0d] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1522.163532] env[62438]: DEBUG oslo_vmware.api [None req-c357c4a0-de8d-45ac-8125-ad1df32939e0 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Waiting for the task: (returnval){ [ 1522.163532] env[62438]: value = "task-1784933" [ 1522.163532] env[62438]: _type = "Task" [ 1522.163532] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.163770] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8a037d8b-b977-4ee0-9ab0-92a4b0a90764 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.179899] env[62438]: DEBUG oslo_vmware.api [None req-c357c4a0-de8d-45ac-8125-ad1df32939e0 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Task: {'id': task-1784933, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.232773] env[62438]: DEBUG oslo_vmware.api [None req-eefcdfdc-6991-47e9-a6e3-553154f5012b tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Task: {'id': task-1784931, 'name': PowerOffVM_Task, 'duration_secs': 0.260851} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.233060] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-eefcdfdc-6991-47e9-a6e3-553154f5012b tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] [instance: 82059c94-0c99-48af-8ecb-e9bd695ba6f3] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1522.233242] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-eefcdfdc-6991-47e9-a6e3-553154f5012b tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] [instance: 82059c94-0c99-48af-8ecb-e9bd695ba6f3] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1522.233507] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ab87abc-de68-40dc-8342-50077962f87f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.273077] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-3a6e880c-8441-4f2c-8028-95474cbc4a32 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [instance: 0cb4c6c0-63bc-4723-bac2-62479872be0d] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1522.273415] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-3a6e880c-8441-4f2c-8028-95474cbc4a32 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [instance: 0cb4c6c0-63bc-4723-bac2-62479872be0d] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1522.273726] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a6e880c-8441-4f2c-8028-95474cbc4a32 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Deleting the datastore file [datastore1] 0cb4c6c0-63bc-4723-bac2-62479872be0d {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1522.276796] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-001b3521-898a-4369-8f04-ef0a8baabdfc {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.284741] env[62438]: DEBUG oslo_vmware.api [None req-3a6e880c-8441-4f2c-8028-95474cbc4a32 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Waiting for the task: (returnval){ [ 1522.284741] env[62438]: value = "task-1784936" [ 1522.284741] env[62438]: _type = "Task" [ 1522.284741] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.301415] env[62438]: DEBUG oslo_vmware.api [None req-3a6e880c-8441-4f2c-8028-95474cbc4a32 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Task: {'id': task-1784936, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.350048] env[62438]: INFO nova.compute.manager [-] [instance: d96af944-fba1-4df4-a0f7-0566ae562500] Took 2.21 seconds to deallocate network for instance. [ 1522.350462] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-eefcdfdc-6991-47e9-a6e3-553154f5012b tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] [instance: 82059c94-0c99-48af-8ecb-e9bd695ba6f3] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1522.351354] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-eefcdfdc-6991-47e9-a6e3-553154f5012b tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] [instance: 82059c94-0c99-48af-8ecb-e9bd695ba6f3] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1522.351354] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-eefcdfdc-6991-47e9-a6e3-553154f5012b tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Deleting the datastore file [datastore1] 82059c94-0c99-48af-8ecb-e9bd695ba6f3 {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1522.352915] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2b6f079c-75f1-4af6-b1d4-e3acf979a476 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.367385] env[62438]: DEBUG oslo_vmware.api [None req-eefcdfdc-6991-47e9-a6e3-553154f5012b tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Waiting for the task: (returnval){ [ 1522.367385] env[62438]: value = "task-1784937" [ 1522.367385] env[62438]: _type = "Task" [ 1522.367385] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.382847] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d86f8a2e-7815-4eb1-a0f3-e82110d0f971 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Lock "ac81bf4e-9010-4ff5-9857-18690b409637" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.333s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1522.383204] env[62438]: DEBUG oslo_vmware.api [None req-eefcdfdc-6991-47e9-a6e3-553154f5012b tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Task: {'id': task-1784937, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.444540] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aab1cee-5e6a-4560-8d6a-6570f45bee09 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.452874] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb7f2a8-ba48-4082-87e3-661af8b75d61 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.486244] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce1864c2-4e14-4fd6-91de-7df278573c02 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.495085] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c72901-81d4-479d-95da-c1ac24c8609a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.511714] env[62438]: DEBUG nova.compute.provider_tree [None req-f057d424-2b50-4797-870d-37a70dcb1b3c tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] Updating inventory in ProviderTree for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1522.551589] env[62438]: DEBUG nova.network.neutron [-] [instance: 2a23b794-2acb-487c-901d-7aeca03aec83] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1522.612183] env[62438]: DEBUG oslo_concurrency.lockutils [None req-090bbac4-71ae-4402-99ee-178361ecd619 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] Acquiring lock "0966016a-9742-4bcc-9b2f-81e684a54d46" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1522.612504] env[62438]: DEBUG oslo_concurrency.lockutils [None req-090bbac4-71ae-4402-99ee-178361ecd619 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] Lock "0966016a-9742-4bcc-9b2f-81e684a54d46" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1522.676824] env[62438]: DEBUG oslo_vmware.api [None req-c357c4a0-de8d-45ac-8125-ad1df32939e0 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Task: {'id': task-1784933, 'name': ReconfigVM_Task, 'duration_secs': 0.157651} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.678110] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5493b36d-86c3-45c4-8b2b-c920bee22773 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.700799] env[62438]: DEBUG nova.virt.hardware [None req-c357c4a0-de8d-45ac-8125-ad1df32939e0 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:30:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='835ce7de-6bb9-4a23-878e-8cf4c53a389b',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1295259086',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1522.701288] env[62438]: DEBUG nova.virt.hardware [None req-c357c4a0-de8d-45ac-8125-ad1df32939e0 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1522.701620] env[62438]: DEBUG nova.virt.hardware [None req-c357c4a0-de8d-45ac-8125-ad1df32939e0 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1522.702153] env[62438]: DEBUG nova.virt.hardware [None req-c357c4a0-de8d-45ac-8125-ad1df32939e0 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1522.702480] env[62438]: DEBUG nova.virt.hardware [None req-c357c4a0-de8d-45ac-8125-ad1df32939e0 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1522.702780] env[62438]: DEBUG nova.virt.hardware [None req-c357c4a0-de8d-45ac-8125-ad1df32939e0 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1522.703146] env[62438]: DEBUG nova.virt.hardware [None req-c357c4a0-de8d-45ac-8125-ad1df32939e0 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1522.703988] env[62438]: DEBUG nova.virt.hardware [None req-c357c4a0-de8d-45ac-8125-ad1df32939e0 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1522.703988] env[62438]: DEBUG nova.virt.hardware [None req-c357c4a0-de8d-45ac-8125-ad1df32939e0 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1522.703988] env[62438]: DEBUG nova.virt.hardware [None req-c357c4a0-de8d-45ac-8125-ad1df32939e0 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1522.704458] env[62438]: DEBUG nova.virt.hardware [None req-c357c4a0-de8d-45ac-8125-ad1df32939e0 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1522.705412] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e6b73df-5548-444f-91fe-ec0d05c7b366 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.714239] env[62438]: DEBUG oslo_vmware.api [None req-c357c4a0-de8d-45ac-8125-ad1df32939e0 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Waiting for the task: (returnval){ [ 1522.714239] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]527c8688-a9bb-d2f3-8e4e-1eeda8daa849" [ 1522.714239] env[62438]: _type = "Task" [ 1522.714239] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.722212] env[62438]: DEBUG oslo_vmware.api [None req-c357c4a0-de8d-45ac-8125-ad1df32939e0 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]527c8688-a9bb-d2f3-8e4e-1eeda8daa849, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.770247] env[62438]: DEBUG nova.compute.manager [req-4ea96b2a-729d-4684-822c-f5d28276f1e4 req-d98fd273-4556-4a33-aad8-e11334449841 service nova] [instance: d96af944-fba1-4df4-a0f7-0566ae562500] Received event network-vif-deleted-e2fa7604-8c67-448e-9587-be06acc0986c {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1522.770421] env[62438]: DEBUG nova.compute.manager [req-4ea96b2a-729d-4684-822c-f5d28276f1e4 req-d98fd273-4556-4a33-aad8-e11334449841 service nova] [instance: 2eb62df9-005e-488f-b800-02867ec2fa81] Received event network-changed-3c91fe17-3b6a-4056-90a7-8eb648cff29f {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1522.770593] env[62438]: DEBUG nova.compute.manager [req-4ea96b2a-729d-4684-822c-f5d28276f1e4 req-d98fd273-4556-4a33-aad8-e11334449841 service nova] [instance: 2eb62df9-005e-488f-b800-02867ec2fa81] Refreshing instance network info cache due to event network-changed-3c91fe17-3b6a-4056-90a7-8eb648cff29f. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1522.771175] env[62438]: DEBUG oslo_concurrency.lockutils [req-4ea96b2a-729d-4684-822c-f5d28276f1e4 req-d98fd273-4556-4a33-aad8-e11334449841 service nova] Acquiring lock "refresh_cache-2eb62df9-005e-488f-b800-02867ec2fa81" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1522.771341] env[62438]: DEBUG oslo_concurrency.lockutils [req-4ea96b2a-729d-4684-822c-f5d28276f1e4 req-d98fd273-4556-4a33-aad8-e11334449841 service nova] Acquired lock "refresh_cache-2eb62df9-005e-488f-b800-02867ec2fa81" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.771616] env[62438]: DEBUG nova.network.neutron [req-4ea96b2a-729d-4684-822c-f5d28276f1e4 req-d98fd273-4556-4a33-aad8-e11334449841 service nova] [instance: 2eb62df9-005e-488f-b800-02867ec2fa81] Refreshing network info cache for port 3c91fe17-3b6a-4056-90a7-8eb648cff29f {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1522.795658] env[62438]: DEBUG oslo_vmware.api [None req-3a6e880c-8441-4f2c-8028-95474cbc4a32 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Task: {'id': task-1784936, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.222388} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.795937] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a6e880c-8441-4f2c-8028-95474cbc4a32 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1522.796123] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-3a6e880c-8441-4f2c-8028-95474cbc4a32 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [instance: 0cb4c6c0-63bc-4723-bac2-62479872be0d] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1522.796311] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-3a6e880c-8441-4f2c-8028-95474cbc4a32 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [instance: 0cb4c6c0-63bc-4723-bac2-62479872be0d] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1522.796492] env[62438]: INFO nova.compute.manager [None req-3a6e880c-8441-4f2c-8028-95474cbc4a32 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [instance: 0cb4c6c0-63bc-4723-bac2-62479872be0d] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1522.796854] env[62438]: DEBUG oslo.service.loopingcall [None req-3a6e880c-8441-4f2c-8028-95474cbc4a32 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1522.797095] env[62438]: DEBUG nova.compute.manager [-] [instance: 0cb4c6c0-63bc-4723-bac2-62479872be0d] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1522.797192] env[62438]: DEBUG nova.network.neutron [-] [instance: 0cb4c6c0-63bc-4723-bac2-62479872be0d] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1522.862678] env[62438]: DEBUG oslo_concurrency.lockutils [None req-4042442d-95cb-43b2-afed-c222b65a62d3 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1522.878153] env[62438]: DEBUG oslo_vmware.api [None req-eefcdfdc-6991-47e9-a6e3-553154f5012b tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Task: {'id': task-1784937, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.230202} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.878463] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-eefcdfdc-6991-47e9-a6e3-553154f5012b tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1522.878671] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-eefcdfdc-6991-47e9-a6e3-553154f5012b tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] [instance: 82059c94-0c99-48af-8ecb-e9bd695ba6f3] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1522.878865] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-eefcdfdc-6991-47e9-a6e3-553154f5012b tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] [instance: 82059c94-0c99-48af-8ecb-e9bd695ba6f3] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1522.879055] env[62438]: INFO nova.compute.manager [None req-eefcdfdc-6991-47e9-a6e3-553154f5012b tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] [instance: 82059c94-0c99-48af-8ecb-e9bd695ba6f3] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1522.879308] env[62438]: DEBUG oslo.service.loopingcall [None req-eefcdfdc-6991-47e9-a6e3-553154f5012b tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1522.879557] env[62438]: DEBUG nova.compute.manager [-] [instance: 82059c94-0c99-48af-8ecb-e9bd695ba6f3] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1522.879651] env[62438]: DEBUG nova.network.neutron [-] [instance: 82059c94-0c99-48af-8ecb-e9bd695ba6f3] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1523.037373] env[62438]: ERROR nova.scheduler.client.report [None req-f057d424-2b50-4797-870d-37a70dcb1b3c tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] [req-50e35779-9b92-4a17-958f-35ff0c5b4b8c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 3d204b25-fa3a-4320-b81b-738bc1f337f5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-50e35779-9b92-4a17-958f-35ff0c5b4b8c"}]} [ 1523.054417] env[62438]: INFO nova.compute.manager [-] [instance: 2a23b794-2acb-487c-901d-7aeca03aec83] Took 1.02 seconds to deallocate network for instance. [ 1523.068400] env[62438]: DEBUG nova.scheduler.client.report [None req-f057d424-2b50-4797-870d-37a70dcb1b3c tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] Refreshing inventories for resource provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1523.098316] env[62438]: DEBUG nova.scheduler.client.report [None req-f057d424-2b50-4797-870d-37a70dcb1b3c tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] Updating ProviderTree inventory for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1523.098597] env[62438]: DEBUG nova.compute.provider_tree [None req-f057d424-2b50-4797-870d-37a70dcb1b3c tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] Updating inventory in ProviderTree for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1523.114958] env[62438]: DEBUG nova.compute.manager [None req-090bbac4-71ae-4402-99ee-178361ecd619 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] [instance: 0966016a-9742-4bcc-9b2f-81e684a54d46] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1523.119600] env[62438]: DEBUG nova.scheduler.client.report [None req-f057d424-2b50-4797-870d-37a70dcb1b3c tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] Refreshing aggregate associations for resource provider 3d204b25-fa3a-4320-b81b-738bc1f337f5, aggregates: None {{(pid=62438) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1523.147032] env[62438]: DEBUG nova.scheduler.client.report [None req-f057d424-2b50-4797-870d-37a70dcb1b3c tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] Refreshing trait associations for resource provider 3d204b25-fa3a-4320-b81b-738bc1f337f5, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62438) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1523.233201] env[62438]: DEBUG oslo_vmware.api [None req-c357c4a0-de8d-45ac-8125-ad1df32939e0 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]527c8688-a9bb-d2f3-8e4e-1eeda8daa849, 'name': SearchDatastore_Task, 'duration_secs': 0.011354} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.243092] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-c357c4a0-de8d-45ac-8125-ad1df32939e0 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 84f3ff00-94b2-4595-8046-865c3016fc77] Reconfiguring VM instance instance-00000026 to detach disk 2000 {{(pid=62438) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1523.247982] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab89dbf0-d0f2-4dab-8d22-854d53ef6fa3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.280158] env[62438]: DEBUG oslo_vmware.api [None req-c357c4a0-de8d-45ac-8125-ad1df32939e0 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Waiting for the task: (returnval){ [ 1523.280158] env[62438]: value = "task-1784938" [ 1523.280158] env[62438]: _type = "Task" [ 1523.280158] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.297904] env[62438]: DEBUG oslo_vmware.api [None req-c357c4a0-de8d-45ac-8125-ad1df32939e0 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Task: {'id': task-1784938, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.539761] env[62438]: DEBUG nova.network.neutron [req-4ea96b2a-729d-4684-822c-f5d28276f1e4 req-d98fd273-4556-4a33-aad8-e11334449841 service nova] [instance: 2eb62df9-005e-488f-b800-02867ec2fa81] Updated VIF entry in instance network info cache for port 3c91fe17-3b6a-4056-90a7-8eb648cff29f. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1523.540144] env[62438]: DEBUG nova.network.neutron [req-4ea96b2a-729d-4684-822c-f5d28276f1e4 req-d98fd273-4556-4a33-aad8-e11334449841 service nova] [instance: 2eb62df9-005e-488f-b800-02867ec2fa81] Updating instance_info_cache with network_info: [{"id": "3c91fe17-3b6a-4056-90a7-8eb648cff29f", "address": "fa:16:3e:88:e1:cc", "network": {"id": "f1aac648-36ef-4b0e-9f01-5d7e8f7a4d96", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-597464877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3a0f6d01a164fea9953419e1db75957", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c91fe17-3b", "ovs_interfaceid": "3c91fe17-3b6a-4056-90a7-8eb648cff29f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1523.548726] env[62438]: DEBUG nova.compute.manager [None req-c5fac196-6040-4a9b-a44f-cf8e28503cbc tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: ac81bf4e-9010-4ff5-9857-18690b409637] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1523.549706] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9168e315-7958-4ced-ac10-6347158b0a43 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.564822] env[62438]: INFO nova.compute.manager [None req-a4fbcfe4-ddd3-4565-a2f4-ecce1a0de700 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] [instance: 2a23b794-2acb-487c-901d-7aeca03aec83] Instance disappeared during terminate [ 1523.565182] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a4fbcfe4-ddd3-4565-a2f4-ecce1a0de700 tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Lock "2a23b794-2acb-487c-901d-7aeca03aec83" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.728s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1523.595842] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23caed78-8ad9-4431-a2c8-4206e44522ea {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.604667] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd4b12f2-4cb0-4366-9095-3e46f838cf94 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.639976] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7267bf7d-8de1-45ae-a057-6161c2e36cc7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.648852] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f5336b8-6d71-4199-8c89-92ea3aea1170 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.655655] env[62438]: DEBUG oslo_concurrency.lockutils [None req-090bbac4-71ae-4402-99ee-178361ecd619 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1523.667640] env[62438]: DEBUG nova.compute.provider_tree [None req-f057d424-2b50-4797-870d-37a70dcb1b3c tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] Updating inventory in ProviderTree for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1523.702785] env[62438]: DEBUG nova.network.neutron [-] [instance: 0cb4c6c0-63bc-4723-bac2-62479872be0d] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1523.727866] env[62438]: DEBUG nova.network.neutron [-] [instance: 82059c94-0c99-48af-8ecb-e9bd695ba6f3] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1523.793988] env[62438]: DEBUG oslo_vmware.api [None req-c357c4a0-de8d-45ac-8125-ad1df32939e0 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Task: {'id': task-1784938, 'name': ReconfigVM_Task, 'duration_secs': 0.214066} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.794360] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-c357c4a0-de8d-45ac-8125-ad1df32939e0 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 84f3ff00-94b2-4595-8046-865c3016fc77] Reconfigured VM instance instance-00000026 to detach disk 2000 {{(pid=62438) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1523.796030] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86745d83-806f-488a-97fd-82fc69045794 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.821297] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-c357c4a0-de8d-45ac-8125-ad1df32939e0 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 84f3ff00-94b2-4595-8046-865c3016fc77] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 84f3ff00-94b2-4595-8046-865c3016fc77/84f3ff00-94b2-4595-8046-865c3016fc77.vmdk or device None with type thin {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1523.821835] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-345dcd19-0833-4a48-9a11-a0adda3e0e41 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.841415] env[62438]: DEBUG oslo_concurrency.lockutils [None req-445ef0dd-803d-4523-9d0f-6e9e6cb31d77 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Acquiring lock "e8cde59b-5e45-4f29-9fad-c96039006c88" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1523.841707] env[62438]: DEBUG oslo_concurrency.lockutils [None req-445ef0dd-803d-4523-9d0f-6e9e6cb31d77 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Lock "e8cde59b-5e45-4f29-9fad-c96039006c88" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1523.844807] env[62438]: DEBUG oslo_vmware.api [None req-c357c4a0-de8d-45ac-8125-ad1df32939e0 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Waiting for the task: (returnval){ [ 1523.844807] env[62438]: value = "task-1784939" [ 1523.844807] env[62438]: _type = "Task" [ 1523.844807] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.855756] env[62438]: DEBUG oslo_vmware.api [None req-c357c4a0-de8d-45ac-8125-ad1df32939e0 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Task: {'id': task-1784939, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.862064] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c2ba219-9ef5-4da5-817f-771f1930deb0 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 7d53f422-ce2a-4fb4-b8f7-66da14a63202] Volume attach. Driver type: vmdk {{(pid=62438) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1523.862308] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c2ba219-9ef5-4da5-817f-771f1930deb0 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 7d53f422-ce2a-4fb4-b8f7-66da14a63202] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370396', 'volume_id': 'ec23af03-25ba-4942-b185-37b2b3f7e560', 'name': 'volume-ec23af03-25ba-4942-b185-37b2b3f7e560', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '7d53f422-ce2a-4fb4-b8f7-66da14a63202', 'attached_at': '', 'detached_at': '', 'volume_id': 'ec23af03-25ba-4942-b185-37b2b3f7e560', 'serial': 'ec23af03-25ba-4942-b185-37b2b3f7e560'} {{(pid=62438) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1523.863386] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-057293e7-4ce6-4966-9ef6-15fdf2ece9d1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.880488] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cefe09b7-923d-4109-ad0d-56d8b8444f00 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.909303] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c2ba219-9ef5-4da5-817f-771f1930deb0 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 7d53f422-ce2a-4fb4-b8f7-66da14a63202] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] volume-ec23af03-25ba-4942-b185-37b2b3f7e560/volume-ec23af03-25ba-4942-b185-37b2b3f7e560.vmdk or device None with type thin {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1523.909703] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-888ea317-6caf-4790-9f7c-14a1fd4e1b43 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.931754] env[62438]: DEBUG oslo_vmware.api [None req-2c2ba219-9ef5-4da5-817f-771f1930deb0 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Waiting for the task: (returnval){ [ 1523.931754] env[62438]: value = "task-1784940" [ 1523.931754] env[62438]: _type = "Task" [ 1523.931754] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.944051] env[62438]: DEBUG oslo_vmware.api [None req-2c2ba219-9ef5-4da5-817f-771f1930deb0 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Task: {'id': task-1784940, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.043330] env[62438]: DEBUG oslo_concurrency.lockutils [req-4ea96b2a-729d-4684-822c-f5d28276f1e4 req-d98fd273-4556-4a33-aad8-e11334449841 service nova] Releasing lock "refresh_cache-2eb62df9-005e-488f-b800-02867ec2fa81" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1524.064852] env[62438]: INFO nova.compute.manager [None req-c5fac196-6040-4a9b-a44f-cf8e28503cbc tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: ac81bf4e-9010-4ff5-9857-18690b409637] instance snapshotting [ 1524.067906] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-254a2e24-2da2-47fc-9a18-d7178b01d180 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.087767] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6295d1f-9999-4a31-a087-bcfcb61ceee4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.199915] env[62438]: DEBUG nova.scheduler.client.report [None req-f057d424-2b50-4797-870d-37a70dcb1b3c tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] Updated inventory for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with generation 78 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1524.200417] env[62438]: DEBUG nova.compute.provider_tree [None req-f057d424-2b50-4797-870d-37a70dcb1b3c tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] Updating resource provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 generation from 78 to 79 during operation: update_inventory {{(pid=62438) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1524.200665] env[62438]: DEBUG nova.compute.provider_tree [None req-f057d424-2b50-4797-870d-37a70dcb1b3c tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] Updating inventory in ProviderTree for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1524.206261] env[62438]: INFO nova.compute.manager [-] [instance: 0cb4c6c0-63bc-4723-bac2-62479872be0d] Took 1.41 seconds to deallocate network for instance. [ 1524.230516] env[62438]: INFO nova.compute.manager [-] [instance: 82059c94-0c99-48af-8ecb-e9bd695ba6f3] Took 1.35 seconds to deallocate network for instance. [ 1524.347018] env[62438]: DEBUG nova.compute.utils [None req-445ef0dd-803d-4523-9d0f-6e9e6cb31d77 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1524.358448] env[62438]: DEBUG oslo_vmware.api [None req-c357c4a0-de8d-45ac-8125-ad1df32939e0 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Task: {'id': task-1784939, 'name': ReconfigVM_Task, 'duration_secs': 0.283194} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.359394] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-c357c4a0-de8d-45ac-8125-ad1df32939e0 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 84f3ff00-94b2-4595-8046-865c3016fc77] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 84f3ff00-94b2-4595-8046-865c3016fc77/84f3ff00-94b2-4595-8046-865c3016fc77.vmdk or device None with type thin {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1524.360351] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a9b8d99-78e1-4423-a923-fdbd518e79b5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.380863] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0272c9d5-c5b0-43da-8f57-2c316dd4e5e7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.400905] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c7cc0e8-4ed3-4947-8b15-91626352d812 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.420877] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa70b500-43d8-4b96-b582-93f952e4a4f4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.433037] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-c357c4a0-de8d-45ac-8125-ad1df32939e0 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 84f3ff00-94b2-4595-8046-865c3016fc77] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1524.435687] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f05aac89-e142-45d8-8f00-b03ddafad4f4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.446299] env[62438]: DEBUG oslo_vmware.api [None req-2c2ba219-9ef5-4da5-817f-771f1930deb0 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Task: {'id': task-1784940, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.447979] env[62438]: DEBUG oslo_vmware.api [None req-c357c4a0-de8d-45ac-8125-ad1df32939e0 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Waiting for the task: (returnval){ [ 1524.447979] env[62438]: value = "task-1784941" [ 1524.447979] env[62438]: _type = "Task" [ 1524.447979] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.455562] env[62438]: DEBUG oslo_vmware.api [None req-c357c4a0-de8d-45ac-8125-ad1df32939e0 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Task: {'id': task-1784941, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.599662] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-c5fac196-6040-4a9b-a44f-cf8e28503cbc tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: ac81bf4e-9010-4ff5-9857-18690b409637] Creating Snapshot of the VM instance {{(pid=62438) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1524.600078] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1d1f543f-2196-4ecb-9c50-212588c80e5c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.608600] env[62438]: DEBUG oslo_vmware.api [None req-c5fac196-6040-4a9b-a44f-cf8e28503cbc tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Waiting for the task: (returnval){ [ 1524.608600] env[62438]: value = "task-1784942" [ 1524.608600] env[62438]: _type = "Task" [ 1524.608600] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.620851] env[62438]: DEBUG oslo_vmware.api [None req-c5fac196-6040-4a9b-a44f-cf8e28503cbc tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1784942, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.708458] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f057d424-2b50-4797-870d-37a70dcb1b3c tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.422s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1524.711523] env[62438]: DEBUG oslo_concurrency.lockutils [None req-6a14384b-e511-4787-9ffa-1987b1b81013 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.397s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1524.713507] env[62438]: INFO nova.compute.claims [None req-6a14384b-e511-4787-9ffa-1987b1b81013 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] [instance: d3b27191-a52c-4d5b-858d-f0ac2c936919] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1524.716315] env[62438]: DEBUG oslo_concurrency.lockutils [None req-3a6e880c-8441-4f2c-8028-95474cbc4a32 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1524.738031] env[62438]: DEBUG oslo_concurrency.lockutils [None req-eefcdfdc-6991-47e9-a6e3-553154f5012b tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1524.854362] env[62438]: DEBUG oslo_concurrency.lockutils [None req-445ef0dd-803d-4523-9d0f-6e9e6cb31d77 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Lock "e8cde59b-5e45-4f29-9fad-c96039006c88" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1524.943427] env[62438]: DEBUG oslo_vmware.api [None req-2c2ba219-9ef5-4da5-817f-771f1930deb0 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Task: {'id': task-1784940, 'name': ReconfigVM_Task, 'duration_secs': 0.674589} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.943744] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c2ba219-9ef5-4da5-817f-771f1930deb0 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 7d53f422-ce2a-4fb4-b8f7-66da14a63202] Reconfigured VM instance instance-00000022 to attach disk [datastore1] volume-ec23af03-25ba-4942-b185-37b2b3f7e560/volume-ec23af03-25ba-4942-b185-37b2b3f7e560.vmdk or device None with type thin {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1524.948670] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1423f06b-80b7-4b35-95ae-76c42f56e826 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.968994] env[62438]: DEBUG oslo_vmware.api [None req-c357c4a0-de8d-45ac-8125-ad1df32939e0 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Task: {'id': task-1784941, 'name': PowerOnVM_Task, 'duration_secs': 0.415039} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.970430] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-c357c4a0-de8d-45ac-8125-ad1df32939e0 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 84f3ff00-94b2-4595-8046-865c3016fc77] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1524.974145] env[62438]: DEBUG oslo_vmware.api [None req-2c2ba219-9ef5-4da5-817f-771f1930deb0 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Waiting for the task: (returnval){ [ 1524.974145] env[62438]: value = "task-1784943" [ 1524.974145] env[62438]: _type = "Task" [ 1524.974145] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.979756] env[62438]: DEBUG nova.compute.manager [req-1bed9348-c2b2-4d4d-9418-13de0d69afc0 req-9a937868-b26d-4dcc-89f5-8a39e12a6104 service nova] [instance: 0cb4c6c0-63bc-4723-bac2-62479872be0d] Received event network-vif-deleted-475e6ae6-52f2-4300-9662-90f2d8909dcf {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1524.980060] env[62438]: DEBUG nova.compute.manager [req-1bed9348-c2b2-4d4d-9418-13de0d69afc0 req-9a937868-b26d-4dcc-89f5-8a39e12a6104 service nova] [instance: 82059c94-0c99-48af-8ecb-e9bd695ba6f3] Received event network-vif-deleted-dadaaa3f-93e9-4ea1-85e8-26de72b03e4e {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1524.987442] env[62438]: DEBUG oslo_vmware.api [None req-2c2ba219-9ef5-4da5-817f-771f1930deb0 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Task: {'id': task-1784943, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.119916] env[62438]: DEBUG oslo_vmware.api [None req-c5fac196-6040-4a9b-a44f-cf8e28503cbc tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1784942, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.226802] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f057d424-2b50-4797-870d-37a70dcb1b3c tempest-ServerActionsV293TestJSON-1447870133 tempest-ServerActionsV293TestJSON-1447870133-project-member] Lock "b791bdf7-feaa-4752-a8a6-45d1562e4874" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.410s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1525.499425] env[62438]: DEBUG oslo_vmware.api [None req-2c2ba219-9ef5-4da5-817f-771f1930deb0 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Task: {'id': task-1784943, 'name': ReconfigVM_Task, 'duration_secs': 0.20926} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.499823] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c2ba219-9ef5-4da5-817f-771f1930deb0 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 7d53f422-ce2a-4fb4-b8f7-66da14a63202] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370396', 'volume_id': 'ec23af03-25ba-4942-b185-37b2b3f7e560', 'name': 'volume-ec23af03-25ba-4942-b185-37b2b3f7e560', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '7d53f422-ce2a-4fb4-b8f7-66da14a63202', 'attached_at': '', 'detached_at': '', 'volume_id': 'ec23af03-25ba-4942-b185-37b2b3f7e560', 'serial': 'ec23af03-25ba-4942-b185-37b2b3f7e560'} {{(pid=62438) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1525.622492] env[62438]: DEBUG oslo_vmware.api [None req-c5fac196-6040-4a9b-a44f-cf8e28503cbc tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1784942, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.912873] env[62438]: DEBUG oslo_concurrency.lockutils [None req-445ef0dd-803d-4523-9d0f-6e9e6cb31d77 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Acquiring lock "e8cde59b-5e45-4f29-9fad-c96039006c88" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1525.913155] env[62438]: DEBUG oslo_concurrency.lockutils [None req-445ef0dd-803d-4523-9d0f-6e9e6cb31d77 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Lock "e8cde59b-5e45-4f29-9fad-c96039006c88" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1525.913387] env[62438]: INFO nova.compute.manager [None req-445ef0dd-803d-4523-9d0f-6e9e6cb31d77 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] [instance: e8cde59b-5e45-4f29-9fad-c96039006c88] Attaching volume 5ceb9790-8835-4696-92f2-3b2c9ea1f863 to /dev/sdb [ 1525.960634] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c5db1f4-1afe-4f58-aafe-d149b4567684 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.972123] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-110f3c24-e8e0-41f9-8703-432e16146e69 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.991967] env[62438]: INFO nova.compute.manager [None req-c357c4a0-de8d-45ac-8125-ad1df32939e0 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 84f3ff00-94b2-4595-8046-865c3016fc77] Updating instance to original state: 'active' [ 1525.995028] env[62438]: DEBUG nova.virt.block_device [None req-445ef0dd-803d-4523-9d0f-6e9e6cb31d77 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] [instance: e8cde59b-5e45-4f29-9fad-c96039006c88] Updating existing volume attachment record: 1667ae95-7067-4d54-a9ad-e5969591a27e {{(pid=62438) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1526.123128] env[62438]: DEBUG oslo_vmware.api [None req-c5fac196-6040-4a9b-a44f-cf8e28503cbc tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1784942, 'name': CreateSnapshot_Task, 'duration_secs': 1.214236} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.125245] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-c5fac196-6040-4a9b-a44f-cf8e28503cbc tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: ac81bf4e-9010-4ff5-9857-18690b409637] Created Snapshot of the VM instance {{(pid=62438) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1526.126204] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a53816-2ba8-453b-a0c2-858368e10f77 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.154493] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62eb563c-c41a-4da9-8d58-30cce19a4ccf {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.162758] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac35967-c77b-4164-9f86-a50dd7c384c2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.194717] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-951e8af0-21e9-49e3-b7df-c014086c09b9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.203097] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd73e17f-c716-41ea-9f3c-13b78140d9e1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.218853] env[62438]: DEBUG nova.compute.provider_tree [None req-6a14384b-e511-4787-9ffa-1987b1b81013 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1526.563456] env[62438]: DEBUG nova.objects.instance [None req-2c2ba219-9ef5-4da5-817f-771f1930deb0 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Lazy-loading 'flavor' on Instance uuid 7d53f422-ce2a-4fb4-b8f7-66da14a63202 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1526.650309] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-c5fac196-6040-4a9b-a44f-cf8e28503cbc tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: ac81bf4e-9010-4ff5-9857-18690b409637] Creating linked-clone VM from snapshot {{(pid=62438) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1526.651109] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1ec3ae41-a484-476f-85c8-63cda1d7db8d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.661308] env[62438]: DEBUG oslo_vmware.api [None req-c5fac196-6040-4a9b-a44f-cf8e28503cbc tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Waiting for the task: (returnval){ [ 1526.661308] env[62438]: value = "task-1784947" [ 1526.661308] env[62438]: _type = "Task" [ 1526.661308] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.671675] env[62438]: DEBUG oslo_vmware.api [None req-c5fac196-6040-4a9b-a44f-cf8e28503cbc tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1784947, 'name': CloneVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.721507] env[62438]: DEBUG nova.scheduler.client.report [None req-6a14384b-e511-4787-9ffa-1987b1b81013 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1527.075087] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2c2ba219-9ef5-4da5-817f-771f1930deb0 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Lock "7d53f422-ce2a-4fb4-b8f7-66da14a63202" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.843s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1527.172610] env[62438]: DEBUG oslo_vmware.api [None req-c5fac196-6040-4a9b-a44f-cf8e28503cbc tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1784947, 'name': CloneVM_Task} progress is 94%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.193350] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f988a445-e92c-4833-b52d-8e72a04396b5 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Acquiring lock "7d53f422-ce2a-4fb4-b8f7-66da14a63202" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1527.193655] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f988a445-e92c-4833-b52d-8e72a04396b5 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Lock "7d53f422-ce2a-4fb4-b8f7-66da14a63202" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1527.193908] env[62438]: DEBUG nova.compute.manager [None req-f988a445-e92c-4833-b52d-8e72a04396b5 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 7d53f422-ce2a-4fb4-b8f7-66da14a63202] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1527.194840] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8adae508-8ecf-46d2-b669-9ac2fc725d4f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.202308] env[62438]: DEBUG nova.compute.manager [None req-f988a445-e92c-4833-b52d-8e72a04396b5 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 7d53f422-ce2a-4fb4-b8f7-66da14a63202] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62438) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3368}} [ 1527.202908] env[62438]: DEBUG nova.objects.instance [None req-f988a445-e92c-4833-b52d-8e72a04396b5 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Lazy-loading 'flavor' on Instance uuid 7d53f422-ce2a-4fb4-b8f7-66da14a63202 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1527.227862] env[62438]: DEBUG oslo_concurrency.lockutils [None req-6a14384b-e511-4787-9ffa-1987b1b81013 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.517s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1527.228443] env[62438]: DEBUG nova.compute.manager [None req-6a14384b-e511-4787-9ffa-1987b1b81013 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] [instance: d3b27191-a52c-4d5b-858d-f0ac2c936919] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1527.231383] env[62438]: DEBUG oslo_concurrency.lockutils [None req-da58b79c-a86c-4762-b127-8f7aa6a63288 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 19.621s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1527.673830] env[62438]: DEBUG oslo_vmware.api [None req-c5fac196-6040-4a9b-a44f-cf8e28503cbc tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1784947, 'name': CloneVM_Task} progress is 94%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.708237] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-f988a445-e92c-4833-b52d-8e72a04396b5 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 7d53f422-ce2a-4fb4-b8f7-66da14a63202] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1527.709682] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e866ed92-1a50-42a8-9238-d22ebf626b89 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.718201] env[62438]: DEBUG oslo_vmware.api [None req-f988a445-e92c-4833-b52d-8e72a04396b5 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Waiting for the task: (returnval){ [ 1527.718201] env[62438]: value = "task-1784948" [ 1527.718201] env[62438]: _type = "Task" [ 1527.718201] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.728343] env[62438]: DEBUG oslo_vmware.api [None req-f988a445-e92c-4833-b52d-8e72a04396b5 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Task: {'id': task-1784948, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.735189] env[62438]: DEBUG nova.compute.utils [None req-6a14384b-e511-4787-9ffa-1987b1b81013 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1527.738617] env[62438]: INFO nova.compute.claims [None req-da58b79c-a86c-4762-b127-8f7aa6a63288 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: fa1146c8-af2b-49a6-88f0-6fee8773ce67] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1527.742383] env[62438]: DEBUG nova.compute.manager [None req-6a14384b-e511-4787-9ffa-1987b1b81013 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] [instance: d3b27191-a52c-4d5b-858d-f0ac2c936919] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1527.742569] env[62438]: DEBUG nova.network.neutron [None req-6a14384b-e511-4787-9ffa-1987b1b81013 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] [instance: d3b27191-a52c-4d5b-858d-f0ac2c936919] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1527.805032] env[62438]: DEBUG nova.policy [None req-6a14384b-e511-4787-9ffa-1987b1b81013 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a221b4a9eb9e4df7880ec241ae7dd9f4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '33815b23dfb94faeb07c2724add3622e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1527.874031] env[62438]: DEBUG oslo_concurrency.lockutils [None req-6504156c-6274-47b3-b9ee-218d82be911b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Acquiring lock "84f3ff00-94b2-4595-8046-865c3016fc77" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1527.874335] env[62438]: DEBUG oslo_concurrency.lockutils [None req-6504156c-6274-47b3-b9ee-218d82be911b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Lock "84f3ff00-94b2-4595-8046-865c3016fc77" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1527.874557] env[62438]: DEBUG oslo_concurrency.lockutils [None req-6504156c-6274-47b3-b9ee-218d82be911b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Acquiring lock "84f3ff00-94b2-4595-8046-865c3016fc77-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1527.874766] env[62438]: DEBUG oslo_concurrency.lockutils [None req-6504156c-6274-47b3-b9ee-218d82be911b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Lock "84f3ff00-94b2-4595-8046-865c3016fc77-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1527.874937] env[62438]: DEBUG oslo_concurrency.lockutils [None req-6504156c-6274-47b3-b9ee-218d82be911b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Lock "84f3ff00-94b2-4595-8046-865c3016fc77-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1527.877032] env[62438]: INFO nova.compute.manager [None req-6504156c-6274-47b3-b9ee-218d82be911b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 84f3ff00-94b2-4595-8046-865c3016fc77] Terminating instance [ 1527.878902] env[62438]: DEBUG nova.compute.manager [None req-6504156c-6274-47b3-b9ee-218d82be911b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 84f3ff00-94b2-4595-8046-865c3016fc77] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1527.879135] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-6504156c-6274-47b3-b9ee-218d82be911b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 84f3ff00-94b2-4595-8046-865c3016fc77] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1527.879994] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32af8198-a4e1-4fa5-bb22-ec85f5e37270 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.888808] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-6504156c-6274-47b3-b9ee-218d82be911b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 84f3ff00-94b2-4595-8046-865c3016fc77] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1527.889602] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32c0c868-23e7-40de-a495-13b628195187 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.898042] env[62438]: DEBUG oslo_vmware.api [None req-6504156c-6274-47b3-b9ee-218d82be911b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Waiting for the task: (returnval){ [ 1527.898042] env[62438]: value = "task-1784949" [ 1527.898042] env[62438]: _type = "Task" [ 1527.898042] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.909167] env[62438]: DEBUG oslo_vmware.api [None req-6504156c-6274-47b3-b9ee-218d82be911b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Task: {'id': task-1784949, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.128927] env[62438]: DEBUG nova.network.neutron [None req-6a14384b-e511-4787-9ffa-1987b1b81013 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] [instance: d3b27191-a52c-4d5b-858d-f0ac2c936919] Successfully created port: 4c876ee6-adaf-4833-94ea-185f9b984c46 {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1528.173609] env[62438]: DEBUG oslo_vmware.api [None req-c5fac196-6040-4a9b-a44f-cf8e28503cbc tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1784947, 'name': CloneVM_Task} progress is 95%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.228218] env[62438]: DEBUG oslo_vmware.api [None req-f988a445-e92c-4833-b52d-8e72a04396b5 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Task: {'id': task-1784948, 'name': PowerOffVM_Task, 'duration_secs': 0.372369} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.229567] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-f988a445-e92c-4833-b52d-8e72a04396b5 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 7d53f422-ce2a-4fb4-b8f7-66da14a63202] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1528.229567] env[62438]: DEBUG nova.compute.manager [None req-f988a445-e92c-4833-b52d-8e72a04396b5 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 7d53f422-ce2a-4fb4-b8f7-66da14a63202] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1528.229974] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-604f5a72-aa61-4e37-8d81-c5b6d6b063c1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.243261] env[62438]: DEBUG nova.compute.utils [None req-6a14384b-e511-4787-9ffa-1987b1b81013 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1528.247964] env[62438]: INFO nova.compute.resource_tracker [None req-da58b79c-a86c-4762-b127-8f7aa6a63288 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: fa1146c8-af2b-49a6-88f0-6fee8773ce67] Updating resource usage from migration 8ec11780-1b29-4146-92d7-8a98d7fa34a4 [ 1528.410667] env[62438]: DEBUG oslo_vmware.api [None req-6504156c-6274-47b3-b9ee-218d82be911b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Task: {'id': task-1784949, 'name': PowerOffVM_Task, 'duration_secs': 0.27126} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.410892] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-6504156c-6274-47b3-b9ee-218d82be911b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 84f3ff00-94b2-4595-8046-865c3016fc77] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1528.411101] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-6504156c-6274-47b3-b9ee-218d82be911b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 84f3ff00-94b2-4595-8046-865c3016fc77] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1528.411374] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bb9dadb0-dd20-4851-8348-0064bf8f47b7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.656172] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-6504156c-6274-47b3-b9ee-218d82be911b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 84f3ff00-94b2-4595-8046-865c3016fc77] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1528.656512] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-6504156c-6274-47b3-b9ee-218d82be911b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 84f3ff00-94b2-4595-8046-865c3016fc77] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1528.656698] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-6504156c-6274-47b3-b9ee-218d82be911b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Deleting the datastore file [datastore1] 84f3ff00-94b2-4595-8046-865c3016fc77 {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1528.656997] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed7e3daf-2c6b-4776-aa56-1f2713a7ee80 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.669291] env[62438]: DEBUG oslo_vmware.api [None req-6504156c-6274-47b3-b9ee-218d82be911b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Waiting for the task: (returnval){ [ 1528.669291] env[62438]: value = "task-1784952" [ 1528.669291] env[62438]: _type = "Task" [ 1528.669291] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.679157] env[62438]: DEBUG oslo_vmware.api [None req-c5fac196-6040-4a9b-a44f-cf8e28503cbc tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1784947, 'name': CloneVM_Task, 'duration_secs': 1.72793} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.679983] env[62438]: INFO nova.virt.vmwareapi.vmops [None req-c5fac196-6040-4a9b-a44f-cf8e28503cbc tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: ac81bf4e-9010-4ff5-9857-18690b409637] Created linked-clone VM from snapshot [ 1528.681128] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85efe9fc-acfd-46da-b48f-d9974cbc70a5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.686769] env[62438]: DEBUG oslo_vmware.api [None req-6504156c-6274-47b3-b9ee-218d82be911b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Task: {'id': task-1784952, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.694037] env[62438]: DEBUG nova.virt.vmwareapi.images [None req-c5fac196-6040-4a9b-a44f-cf8e28503cbc tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: ac81bf4e-9010-4ff5-9857-18690b409637] Uploading image 005019fc-96ff-416f-b8ef-770343832a97 {{(pid=62438) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 1528.710476] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e8cefbf-403a-4f34-80dd-c733b4a4243c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.724397] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b17cb1c-a43c-4f71-bd43-ed28febabc5b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.758970] env[62438]: DEBUG nova.compute.manager [None req-6a14384b-e511-4787-9ffa-1987b1b81013 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] [instance: d3b27191-a52c-4d5b-858d-f0ac2c936919] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1528.762767] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f988a445-e92c-4833-b52d-8e72a04396b5 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Lock "7d53f422-ce2a-4fb4-b8f7-66da14a63202" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.569s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1528.767019] env[62438]: DEBUG oslo_vmware.rw_handles [None req-c5fac196-6040-4a9b-a44f-cf8e28503cbc tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1528.767019] env[62438]: value = "vm-370400" [ 1528.767019] env[62438]: _type = "VirtualMachine" [ 1528.767019] env[62438]: }. {{(pid=62438) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1528.767277] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b801ca8f-3cc0-4cdc-8814-7e627ba4346d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.770384] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-542a23a4-a0cc-4fbe-9377-98cf357503f8 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.780232] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bbaa02e-2076-45e3-a479-44e3e3742c8c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.787176] env[62438]: DEBUG oslo_vmware.rw_handles [None req-c5fac196-6040-4a9b-a44f-cf8e28503cbc tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Lease: (returnval){ [ 1528.787176] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]521c4999-525d-1a01-9d4d-04103b8a19cc" [ 1528.787176] env[62438]: _type = "HttpNfcLease" [ 1528.787176] env[62438]: } obtained for exporting VM: (result){ [ 1528.787176] env[62438]: value = "vm-370400" [ 1528.787176] env[62438]: _type = "VirtualMachine" [ 1528.787176] env[62438]: }. {{(pid=62438) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1528.787582] env[62438]: DEBUG oslo_vmware.api [None req-c5fac196-6040-4a9b-a44f-cf8e28503cbc tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Waiting for the lease: (returnval){ [ 1528.787582] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]521c4999-525d-1a01-9d4d-04103b8a19cc" [ 1528.787582] env[62438]: _type = "HttpNfcLease" [ 1528.787582] env[62438]: } to be ready. {{(pid=62438) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1528.801526] env[62438]: DEBUG nova.compute.provider_tree [None req-da58b79c-a86c-4762-b127-8f7aa6a63288 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1528.807357] env[62438]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1528.807357] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]521c4999-525d-1a01-9d4d-04103b8a19cc" [ 1528.807357] env[62438]: _type = "HttpNfcLease" [ 1528.807357] env[62438]: } is ready. {{(pid=62438) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1528.807582] env[62438]: DEBUG oslo_vmware.rw_handles [None req-c5fac196-6040-4a9b-a44f-cf8e28503cbc tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1528.807582] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]521c4999-525d-1a01-9d4d-04103b8a19cc" [ 1528.807582] env[62438]: _type = "HttpNfcLease" [ 1528.807582] env[62438]: }. {{(pid=62438) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1528.808852] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42a8899e-09ce-48a9-ae36-cdf93f4b6fcd {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.817791] env[62438]: DEBUG oslo_vmware.rw_handles [None req-c5fac196-6040-4a9b-a44f-cf8e28503cbc tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52260b85-2de2-3fa8-7e95-1df693dc8835/disk-0.vmdk from lease info. {{(pid=62438) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1528.817983] env[62438]: DEBUG oslo_vmware.rw_handles [None req-c5fac196-6040-4a9b-a44f-cf8e28503cbc tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52260b85-2de2-3fa8-7e95-1df693dc8835/disk-0.vmdk for reading. {{(pid=62438) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1529.036380] env[62438]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-df343ddb-1bc7-4fa8-9fb9-61b8163a4ff3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.181057] env[62438]: DEBUG oslo_vmware.api [None req-6504156c-6274-47b3-b9ee-218d82be911b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Task: {'id': task-1784952, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.309024] env[62438]: DEBUG nova.scheduler.client.report [None req-da58b79c-a86c-4762-b127-8f7aa6a63288 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1529.684596] env[62438]: DEBUG oslo_vmware.api [None req-6504156c-6274-47b3-b9ee-218d82be911b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Task: {'id': task-1784952, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.621452} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.685149] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-6504156c-6274-47b3-b9ee-218d82be911b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1529.685437] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-6504156c-6274-47b3-b9ee-218d82be911b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 84f3ff00-94b2-4595-8046-865c3016fc77] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1529.685764] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-6504156c-6274-47b3-b9ee-218d82be911b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 84f3ff00-94b2-4595-8046-865c3016fc77] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1529.686700] env[62438]: INFO nova.compute.manager [None req-6504156c-6274-47b3-b9ee-218d82be911b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 84f3ff00-94b2-4595-8046-865c3016fc77] Took 1.81 seconds to destroy the instance on the hypervisor. [ 1529.686700] env[62438]: DEBUG oslo.service.loopingcall [None req-6504156c-6274-47b3-b9ee-218d82be911b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1529.686700] env[62438]: DEBUG nova.compute.manager [-] [instance: 84f3ff00-94b2-4595-8046-865c3016fc77] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1529.686700] env[62438]: DEBUG nova.network.neutron [-] [instance: 84f3ff00-94b2-4595-8046-865c3016fc77] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1529.701919] env[62438]: DEBUG nova.compute.manager [req-2c01dca0-03f7-4f15-a456-cacd553ce1f6 req-260defe9-66b5-4e3b-9f41-712f1f6f05f1 service nova] [instance: d3b27191-a52c-4d5b-858d-f0ac2c936919] Received event network-vif-plugged-4c876ee6-adaf-4833-94ea-185f9b984c46 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1529.702166] env[62438]: DEBUG oslo_concurrency.lockutils [req-2c01dca0-03f7-4f15-a456-cacd553ce1f6 req-260defe9-66b5-4e3b-9f41-712f1f6f05f1 service nova] Acquiring lock "d3b27191-a52c-4d5b-858d-f0ac2c936919-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1529.702408] env[62438]: DEBUG oslo_concurrency.lockutils [req-2c01dca0-03f7-4f15-a456-cacd553ce1f6 req-260defe9-66b5-4e3b-9f41-712f1f6f05f1 service nova] Lock "d3b27191-a52c-4d5b-858d-f0ac2c936919-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1529.702666] env[62438]: DEBUG oslo_concurrency.lockutils [req-2c01dca0-03f7-4f15-a456-cacd553ce1f6 req-260defe9-66b5-4e3b-9f41-712f1f6f05f1 service nova] Lock "d3b27191-a52c-4d5b-858d-f0ac2c936919-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1529.703069] env[62438]: DEBUG nova.compute.manager [req-2c01dca0-03f7-4f15-a456-cacd553ce1f6 req-260defe9-66b5-4e3b-9f41-712f1f6f05f1 service nova] [instance: d3b27191-a52c-4d5b-858d-f0ac2c936919] No waiting events found dispatching network-vif-plugged-4c876ee6-adaf-4833-94ea-185f9b984c46 {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1529.703221] env[62438]: WARNING nova.compute.manager [req-2c01dca0-03f7-4f15-a456-cacd553ce1f6 req-260defe9-66b5-4e3b-9f41-712f1f6f05f1 service nova] [instance: d3b27191-a52c-4d5b-858d-f0ac2c936919] Received unexpected event network-vif-plugged-4c876ee6-adaf-4833-94ea-185f9b984c46 for instance with vm_state building and task_state spawning. [ 1529.771475] env[62438]: DEBUG nova.objects.instance [None req-2e47e1f1-2275-48a3-8357-0c34b272998d tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Lazy-loading 'flavor' on Instance uuid 7d53f422-ce2a-4fb4-b8f7-66da14a63202 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1529.775982] env[62438]: DEBUG nova.compute.manager [None req-6a14384b-e511-4787-9ffa-1987b1b81013 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] [instance: d3b27191-a52c-4d5b-858d-f0ac2c936919] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1529.807093] env[62438]: DEBUG nova.virt.hardware [None req-6a14384b-e511-4787-9ffa-1987b1b81013 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:28:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='932591760',id=21,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-665585876',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1529.807381] env[62438]: DEBUG nova.virt.hardware [None req-6a14384b-e511-4787-9ffa-1987b1b81013 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1529.807787] env[62438]: DEBUG nova.virt.hardware [None req-6a14384b-e511-4787-9ffa-1987b1b81013 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1529.808191] env[62438]: DEBUG nova.virt.hardware [None req-6a14384b-e511-4787-9ffa-1987b1b81013 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1529.808367] env[62438]: DEBUG nova.virt.hardware [None req-6a14384b-e511-4787-9ffa-1987b1b81013 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1529.808543] env[62438]: DEBUG nova.virt.hardware [None req-6a14384b-e511-4787-9ffa-1987b1b81013 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1529.808835] env[62438]: DEBUG nova.virt.hardware [None req-6a14384b-e511-4787-9ffa-1987b1b81013 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1529.809020] env[62438]: DEBUG nova.virt.hardware [None req-6a14384b-e511-4787-9ffa-1987b1b81013 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1529.809546] env[62438]: DEBUG nova.virt.hardware [None req-6a14384b-e511-4787-9ffa-1987b1b81013 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1529.809726] env[62438]: DEBUG nova.virt.hardware [None req-6a14384b-e511-4787-9ffa-1987b1b81013 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1529.809991] env[62438]: DEBUG nova.virt.hardware [None req-6a14384b-e511-4787-9ffa-1987b1b81013 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1529.811290] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ce4a47-e643-4427-b0e0-9e04bdaa369a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.815609] env[62438]: DEBUG oslo_concurrency.lockutils [None req-da58b79c-a86c-4762-b127-8f7aa6a63288 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.584s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1529.815609] env[62438]: INFO nova.compute.manager [None req-da58b79c-a86c-4762-b127-8f7aa6a63288 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: fa1146c8-af2b-49a6-88f0-6fee8773ce67] Migrating [ 1529.825858] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 21.872s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1529.851769] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50961fc2-75ea-4db6-9b5f-2c813bee37a9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.930155] env[62438]: DEBUG nova.network.neutron [None req-6a14384b-e511-4787-9ffa-1987b1b81013 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] [instance: d3b27191-a52c-4d5b-858d-f0ac2c936919] Successfully updated port: 4c876ee6-adaf-4833-94ea-185f9b984c46 {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1530.287612] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2e47e1f1-2275-48a3-8357-0c34b272998d tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Acquiring lock "refresh_cache-7d53f422-ce2a-4fb4-b8f7-66da14a63202" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1530.287612] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2e47e1f1-2275-48a3-8357-0c34b272998d tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Acquired lock "refresh_cache-7d53f422-ce2a-4fb4-b8f7-66da14a63202" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.287612] env[62438]: DEBUG nova.network.neutron [None req-2e47e1f1-2275-48a3-8357-0c34b272998d tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 7d53f422-ce2a-4fb4-b8f7-66da14a63202] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1530.288032] env[62438]: DEBUG nova.objects.instance [None req-2e47e1f1-2275-48a3-8357-0c34b272998d tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Lazy-loading 'info_cache' on Instance uuid 7d53f422-ce2a-4fb4-b8f7-66da14a63202 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1530.351166] env[62438]: DEBUG oslo_concurrency.lockutils [None req-da58b79c-a86c-4762-b127-8f7aa6a63288 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Acquiring lock "refresh_cache-fa1146c8-af2b-49a6-88f0-6fee8773ce67" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1530.351285] env[62438]: DEBUG oslo_concurrency.lockutils [None req-da58b79c-a86c-4762-b127-8f7aa6a63288 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Acquired lock "refresh_cache-fa1146c8-af2b-49a6-88f0-6fee8773ce67" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.351466] env[62438]: DEBUG nova.network.neutron [None req-da58b79c-a86c-4762-b127-8f7aa6a63288 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: fa1146c8-af2b-49a6-88f0-6fee8773ce67] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1530.432491] env[62438]: DEBUG oslo_concurrency.lockutils [None req-6a14384b-e511-4787-9ffa-1987b1b81013 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Acquiring lock "refresh_cache-d3b27191-a52c-4d5b-858d-f0ac2c936919" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1530.432652] env[62438]: DEBUG oslo_concurrency.lockutils [None req-6a14384b-e511-4787-9ffa-1987b1b81013 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Acquired lock "refresh_cache-d3b27191-a52c-4d5b-858d-f0ac2c936919" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.432801] env[62438]: DEBUG nova.network.neutron [None req-6a14384b-e511-4787-9ffa-1987b1b81013 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] [instance: d3b27191-a52c-4d5b-858d-f0ac2c936919] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1530.589149] env[62438]: DEBUG nova.network.neutron [-] [instance: 84f3ff00-94b2-4595-8046-865c3016fc77] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1530.792274] env[62438]: DEBUG nova.objects.base [None req-2e47e1f1-2275-48a3-8357-0c34b272998d tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Object Instance<7d53f422-ce2a-4fb4-b8f7-66da14a63202> lazy-loaded attributes: flavor,info_cache {{(pid=62438) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1530.844870] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Applying migration context for instance fa1146c8-af2b-49a6-88f0-6fee8773ce67 as it has an incoming, in-progress migration 8ec11780-1b29-4146-92d7-8a98d7fa34a4. Migration status is pre-migrating {{(pid=62438) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1530.846959] env[62438]: INFO nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: fa1146c8-af2b-49a6-88f0-6fee8773ce67] Updating resource usage from migration 8ec11780-1b29-4146-92d7-8a98d7fa34a4 [ 1530.868818] env[62438]: WARNING nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance d96af944-fba1-4df4-a0f7-0566ae562500 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1530.868989] env[62438]: WARNING nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance b04481d2-d1cf-46e7-98c6-e714cf8c10c0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1530.869139] env[62438]: WARNING nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance 277f271f-6f65-4d7b-af1c-e3383b78d775 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1530.869267] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance c15b97da-95c7-4a9d-be28-cda5cea50c2b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1530.869387] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance e3195d58-9c75-4fcc-8e4b-0c30bd69e311 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1530.869504] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance 03448a20-9731-4076-bf51-852e9fc7f016 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1530.869617] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance e8cde59b-5e45-4f29-9fad-c96039006c88 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1530.869731] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance 43727bec-0fad-43ee-b4e7-a1e48a7169b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1530.869856] env[62438]: WARNING nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance da9c0fae-22ea-4a8a-b9de-e78fbcff5c7f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1530.869970] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance bacfabaa-c0c2-43b7-841f-5539f5de2859 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1530.870095] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance 7d53f422-ce2a-4fb4-b8f7-66da14a63202 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1530.870219] env[62438]: WARNING nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance 82059c94-0c99-48af-8ecb-e9bd695ba6f3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1530.870334] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance 1ed63f2e-9e74-4d64-96fb-7a3315793ca9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1530.870442] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance 84f3ff00-94b2-4595-8046-865c3016fc77 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1530.870552] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1530.870662] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance 2b5c87fe-1c80-4cb9-86fe-4dd083322e71 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1530.870780] env[62438]: WARNING nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance 5f2f6e09-af90-465e-9451-dc4ce16fb851 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1530.870892] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance 29223975-ba66-48c1-9dd6-07143475fb2a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1530.871026] env[62438]: WARNING nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance 0cb4c6c0-63bc-4723-bac2-62479872be0d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1530.871152] env[62438]: WARNING nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance 18dc9467-827b-4fe0-8ddf-03c0093c7737 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1530.871264] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance 2eb62df9-005e-488f-b800-02867ec2fa81 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1530.871373] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance ac81bf4e-9010-4ff5-9857-18690b409637 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1530.871479] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance d3b27191-a52c-4d5b-858d-f0ac2c936919 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1530.871584] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Migration 8ec11780-1b29-4146-92d7-8a98d7fa34a4 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1530.871707] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance fa1146c8-af2b-49a6-88f0-6fee8773ce67 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1530.979663] env[62438]: DEBUG nova.network.neutron [None req-6a14384b-e511-4787-9ffa-1987b1b81013 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] [instance: d3b27191-a52c-4d5b-858d-f0ac2c936919] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1531.059839] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-445ef0dd-803d-4523-9d0f-6e9e6cb31d77 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] [instance: e8cde59b-5e45-4f29-9fad-c96039006c88] Volume attach. Driver type: vmdk {{(pid=62438) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1531.060120] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-445ef0dd-803d-4523-9d0f-6e9e6cb31d77 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] [instance: e8cde59b-5e45-4f29-9fad-c96039006c88] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370399', 'volume_id': '5ceb9790-8835-4696-92f2-3b2c9ea1f863', 'name': 'volume-5ceb9790-8835-4696-92f2-3b2c9ea1f863', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e8cde59b-5e45-4f29-9fad-c96039006c88', 'attached_at': '', 'detached_at': '', 'volume_id': '5ceb9790-8835-4696-92f2-3b2c9ea1f863', 'serial': '5ceb9790-8835-4696-92f2-3b2c9ea1f863'} {{(pid=62438) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1531.061055] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58cff205-0f87-4b47-bba6-1bd28138a382 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.089871] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc9c3440-b02b-4688-9bdb-2be8af49b4c1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.094231] env[62438]: INFO nova.compute.manager [-] [instance: 84f3ff00-94b2-4595-8046-865c3016fc77] Took 1.41 seconds to deallocate network for instance. [ 1531.119323] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-445ef0dd-803d-4523-9d0f-6e9e6cb31d77 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] [instance: e8cde59b-5e45-4f29-9fad-c96039006c88] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] volume-5ceb9790-8835-4696-92f2-3b2c9ea1f863/volume-5ceb9790-8835-4696-92f2-3b2c9ea1f863.vmdk or device None with type thin {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1531.119643] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ab93e9a-f8ff-4b1a-ba7b-13d0fd69077a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.140740] env[62438]: DEBUG oslo_vmware.api [None req-445ef0dd-803d-4523-9d0f-6e9e6cb31d77 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Waiting for the task: (returnval){ [ 1531.140740] env[62438]: value = "task-1784954" [ 1531.140740] env[62438]: _type = "Task" [ 1531.140740] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.150317] env[62438]: DEBUG oslo_vmware.api [None req-445ef0dd-803d-4523-9d0f-6e9e6cb31d77 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Task: {'id': task-1784954, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.362995] env[62438]: DEBUG nova.network.neutron [None req-da58b79c-a86c-4762-b127-8f7aa6a63288 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: fa1146c8-af2b-49a6-88f0-6fee8773ce67] Updating instance_info_cache with network_info: [{"id": "eb610097-d042-4c9c-8835-dcfc17372ce1", "address": "fa:16:3e:2a:50:2f", "network": {"id": "8d95458f-de27-4303-9cbb-3fc3119be5c6", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1928252065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c7d5b4fe1064c71becc5699e8467387", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb610097-d0", "ovs_interfaceid": "eb610097-d042-4c9c-8835-dcfc17372ce1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1531.374805] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance 076a9ab9-ac47-4fc1-8f05-774930931042 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1531.409662] env[62438]: DEBUG nova.network.neutron [None req-6a14384b-e511-4787-9ffa-1987b1b81013 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] [instance: d3b27191-a52c-4d5b-858d-f0ac2c936919] Updating instance_info_cache with network_info: [{"id": "4c876ee6-adaf-4833-94ea-185f9b984c46", "address": "fa:16:3e:f2:0a:ac", "network": {"id": "ef9c7ee7-6797-4f8a-985d-5de0aa7e5024", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-488588387-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33815b23dfb94faeb07c2724add3622e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c876ee6-ad", "ovs_interfaceid": "4c876ee6-adaf-4833-94ea-185f9b984c46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1531.600879] env[62438]: DEBUG oslo_concurrency.lockutils [None req-6504156c-6274-47b3-b9ee-218d82be911b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1531.652926] env[62438]: DEBUG oslo_vmware.api [None req-445ef0dd-803d-4523-9d0f-6e9e6cb31d77 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Task: {'id': task-1784954, 'name': ReconfigVM_Task, 'duration_secs': 0.409389} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.652926] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-445ef0dd-803d-4523-9d0f-6e9e6cb31d77 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] [instance: e8cde59b-5e45-4f29-9fad-c96039006c88] Reconfigured VM instance instance-0000000f to attach disk [datastore1] volume-5ceb9790-8835-4696-92f2-3b2c9ea1f863/volume-5ceb9790-8835-4696-92f2-3b2c9ea1f863.vmdk or device None with type thin {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1531.658155] env[62438]: DEBUG nova.network.neutron [None req-2e47e1f1-2275-48a3-8357-0c34b272998d tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 7d53f422-ce2a-4fb4-b8f7-66da14a63202] Updating instance_info_cache with network_info: [{"id": "a74f1b5c-bd70-4696-afa1-3da7fee83d24", "address": "fa:16:3e:16:41:63", "network": {"id": "6d9847cc-6b35-42aa-a4b3-69c22cbcf1dd", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-604078365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2d033e444434a94b421400f7f016ac4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa74f1b5c-bd", "ovs_interfaceid": "a74f1b5c-bd70-4696-afa1-3da7fee83d24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1531.659781] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74cbfa12-9129-4dc8-bd05-5c7410960954 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.672082] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2e47e1f1-2275-48a3-8357-0c34b272998d tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Releasing lock "refresh_cache-7d53f422-ce2a-4fb4-b8f7-66da14a63202" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1531.680761] env[62438]: DEBUG oslo_vmware.api [None req-445ef0dd-803d-4523-9d0f-6e9e6cb31d77 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Waiting for the task: (returnval){ [ 1531.680761] env[62438]: value = "task-1784955" [ 1531.680761] env[62438]: _type = "Task" [ 1531.680761] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.691847] env[62438]: DEBUG oslo_vmware.api [None req-445ef0dd-803d-4523-9d0f-6e9e6cb31d77 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Task: {'id': task-1784955, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.749299] env[62438]: DEBUG nova.compute.manager [req-e7a7e70d-8998-40bc-97aa-a8485a87291c req-6b6df37c-2c01-4a0e-a088-f1f57cf5874b service nova] [instance: d3b27191-a52c-4d5b-858d-f0ac2c936919] Received event network-changed-4c876ee6-adaf-4833-94ea-185f9b984c46 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1531.749582] env[62438]: DEBUG nova.compute.manager [req-e7a7e70d-8998-40bc-97aa-a8485a87291c req-6b6df37c-2c01-4a0e-a088-f1f57cf5874b service nova] [instance: d3b27191-a52c-4d5b-858d-f0ac2c936919] Refreshing instance network info cache due to event network-changed-4c876ee6-adaf-4833-94ea-185f9b984c46. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1531.749788] env[62438]: DEBUG oslo_concurrency.lockutils [req-e7a7e70d-8998-40bc-97aa-a8485a87291c req-6b6df37c-2c01-4a0e-a088-f1f57cf5874b service nova] Acquiring lock "refresh_cache-d3b27191-a52c-4d5b-858d-f0ac2c936919" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1531.867226] env[62438]: DEBUG oslo_concurrency.lockutils [None req-da58b79c-a86c-4762-b127-8f7aa6a63288 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Releasing lock "refresh_cache-fa1146c8-af2b-49a6-88f0-6fee8773ce67" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1531.877806] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance 0966016a-9742-4bcc-9b2f-81e684a54d46 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1531.878128] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=62438) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1531.878301] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3904MB phys_disk=200GB used_disk=18GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=62438) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1531.912038] env[62438]: DEBUG oslo_concurrency.lockutils [None req-6a14384b-e511-4787-9ffa-1987b1b81013 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Releasing lock "refresh_cache-d3b27191-a52c-4d5b-858d-f0ac2c936919" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1531.912406] env[62438]: DEBUG nova.compute.manager [None req-6a14384b-e511-4787-9ffa-1987b1b81013 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] [instance: d3b27191-a52c-4d5b-858d-f0ac2c936919] Instance network_info: |[{"id": "4c876ee6-adaf-4833-94ea-185f9b984c46", "address": "fa:16:3e:f2:0a:ac", "network": {"id": "ef9c7ee7-6797-4f8a-985d-5de0aa7e5024", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-488588387-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33815b23dfb94faeb07c2724add3622e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c876ee6-ad", "ovs_interfaceid": "4c876ee6-adaf-4833-94ea-185f9b984c46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1531.912768] env[62438]: DEBUG oslo_concurrency.lockutils [req-e7a7e70d-8998-40bc-97aa-a8485a87291c req-6b6df37c-2c01-4a0e-a088-f1f57cf5874b service nova] Acquired lock "refresh_cache-d3b27191-a52c-4d5b-858d-f0ac2c936919" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.913031] env[62438]: DEBUG nova.network.neutron [req-e7a7e70d-8998-40bc-97aa-a8485a87291c req-6b6df37c-2c01-4a0e-a088-f1f57cf5874b service nova] [instance: d3b27191-a52c-4d5b-858d-f0ac2c936919] Refreshing network info cache for port 4c876ee6-adaf-4833-94ea-185f9b984c46 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1531.914400] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-6a14384b-e511-4787-9ffa-1987b1b81013 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] [instance: d3b27191-a52c-4d5b-858d-f0ac2c936919] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:0a:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37333dc2-982e-45e9-9dda-0c18417d7fa6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4c876ee6-adaf-4833-94ea-185f9b984c46', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1531.921734] env[62438]: DEBUG oslo.service.loopingcall [None req-6a14384b-e511-4787-9ffa-1987b1b81013 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1531.925148] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3b27191-a52c-4d5b-858d-f0ac2c936919] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1531.925830] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-17a2dd7c-6e08-4515-a383-a0f15f377a69 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.950599] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1531.950599] env[62438]: value = "task-1784956" [ 1531.950599] env[62438]: _type = "Task" [ 1531.950599] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.965073] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784956, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.177649] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e47e1f1-2275-48a3-8357-0c34b272998d tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 7d53f422-ce2a-4fb4-b8f7-66da14a63202] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1532.177649] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-672ca372-6838-431e-aef0-14e1103b6ff9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.186962] env[62438]: DEBUG oslo_vmware.api [None req-2e47e1f1-2275-48a3-8357-0c34b272998d tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Waiting for the task: (returnval){ [ 1532.186962] env[62438]: value = "task-1784957" [ 1532.186962] env[62438]: _type = "Task" [ 1532.186962] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.195432] env[62438]: DEBUG oslo_vmware.api [None req-445ef0dd-803d-4523-9d0f-6e9e6cb31d77 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Task: {'id': task-1784955, 'name': ReconfigVM_Task, 'duration_secs': 0.163909} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.195763] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-445ef0dd-803d-4523-9d0f-6e9e6cb31d77 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] [instance: e8cde59b-5e45-4f29-9fad-c96039006c88] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370399', 'volume_id': '5ceb9790-8835-4696-92f2-3b2c9ea1f863', 'name': 'volume-5ceb9790-8835-4696-92f2-3b2c9ea1f863', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e8cde59b-5e45-4f29-9fad-c96039006c88', 'attached_at': '', 'detached_at': '', 'volume_id': '5ceb9790-8835-4696-92f2-3b2c9ea1f863', 'serial': '5ceb9790-8835-4696-92f2-3b2c9ea1f863'} {{(pid=62438) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1532.202977] env[62438]: DEBUG oslo_vmware.api [None req-2e47e1f1-2275-48a3-8357-0c34b272998d tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Task: {'id': task-1784957, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.281685] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e53cfa58-cd0f-40c8-b342-c8c4bfa8e7fd {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.289943] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc7321e-5736-4608-9cbf-7beb9eb5d430 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.323898] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b9e980-bd67-4720-8d58-e976acf13284 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.331836] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-969558cb-5f4f-4111-ab9b-d176df619cb4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.347116] env[62438]: DEBUG nova.compute.provider_tree [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1532.462780] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784956, 'name': CreateVM_Task, 'duration_secs': 0.47778} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.463145] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3b27191-a52c-4d5b-858d-f0ac2c936919] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1532.463580] env[62438]: DEBUG oslo_concurrency.lockutils [None req-6a14384b-e511-4787-9ffa-1987b1b81013 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1532.463754] env[62438]: DEBUG oslo_concurrency.lockutils [None req-6a14384b-e511-4787-9ffa-1987b1b81013 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.464162] env[62438]: DEBUG oslo_concurrency.lockutils [None req-6a14384b-e511-4787-9ffa-1987b1b81013 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1532.464447] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03b7c496-ba97-4ca8-ae01-9e82a2fad804 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.469796] env[62438]: DEBUG oslo_vmware.api [None req-6a14384b-e511-4787-9ffa-1987b1b81013 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Waiting for the task: (returnval){ [ 1532.469796] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52fb755f-3909-5fca-b227-f62402d412d5" [ 1532.469796] env[62438]: _type = "Task" [ 1532.469796] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.479505] env[62438]: DEBUG oslo_vmware.api [None req-6a14384b-e511-4787-9ffa-1987b1b81013 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52fb755f-3909-5fca-b227-f62402d412d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.705532] env[62438]: DEBUG oslo_vmware.api [None req-2e47e1f1-2275-48a3-8357-0c34b272998d tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Task: {'id': task-1784957, 'name': PowerOnVM_Task, 'duration_secs': 0.486966} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.706313] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e47e1f1-2275-48a3-8357-0c34b272998d tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 7d53f422-ce2a-4fb4-b8f7-66da14a63202] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1532.706521] env[62438]: DEBUG nova.compute.manager [None req-2e47e1f1-2275-48a3-8357-0c34b272998d tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 7d53f422-ce2a-4fb4-b8f7-66da14a63202] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1532.707358] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1881751-e3f5-4ed2-8103-88b6f015686e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.710742] env[62438]: DEBUG nova.network.neutron [req-e7a7e70d-8998-40bc-97aa-a8485a87291c req-6b6df37c-2c01-4a0e-a088-f1f57cf5874b service nova] [instance: d3b27191-a52c-4d5b-858d-f0ac2c936919] Updated VIF entry in instance network info cache for port 4c876ee6-adaf-4833-94ea-185f9b984c46. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1532.711080] env[62438]: DEBUG nova.network.neutron [req-e7a7e70d-8998-40bc-97aa-a8485a87291c req-6b6df37c-2c01-4a0e-a088-f1f57cf5874b service nova] [instance: d3b27191-a52c-4d5b-858d-f0ac2c936919] Updating instance_info_cache with network_info: [{"id": "4c876ee6-adaf-4833-94ea-185f9b984c46", "address": "fa:16:3e:f2:0a:ac", "network": {"id": "ef9c7ee7-6797-4f8a-985d-5de0aa7e5024", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-488588387-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33815b23dfb94faeb07c2724add3622e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c876ee6-ad", "ovs_interfaceid": "4c876ee6-adaf-4833-94ea-185f9b984c46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1532.767530] env[62438]: DEBUG oslo_concurrency.lockutils [None req-89f9902c-b7e5-4817-9ebd-fe139ddfca8f tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Acquiring lock "2b5c87fe-1c80-4cb9-86fe-4dd083322e71" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1532.767722] env[62438]: DEBUG oslo_concurrency.lockutils [None req-89f9902c-b7e5-4817-9ebd-fe139ddfca8f tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Lock "2b5c87fe-1c80-4cb9-86fe-4dd083322e71" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1532.852055] env[62438]: DEBUG nova.scheduler.client.report [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1532.984278] env[62438]: DEBUG oslo_vmware.api [None req-6a14384b-e511-4787-9ffa-1987b1b81013 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52fb755f-3909-5fca-b227-f62402d412d5, 'name': SearchDatastore_Task, 'duration_secs': 0.015476} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.984624] env[62438]: DEBUG oslo_concurrency.lockutils [None req-6a14384b-e511-4787-9ffa-1987b1b81013 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1532.984865] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-6a14384b-e511-4787-9ffa-1987b1b81013 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] [instance: d3b27191-a52c-4d5b-858d-f0ac2c936919] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1532.985133] env[62438]: DEBUG oslo_concurrency.lockutils [None req-6a14384b-e511-4787-9ffa-1987b1b81013 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1532.985288] env[62438]: DEBUG oslo_concurrency.lockutils [None req-6a14384b-e511-4787-9ffa-1987b1b81013 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.985475] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a14384b-e511-4787-9ffa-1987b1b81013 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1532.985750] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9a903dfc-70fd-44cc-a205-934075b7ae2b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.998746] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a14384b-e511-4787-9ffa-1987b1b81013 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1532.998965] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-6a14384b-e511-4787-9ffa-1987b1b81013 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1532.999745] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad9bc9dc-8c00-4fc1-b0fd-2fc7c06747ae {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.005902] env[62438]: DEBUG oslo_vmware.api [None req-6a14384b-e511-4787-9ffa-1987b1b81013 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Waiting for the task: (returnval){ [ 1533.005902] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]523343d8-fd61-dcc2-5cdf-b400bd436400" [ 1533.005902] env[62438]: _type = "Task" [ 1533.005902] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.014095] env[62438]: DEBUG oslo_vmware.api [None req-6a14384b-e511-4787-9ffa-1987b1b81013 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]523343d8-fd61-dcc2-5cdf-b400bd436400, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.061847] env[62438]: DEBUG nova.compute.manager [None req-7dd5bf75-4329-4039-838d-022cdd1409de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1533.063024] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e44689-cdb5-4fe6-b470-6abb6747f8bb {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.218530] env[62438]: DEBUG oslo_concurrency.lockutils [req-e7a7e70d-8998-40bc-97aa-a8485a87291c req-6b6df37c-2c01-4a0e-a088-f1f57cf5874b service nova] Releasing lock "refresh_cache-d3b27191-a52c-4d5b-858d-f0ac2c936919" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1533.218847] env[62438]: DEBUG nova.compute.manager [req-e7a7e70d-8998-40bc-97aa-a8485a87291c req-6b6df37c-2c01-4a0e-a088-f1f57cf5874b service nova] [instance: 84f3ff00-94b2-4595-8046-865c3016fc77] Received event network-vif-deleted-f6998673-c51a-41b4-8da7-a6c1d8d2592d {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1533.256397] env[62438]: DEBUG nova.objects.instance [None req-445ef0dd-803d-4523-9d0f-6e9e6cb31d77 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Lazy-loading 'flavor' on Instance uuid e8cde59b-5e45-4f29-9fad-c96039006c88 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1533.270153] env[62438]: DEBUG nova.compute.utils [None req-89f9902c-b7e5-4817-9ebd-fe139ddfca8f tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1533.355361] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62438) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1533.355683] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.530s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1533.355970] env[62438]: DEBUG oslo_concurrency.lockutils [None req-352838cd-565b-4736-8684-d4d71adcb4ad tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.011s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1533.356249] env[62438]: DEBUG oslo_concurrency.lockutils [None req-352838cd-565b-4736-8684-d4d71adcb4ad tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1533.358410] env[62438]: DEBUG oslo_concurrency.lockutils [None req-aee11919-7b7f-4095-8d2f-9b8e33870db9 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.862s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1533.358601] env[62438]: DEBUG oslo_concurrency.lockutils [None req-aee11919-7b7f-4095-8d2f-9b8e33870db9 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1533.360282] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2a15c931-8778-42d8-a9d0-f8a6316f4b60 tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.953s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1533.360474] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2a15c931-8778-42d8-a9d0-f8a6316f4b60 tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1533.362073] env[62438]: DEBUG oslo_concurrency.lockutils [None req-10395385-209e-429c-90d5-2fae253a874a tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.585s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1533.364217] env[62438]: INFO nova.compute.claims [None req-10395385-209e-429c-90d5-2fae253a874a tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 076a9ab9-ac47-4fc1-8f05-774930931042] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1533.382449] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-671f32b2-1db8-4cae-b385-adba9ad38693 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.404737] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-da58b79c-a86c-4762-b127-8f7aa6a63288 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: fa1146c8-af2b-49a6-88f0-6fee8773ce67] Updating instance 'fa1146c8-af2b-49a6-88f0-6fee8773ce67' progress to 0 {{(pid=62438) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1533.410397] env[62438]: INFO nova.scheduler.client.report [None req-2a15c931-8778-42d8-a9d0-f8a6316f4b60 tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] Deleted allocations for instance 5f2f6e09-af90-465e-9451-dc4ce16fb851 [ 1533.412560] env[62438]: INFO nova.scheduler.client.report [None req-352838cd-565b-4736-8684-d4d71adcb4ad tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Deleted allocations for instance da9c0fae-22ea-4a8a-b9de-e78fbcff5c7f [ 1533.417083] env[62438]: INFO nova.scheduler.client.report [None req-aee11919-7b7f-4095-8d2f-9b8e33870db9 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Deleted allocations for instance b04481d2-d1cf-46e7-98c6-e714cf8c10c0 [ 1533.517858] env[62438]: DEBUG oslo_vmware.api [None req-6a14384b-e511-4787-9ffa-1987b1b81013 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]523343d8-fd61-dcc2-5cdf-b400bd436400, 'name': SearchDatastore_Task, 'duration_secs': 0.032968} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.518732] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45c6ab31-e195-418b-9000-6f530b0d14e2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.525279] env[62438]: DEBUG oslo_vmware.api [None req-6a14384b-e511-4787-9ffa-1987b1b81013 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Waiting for the task: (returnval){ [ 1533.525279] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52b08dbb-5a7a-bbe3-8dbf-2e09d3963d88" [ 1533.525279] env[62438]: _type = "Task" [ 1533.525279] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.534435] env[62438]: DEBUG oslo_vmware.api [None req-6a14384b-e511-4787-9ffa-1987b1b81013 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52b08dbb-5a7a-bbe3-8dbf-2e09d3963d88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.574048] env[62438]: INFO nova.compute.manager [None req-7dd5bf75-4329-4039-838d-022cdd1409de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] instance snapshotting [ 1533.574686] env[62438]: DEBUG nova.objects.instance [None req-7dd5bf75-4329-4039-838d-022cdd1409de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Lazy-loading 'flavor' on Instance uuid 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1533.761839] env[62438]: DEBUG oslo_concurrency.lockutils [None req-445ef0dd-803d-4523-9d0f-6e9e6cb31d77 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Lock "e8cde59b-5e45-4f29-9fad-c96039006c88" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.849s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1533.772877] env[62438]: DEBUG oslo_concurrency.lockutils [None req-89f9902c-b7e5-4817-9ebd-fe139ddfca8f tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Lock "2b5c87fe-1c80-4cb9-86fe-4dd083322e71" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1533.912622] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-da58b79c-a86c-4762-b127-8f7aa6a63288 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: fa1146c8-af2b-49a6-88f0-6fee8773ce67] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1533.913789] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67790208-6c7f-4ee1-9bf0-5efccc07b121 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.919601] env[62438]: DEBUG oslo_concurrency.lockutils [None req-352838cd-565b-4736-8684-d4d71adcb4ad tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Lock "da9c0fae-22ea-4a8a-b9de-e78fbcff5c7f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.818s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1533.925295] env[62438]: DEBUG oslo_vmware.api [None req-da58b79c-a86c-4762-b127-8f7aa6a63288 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Waiting for the task: (returnval){ [ 1533.925295] env[62438]: value = "task-1784958" [ 1533.925295] env[62438]: _type = "Task" [ 1533.925295] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.925838] env[62438]: DEBUG oslo_concurrency.lockutils [None req-aee11919-7b7f-4095-8d2f-9b8e33870db9 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Lock "b04481d2-d1cf-46e7-98c6-e714cf8c10c0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.423s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1533.926649] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2a15c931-8778-42d8-a9d0-f8a6316f4b60 tempest-ServerMetadataTestJSON-1597568511 tempest-ServerMetadataTestJSON-1597568511-project-member] Lock "5f2f6e09-af90-465e-9451-dc4ce16fb851" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.573s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1533.940820] env[62438]: DEBUG oslo_vmware.api [None req-da58b79c-a86c-4762-b127-8f7aa6a63288 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1784958, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.038086] env[62438]: DEBUG oslo_vmware.api [None req-6a14384b-e511-4787-9ffa-1987b1b81013 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52b08dbb-5a7a-bbe3-8dbf-2e09d3963d88, 'name': SearchDatastore_Task, 'duration_secs': 0.014281} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.038486] env[62438]: DEBUG oslo_concurrency.lockutils [None req-6a14384b-e511-4787-9ffa-1987b1b81013 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1534.038831] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a14384b-e511-4787-9ffa-1987b1b81013 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] d3b27191-a52c-4d5b-858d-f0ac2c936919/d3b27191-a52c-4d5b-858d-f0ac2c936919.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1534.039164] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bf597cac-cd5e-4898-95c4-c9ad53294308 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.048216] env[62438]: DEBUG oslo_vmware.api [None req-6a14384b-e511-4787-9ffa-1987b1b81013 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Waiting for the task: (returnval){ [ 1534.048216] env[62438]: value = "task-1784959" [ 1534.048216] env[62438]: _type = "Task" [ 1534.048216] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.058869] env[62438]: DEBUG oslo_vmware.api [None req-6a14384b-e511-4787-9ffa-1987b1b81013 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Task: {'id': task-1784959, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.081577] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6913bd75-8594-42fa-a6de-9ddea50ceb31 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.103451] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9b563d1-8c2c-48b1-a1ff-1d15b7537054 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.444090] env[62438]: DEBUG oslo_vmware.api [None req-da58b79c-a86c-4762-b127-8f7aa6a63288 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1784958, 'name': PowerOffVM_Task, 'duration_secs': 0.234303} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.444459] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-da58b79c-a86c-4762-b127-8f7aa6a63288 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: fa1146c8-af2b-49a6-88f0-6fee8773ce67] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1534.444588] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-da58b79c-a86c-4762-b127-8f7aa6a63288 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: fa1146c8-af2b-49a6-88f0-6fee8773ce67] Updating instance 'fa1146c8-af2b-49a6-88f0-6fee8773ce67' progress to 17 {{(pid=62438) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1534.563890] env[62438]: DEBUG oslo_vmware.api [None req-6a14384b-e511-4787-9ffa-1987b1b81013 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Task: {'id': task-1784959, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.617953] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-7dd5bf75-4329-4039-838d-022cdd1409de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Creating Snapshot of the VM instance {{(pid=62438) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1534.620171] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-88e20db3-ffc6-49a6-93b0-393bed8b5f1d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.633035] env[62438]: DEBUG oslo_vmware.api [None req-7dd5bf75-4329-4039-838d-022cdd1409de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Waiting for the task: (returnval){ [ 1534.633035] env[62438]: value = "task-1784960" [ 1534.633035] env[62438]: _type = "Task" [ 1534.633035] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.637133] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a0a7024a-09d1-4da9-af66-4f87319d782a tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Acquiring lock "e3195d58-9c75-4fcc-8e4b-0c30bd69e311" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1534.637133] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a0a7024a-09d1-4da9-af66-4f87319d782a tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Lock "e3195d58-9c75-4fcc-8e4b-0c30bd69e311" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1534.637382] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a0a7024a-09d1-4da9-af66-4f87319d782a tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Acquiring lock "e3195d58-9c75-4fcc-8e4b-0c30bd69e311-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1534.637554] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a0a7024a-09d1-4da9-af66-4f87319d782a tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Lock "e3195d58-9c75-4fcc-8e4b-0c30bd69e311-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1534.637689] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a0a7024a-09d1-4da9-af66-4f87319d782a tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Lock "e3195d58-9c75-4fcc-8e4b-0c30bd69e311-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1534.644019] env[62438]: INFO nova.compute.manager [None req-a0a7024a-09d1-4da9-af66-4f87319d782a tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: e3195d58-9c75-4fcc-8e4b-0c30bd69e311] Terminating instance [ 1534.646295] env[62438]: DEBUG nova.compute.manager [None req-a0a7024a-09d1-4da9-af66-4f87319d782a tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: e3195d58-9c75-4fcc-8e4b-0c30bd69e311] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1534.646295] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a7024a-09d1-4da9-af66-4f87319d782a tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: e3195d58-9c75-4fcc-8e4b-0c30bd69e311] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1534.648086] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-857ffbd6-73f6-4050-bb43-f4ecb2bcb0d6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.658260] env[62438]: DEBUG oslo_vmware.api [None req-7dd5bf75-4329-4039-838d-022cdd1409de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1784960, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.662697] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0a7024a-09d1-4da9-af66-4f87319d782a tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: e3195d58-9c75-4fcc-8e4b-0c30bd69e311] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1534.663450] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f5d4789-ffc8-46e5-b13b-680492f3d5b7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.674520] env[62438]: DEBUG oslo_vmware.api [None req-a0a7024a-09d1-4da9-af66-4f87319d782a tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Waiting for the task: (returnval){ [ 1534.674520] env[62438]: value = "task-1784961" [ 1534.674520] env[62438]: _type = "Task" [ 1534.674520] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.684745] env[62438]: DEBUG oslo_vmware.api [None req-a0a7024a-09d1-4da9-af66-4f87319d782a tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': task-1784961, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.750197] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe631f7c-7a4a-4bb4-a3d0-15f72792bf6c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.759673] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d22b3f-0723-4d94-86bc-6c7f60d0c1b5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.795089] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa83fd7-f7bc-4abd-ae41-15bd0cd54af4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.803557] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc938b3-25e3-4f25-b74c-babdbcd1aeba {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.818562] env[62438]: DEBUG nova.compute.provider_tree [None req-10395385-209e-429c-90d5-2fae253a874a tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1534.832419] env[62438]: DEBUG oslo_concurrency.lockutils [None req-89f9902c-b7e5-4817-9ebd-fe139ddfca8f tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Acquiring lock "2b5c87fe-1c80-4cb9-86fe-4dd083322e71" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1534.832766] env[62438]: DEBUG oslo_concurrency.lockutils [None req-89f9902c-b7e5-4817-9ebd-fe139ddfca8f tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Lock "2b5c87fe-1c80-4cb9-86fe-4dd083322e71" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1534.833048] env[62438]: INFO nova.compute.manager [None req-89f9902c-b7e5-4817-9ebd-fe139ddfca8f tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: 2b5c87fe-1c80-4cb9-86fe-4dd083322e71] Attaching volume 4cf3c2cb-97cd-45fc-a055-d7fe736b3447 to /dev/sdb [ 1534.880897] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ea2c41-efc5-40af-95b7-81cddc2947fa {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.886633] env[62438]: DEBUG oslo_concurrency.lockutils [None req-3ad86d42-7edd-47f8-8091-fcf8a5756799 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Acquiring lock "e8cde59b-5e45-4f29-9fad-c96039006c88" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1534.886885] env[62438]: DEBUG oslo_concurrency.lockutils [None req-3ad86d42-7edd-47f8-8091-fcf8a5756799 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Lock "e8cde59b-5e45-4f29-9fad-c96039006c88" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1534.891981] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b315b9d9-b052-46e0-adab-d465dd9a70fa {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.911967] env[62438]: DEBUG nova.virt.block_device [None req-89f9902c-b7e5-4817-9ebd-fe139ddfca8f tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: 2b5c87fe-1c80-4cb9-86fe-4dd083322e71] Updating existing volume attachment record: cefc4e19-39a3-4d64-b13b-41a5b4005d2a {{(pid=62438) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1534.952082] env[62438]: DEBUG nova.virt.hardware [None req-da58b79c-a86c-4762-b127-8f7aa6a63288 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1534.952507] env[62438]: DEBUG nova.virt.hardware [None req-da58b79c-a86c-4762-b127-8f7aa6a63288 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1534.952690] env[62438]: DEBUG nova.virt.hardware [None req-da58b79c-a86c-4762-b127-8f7aa6a63288 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1534.952903] env[62438]: DEBUG nova.virt.hardware [None req-da58b79c-a86c-4762-b127-8f7aa6a63288 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1534.953089] env[62438]: DEBUG nova.virt.hardware [None req-da58b79c-a86c-4762-b127-8f7aa6a63288 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1534.953277] env[62438]: DEBUG nova.virt.hardware [None req-da58b79c-a86c-4762-b127-8f7aa6a63288 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1534.953493] env[62438]: DEBUG nova.virt.hardware [None req-da58b79c-a86c-4762-b127-8f7aa6a63288 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1534.953662] env[62438]: DEBUG nova.virt.hardware [None req-da58b79c-a86c-4762-b127-8f7aa6a63288 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1534.953833] env[62438]: DEBUG nova.virt.hardware [None req-da58b79c-a86c-4762-b127-8f7aa6a63288 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1534.954099] env[62438]: DEBUG nova.virt.hardware [None req-da58b79c-a86c-4762-b127-8f7aa6a63288 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1534.954293] env[62438]: DEBUG nova.virt.hardware [None req-da58b79c-a86c-4762-b127-8f7aa6a63288 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1534.960044] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2c60101-a526-496d-93c1-e7533bd5e39d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.979116] env[62438]: DEBUG oslo_vmware.api [None req-da58b79c-a86c-4762-b127-8f7aa6a63288 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Waiting for the task: (returnval){ [ 1534.979116] env[62438]: value = "task-1784962" [ 1534.979116] env[62438]: _type = "Task" [ 1534.979116] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.990547] env[62438]: DEBUG oslo_vmware.api [None req-da58b79c-a86c-4762-b127-8f7aa6a63288 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1784962, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.061116] env[62438]: DEBUG oslo_vmware.api [None req-6a14384b-e511-4787-9ffa-1987b1b81013 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Task: {'id': task-1784959, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.712948} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.061510] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a14384b-e511-4787-9ffa-1987b1b81013 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] d3b27191-a52c-4d5b-858d-f0ac2c936919/d3b27191-a52c-4d5b-858d-f0ac2c936919.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1535.061749] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-6a14384b-e511-4787-9ffa-1987b1b81013 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] [instance: d3b27191-a52c-4d5b-858d-f0ac2c936919] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1535.062156] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b20a6eda-0db1-4b1c-a793-98f41c821c61 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.070011] env[62438]: DEBUG oslo_vmware.api [None req-6a14384b-e511-4787-9ffa-1987b1b81013 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Waiting for the task: (returnval){ [ 1535.070011] env[62438]: value = "task-1784964" [ 1535.070011] env[62438]: _type = "Task" [ 1535.070011] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.080847] env[62438]: DEBUG oslo_vmware.api [None req-6a14384b-e511-4787-9ffa-1987b1b81013 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Task: {'id': task-1784964, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.147388] env[62438]: DEBUG oslo_vmware.api [None req-7dd5bf75-4329-4039-838d-022cdd1409de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1784960, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.185406] env[62438]: DEBUG oslo_vmware.api [None req-a0a7024a-09d1-4da9-af66-4f87319d782a tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': task-1784961, 'name': PowerOffVM_Task, 'duration_secs': 0.229603} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.185657] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0a7024a-09d1-4da9-af66-4f87319d782a tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: e3195d58-9c75-4fcc-8e4b-0c30bd69e311] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1535.185991] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a7024a-09d1-4da9-af66-4f87319d782a tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: e3195d58-9c75-4fcc-8e4b-0c30bd69e311] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1535.186178] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e1cf601-d535-426c-b2b2-1f1a51ef63e9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.325452] env[62438]: DEBUG nova.scheduler.client.report [None req-10395385-209e-429c-90d5-2fae253a874a tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1535.374734] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a7024a-09d1-4da9-af66-4f87319d782a tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: e3195d58-9c75-4fcc-8e4b-0c30bd69e311] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1535.374734] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a7024a-09d1-4da9-af66-4f87319d782a tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: e3195d58-9c75-4fcc-8e4b-0c30bd69e311] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1535.374734] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0a7024a-09d1-4da9-af66-4f87319d782a tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Deleting the datastore file [datastore1] e3195d58-9c75-4fcc-8e4b-0c30bd69e311 {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1535.374734] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0655255c-0de2-4636-9822-a049cb5612e7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.382797] env[62438]: DEBUG oslo_vmware.api [None req-a0a7024a-09d1-4da9-af66-4f87319d782a tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Waiting for the task: (returnval){ [ 1535.382797] env[62438]: value = "task-1784968" [ 1535.382797] env[62438]: _type = "Task" [ 1535.382797] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.399140] env[62438]: INFO nova.compute.manager [None req-3ad86d42-7edd-47f8-8091-fcf8a5756799 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] [instance: e8cde59b-5e45-4f29-9fad-c96039006c88] Detaching volume 5ceb9790-8835-4696-92f2-3b2c9ea1f863 [ 1535.399140] env[62438]: DEBUG oslo_vmware.api [None req-a0a7024a-09d1-4da9-af66-4f87319d782a tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': task-1784968, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.439418] env[62438]: INFO nova.virt.block_device [None req-3ad86d42-7edd-47f8-8091-fcf8a5756799 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] [instance: e8cde59b-5e45-4f29-9fad-c96039006c88] Attempting to driver detach volume 5ceb9790-8835-4696-92f2-3b2c9ea1f863 from mountpoint /dev/sdb [ 1535.439643] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ad86d42-7edd-47f8-8091-fcf8a5756799 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] [instance: e8cde59b-5e45-4f29-9fad-c96039006c88] Volume detach. Driver type: vmdk {{(pid=62438) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1535.439880] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ad86d42-7edd-47f8-8091-fcf8a5756799 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] [instance: e8cde59b-5e45-4f29-9fad-c96039006c88] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370399', 'volume_id': '5ceb9790-8835-4696-92f2-3b2c9ea1f863', 'name': 'volume-5ceb9790-8835-4696-92f2-3b2c9ea1f863', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e8cde59b-5e45-4f29-9fad-c96039006c88', 'attached_at': '', 'detached_at': '', 'volume_id': '5ceb9790-8835-4696-92f2-3b2c9ea1f863', 'serial': '5ceb9790-8835-4696-92f2-3b2c9ea1f863'} {{(pid=62438) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1535.440901] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-073724ec-cc83-4bdd-97f7-0ad5a6567408 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.466283] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05ecfad2-f55f-47fb-96b9-4f6f5518cbc7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.475028] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c79301f2-0246-485e-8417-ad36753b6e39 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.502817] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecee90ea-cc2e-4b31-bcbb-81f75c236219 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.511208] env[62438]: DEBUG oslo_vmware.api [None req-da58b79c-a86c-4762-b127-8f7aa6a63288 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1784962, 'name': ReconfigVM_Task, 'duration_secs': 0.257113} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.512018] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-da58b79c-a86c-4762-b127-8f7aa6a63288 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: fa1146c8-af2b-49a6-88f0-6fee8773ce67] Updating instance 'fa1146c8-af2b-49a6-88f0-6fee8773ce67' progress to 33 {{(pid=62438) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1535.532643] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ad86d42-7edd-47f8-8091-fcf8a5756799 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] The volume has not been displaced from its original location: [datastore1] volume-5ceb9790-8835-4696-92f2-3b2c9ea1f863/volume-5ceb9790-8835-4696-92f2-3b2c9ea1f863.vmdk. No consolidation needed. {{(pid=62438) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1535.539101] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ad86d42-7edd-47f8-8091-fcf8a5756799 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] [instance: e8cde59b-5e45-4f29-9fad-c96039006c88] Reconfiguring VM instance instance-0000000f to detach disk 2001 {{(pid=62438) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1535.539917] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b84a1ca5-913f-48f5-8842-93c7d6c36ac9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.562468] env[62438]: DEBUG oslo_vmware.api [None req-3ad86d42-7edd-47f8-8091-fcf8a5756799 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Waiting for the task: (returnval){ [ 1535.562468] env[62438]: value = "task-1784969" [ 1535.562468] env[62438]: _type = "Task" [ 1535.562468] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.573752] env[62438]: DEBUG oslo_vmware.api [None req-3ad86d42-7edd-47f8-8091-fcf8a5756799 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Task: {'id': task-1784969, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.584967] env[62438]: DEBUG oslo_vmware.api [None req-6a14384b-e511-4787-9ffa-1987b1b81013 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Task: {'id': task-1784964, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074658} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.585294] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-6a14384b-e511-4787-9ffa-1987b1b81013 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] [instance: d3b27191-a52c-4d5b-858d-f0ac2c936919] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1535.586132] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e890c0d6-175d-43a4-91ac-0230f1cc6efd {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.613423] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a14384b-e511-4787-9ffa-1987b1b81013 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] [instance: d3b27191-a52c-4d5b-858d-f0ac2c936919] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] d3b27191-a52c-4d5b-858d-f0ac2c936919/d3b27191-a52c-4d5b-858d-f0ac2c936919.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1535.613904] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f7fd847-9dd7-4634-bc7d-97cd1b78d4a9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.637323] env[62438]: DEBUG oslo_vmware.api [None req-6a14384b-e511-4787-9ffa-1987b1b81013 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Waiting for the task: (returnval){ [ 1535.637323] env[62438]: value = "task-1784970" [ 1535.637323] env[62438]: _type = "Task" [ 1535.637323] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.654023] env[62438]: DEBUG oslo_vmware.api [None req-7dd5bf75-4329-4039-838d-022cdd1409de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1784960, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.655098] env[62438]: DEBUG oslo_vmware.api [None req-6a14384b-e511-4787-9ffa-1987b1b81013 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Task: {'id': task-1784970, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.832748] env[62438]: DEBUG oslo_concurrency.lockutils [None req-10395385-209e-429c-90d5-2fae253a874a tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.469s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1535.832748] env[62438]: DEBUG nova.compute.manager [None req-10395385-209e-429c-90d5-2fae253a874a tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 076a9ab9-ac47-4fc1-8f05-774930931042] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1535.837100] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c1b5317a-195c-4905-b894-ebba384984cb tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.823s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1535.837100] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c1b5317a-195c-4905-b894-ebba384984cb tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1535.838795] env[62438]: DEBUG oslo_concurrency.lockutils [None req-18cfe5b0-428a-4cc0-a995-28affab8a6eb tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.793s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1535.838795] env[62438]: DEBUG oslo_concurrency.lockutils [None req-18cfe5b0-428a-4cc0-a995-28affab8a6eb tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1535.840575] env[62438]: DEBUG oslo_concurrency.lockutils [None req-4042442d-95cb-43b2-afed-c222b65a62d3 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.978s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1535.840970] env[62438]: DEBUG oslo_concurrency.lockutils [None req-4042442d-95cb-43b2-afed-c222b65a62d3 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1535.842867] env[62438]: DEBUG oslo_concurrency.lockutils [None req-090bbac4-71ae-4402-99ee-178361ecd619 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.187s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1535.846891] env[62438]: INFO nova.compute.claims [None req-090bbac4-71ae-4402-99ee-178361ecd619 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] [instance: 0966016a-9742-4bcc-9b2f-81e684a54d46] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1535.880689] env[62438]: INFO nova.scheduler.client.report [None req-c1b5317a-195c-4905-b894-ebba384984cb tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Deleted allocations for instance 18dc9467-827b-4fe0-8ddf-03c0093c7737 [ 1535.890456] env[62438]: INFO nova.scheduler.client.report [None req-4042442d-95cb-43b2-afed-c222b65a62d3 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Deleted allocations for instance d96af944-fba1-4df4-a0f7-0566ae562500 [ 1535.899924] env[62438]: DEBUG oslo_vmware.api [None req-a0a7024a-09d1-4da9-af66-4f87319d782a tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': task-1784968, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.325227} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.902311] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0a7024a-09d1-4da9-af66-4f87319d782a tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1535.902311] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a7024a-09d1-4da9-af66-4f87319d782a tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: e3195d58-9c75-4fcc-8e4b-0c30bd69e311] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1535.902311] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a7024a-09d1-4da9-af66-4f87319d782a tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: e3195d58-9c75-4fcc-8e4b-0c30bd69e311] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1535.902311] env[62438]: INFO nova.compute.manager [None req-a0a7024a-09d1-4da9-af66-4f87319d782a tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: e3195d58-9c75-4fcc-8e4b-0c30bd69e311] Took 1.26 seconds to destroy the instance on the hypervisor. [ 1535.902311] env[62438]: DEBUG oslo.service.loopingcall [None req-a0a7024a-09d1-4da9-af66-4f87319d782a tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1535.903052] env[62438]: DEBUG nova.compute.manager [-] [instance: e3195d58-9c75-4fcc-8e4b-0c30bd69e311] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1535.903413] env[62438]: DEBUG nova.network.neutron [-] [instance: e3195d58-9c75-4fcc-8e4b-0c30bd69e311] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1535.906598] env[62438]: INFO nova.scheduler.client.report [None req-18cfe5b0-428a-4cc0-a995-28affab8a6eb tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] Deleted allocations for instance 277f271f-6f65-4d7b-af1c-e3383b78d775 [ 1536.046817] env[62438]: DEBUG nova.virt.hardware [None req-da58b79c-a86c-4762-b127-8f7aa6a63288 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1536.046817] env[62438]: DEBUG nova.virt.hardware [None req-da58b79c-a86c-4762-b127-8f7aa6a63288 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1536.046817] env[62438]: DEBUG nova.virt.hardware [None req-da58b79c-a86c-4762-b127-8f7aa6a63288 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1536.046817] env[62438]: DEBUG nova.virt.hardware [None req-da58b79c-a86c-4762-b127-8f7aa6a63288 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1536.046817] env[62438]: DEBUG nova.virt.hardware [None req-da58b79c-a86c-4762-b127-8f7aa6a63288 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1536.046817] env[62438]: DEBUG nova.virt.hardware [None req-da58b79c-a86c-4762-b127-8f7aa6a63288 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1536.046817] env[62438]: DEBUG nova.virt.hardware [None req-da58b79c-a86c-4762-b127-8f7aa6a63288 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1536.046817] env[62438]: DEBUG nova.virt.hardware [None req-da58b79c-a86c-4762-b127-8f7aa6a63288 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1536.046817] env[62438]: DEBUG nova.virt.hardware [None req-da58b79c-a86c-4762-b127-8f7aa6a63288 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1536.046817] env[62438]: DEBUG nova.virt.hardware [None req-da58b79c-a86c-4762-b127-8f7aa6a63288 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1536.046817] env[62438]: DEBUG nova.virt.hardware [None req-da58b79c-a86c-4762-b127-8f7aa6a63288 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1536.051027] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-da58b79c-a86c-4762-b127-8f7aa6a63288 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: fa1146c8-af2b-49a6-88f0-6fee8773ce67] Reconfiguring VM instance instance-0000002e to detach disk 2000 {{(pid=62438) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1536.051822] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc246ac7-bf77-462f-808e-a801ef7b3760 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.083229] env[62438]: DEBUG oslo_vmware.api [None req-3ad86d42-7edd-47f8-8091-fcf8a5756799 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Task: {'id': task-1784969, 'name': ReconfigVM_Task, 'duration_secs': 0.280507} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.085178] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ad86d42-7edd-47f8-8091-fcf8a5756799 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] [instance: e8cde59b-5e45-4f29-9fad-c96039006c88] Reconfigured VM instance instance-0000000f to detach disk 2001 {{(pid=62438) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1536.092899] env[62438]: DEBUG oslo_vmware.api [None req-da58b79c-a86c-4762-b127-8f7aa6a63288 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Waiting for the task: (returnval){ [ 1536.092899] env[62438]: value = "task-1784971" [ 1536.092899] env[62438]: _type = "Task" [ 1536.092899] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.092899] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-128fe542-c5e2-424f-b43e-acbacb097700 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.120516] env[62438]: DEBUG oslo_vmware.api [None req-da58b79c-a86c-4762-b127-8f7aa6a63288 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1784971, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.122532] env[62438]: DEBUG oslo_vmware.api [None req-3ad86d42-7edd-47f8-8091-fcf8a5756799 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Waiting for the task: (returnval){ [ 1536.122532] env[62438]: value = "task-1784972" [ 1536.122532] env[62438]: _type = "Task" [ 1536.122532] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.132473] env[62438]: DEBUG oslo_vmware.api [None req-3ad86d42-7edd-47f8-8091-fcf8a5756799 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Task: {'id': task-1784972, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.151608] env[62438]: DEBUG oslo_vmware.api [None req-6a14384b-e511-4787-9ffa-1987b1b81013 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Task: {'id': task-1784970, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.159335] env[62438]: DEBUG oslo_vmware.api [None req-7dd5bf75-4329-4039-838d-022cdd1409de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1784960, 'name': CreateSnapshot_Task, 'duration_secs': 1.055961} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.159335] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-7dd5bf75-4329-4039-838d-022cdd1409de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Created Snapshot of the VM instance {{(pid=62438) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1536.159335] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-491cb414-0123-46af-866a-4e84232d6801 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.350343] env[62438]: DEBUG nova.compute.utils [None req-10395385-209e-429c-90d5-2fae253a874a tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1536.357983] env[62438]: DEBUG nova.compute.manager [None req-10395385-209e-429c-90d5-2fae253a874a tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 076a9ab9-ac47-4fc1-8f05-774930931042] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1536.358701] env[62438]: DEBUG nova.network.neutron [None req-10395385-209e-429c-90d5-2fae253a874a tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 076a9ab9-ac47-4fc1-8f05-774930931042] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1536.367277] env[62438]: DEBUG nova.compute.manager [req-27a63bf3-e30e-4d7e-9cff-dad8f23b51dc req-05f274ec-a178-4538-bfe3-b883d896c7bb service nova] [instance: e3195d58-9c75-4fcc-8e4b-0c30bd69e311] Received event network-vif-deleted-48a8c45b-2cf6-4c73-b0e6-f4c5e5020b0c {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1536.367487] env[62438]: INFO nova.compute.manager [req-27a63bf3-e30e-4d7e-9cff-dad8f23b51dc req-05f274ec-a178-4538-bfe3-b883d896c7bb service nova] [instance: e3195d58-9c75-4fcc-8e4b-0c30bd69e311] Neutron deleted interface 48a8c45b-2cf6-4c73-b0e6-f4c5e5020b0c; detaching it from the instance and deleting it from the info cache [ 1536.367724] env[62438]: DEBUG nova.network.neutron [req-27a63bf3-e30e-4d7e-9cff-dad8f23b51dc req-05f274ec-a178-4538-bfe3-b883d896c7bb service nova] [instance: e3195d58-9c75-4fcc-8e4b-0c30bd69e311] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1536.388200] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c1b5317a-195c-4905-b894-ebba384984cb tempest-ServersTestMultiNic-208314528 tempest-ServersTestMultiNic-208314528-project-member] Lock "18dc9467-827b-4fe0-8ddf-03c0093c7737" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.606s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1536.403708] env[62438]: DEBUG oslo_concurrency.lockutils [None req-4042442d-95cb-43b2-afed-c222b65a62d3 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Lock "d96af944-fba1-4df4-a0f7-0566ae562500" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.458s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1536.416799] env[62438]: DEBUG oslo_concurrency.lockutils [None req-18cfe5b0-428a-4cc0-a995-28affab8a6eb tempest-VolumesAssistedSnapshotsTest-468244351 tempest-VolumesAssistedSnapshotsTest-468244351-project-member] Lock "277f271f-6f65-4d7b-af1c-e3383b78d775" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.021s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1536.499320] env[62438]: DEBUG nova.policy [None req-10395385-209e-429c-90d5-2fae253a874a tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ace6be3b450045ee9217e6291567807d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'da30195a54754dadacbdb0481116cd03', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1536.621652] env[62438]: DEBUG oslo_vmware.api [None req-da58b79c-a86c-4762-b127-8f7aa6a63288 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1784971, 'name': ReconfigVM_Task, 'duration_secs': 0.241148} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.622230] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-da58b79c-a86c-4762-b127-8f7aa6a63288 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: fa1146c8-af2b-49a6-88f0-6fee8773ce67] Reconfigured VM instance instance-0000002e to detach disk 2000 {{(pid=62438) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1536.623184] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e636df5-97bb-4d21-b914-b3fc169f4132 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.655816] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-da58b79c-a86c-4762-b127-8f7aa6a63288 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: fa1146c8-af2b-49a6-88f0-6fee8773ce67] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] fa1146c8-af2b-49a6-88f0-6fee8773ce67/fa1146c8-af2b-49a6-88f0-6fee8773ce67.vmdk or device None with type thin {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1536.663065] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb8eeeb9-87d5-4212-a56f-ff4988dab9e3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.679017] env[62438]: DEBUG oslo_vmware.api [None req-3ad86d42-7edd-47f8-8091-fcf8a5756799 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Task: {'id': task-1784972, 'name': ReconfigVM_Task, 'duration_secs': 0.17231} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.687103] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-7dd5bf75-4329-4039-838d-022cdd1409de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Creating linked-clone VM from snapshot {{(pid=62438) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1536.687477] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ad86d42-7edd-47f8-8091-fcf8a5756799 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] [instance: e8cde59b-5e45-4f29-9fad-c96039006c88] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370399', 'volume_id': '5ceb9790-8835-4696-92f2-3b2c9ea1f863', 'name': 'volume-5ceb9790-8835-4696-92f2-3b2c9ea1f863', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e8cde59b-5e45-4f29-9fad-c96039006c88', 'attached_at': '', 'detached_at': '', 'volume_id': '5ceb9790-8835-4696-92f2-3b2c9ea1f863', 'serial': '5ceb9790-8835-4696-92f2-3b2c9ea1f863'} {{(pid=62438) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1536.692022] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c649364b-ac63-49b6-8e55-db5f359641b5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.701261] env[62438]: DEBUG oslo_vmware.api [None req-6a14384b-e511-4787-9ffa-1987b1b81013 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Task: {'id': task-1784970, 'name': ReconfigVM_Task, 'duration_secs': 0.664128} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.703197] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a14384b-e511-4787-9ffa-1987b1b81013 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] [instance: d3b27191-a52c-4d5b-858d-f0ac2c936919] Reconfigured VM instance instance-00000037 to attach disk [datastore1] d3b27191-a52c-4d5b-858d-f0ac2c936919/d3b27191-a52c-4d5b-858d-f0ac2c936919.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1536.703753] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a14384b-e511-4787-9ffa-1987b1b81013 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=62438) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1373}} [ 1536.704444] env[62438]: DEBUG oslo_vmware.api [None req-da58b79c-a86c-4762-b127-8f7aa6a63288 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Waiting for the task: (returnval){ [ 1536.704444] env[62438]: value = "task-1784973" [ 1536.704444] env[62438]: _type = "Task" [ 1536.704444] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.704927] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-03358172-5542-4ddc-a7c4-794b237aba83 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.712069] env[62438]: DEBUG oslo_vmware.api [None req-7dd5bf75-4329-4039-838d-022cdd1409de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Waiting for the task: (returnval){ [ 1536.712069] env[62438]: value = "task-1784974" [ 1536.712069] env[62438]: _type = "Task" [ 1536.712069] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.721534] env[62438]: DEBUG oslo_vmware.api [None req-da58b79c-a86c-4762-b127-8f7aa6a63288 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1784973, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.723539] env[62438]: DEBUG oslo_vmware.api [None req-6a14384b-e511-4787-9ffa-1987b1b81013 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Waiting for the task: (returnval){ [ 1536.723539] env[62438]: value = "task-1784975" [ 1536.723539] env[62438]: _type = "Task" [ 1536.723539] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.735137] env[62438]: DEBUG oslo_vmware.api [None req-7dd5bf75-4329-4039-838d-022cdd1409de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1784974, 'name': CloneVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.744793] env[62438]: DEBUG oslo_vmware.api [None req-6a14384b-e511-4787-9ffa-1987b1b81013 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Task: {'id': task-1784975, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.837678] env[62438]: DEBUG nova.network.neutron [-] [instance: e3195d58-9c75-4fcc-8e4b-0c30bd69e311] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1536.866465] env[62438]: DEBUG nova.compute.manager [None req-10395385-209e-429c-90d5-2fae253a874a tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 076a9ab9-ac47-4fc1-8f05-774930931042] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1536.876049] env[62438]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-92469f47-ad60-4d71-82d8-7cab920ebcb2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.889778] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a09cacc-b605-42fa-80f9-be8f7bc34589 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.930751] env[62438]: DEBUG nova.compute.manager [req-27a63bf3-e30e-4d7e-9cff-dad8f23b51dc req-05f274ec-a178-4538-bfe3-b883d896c7bb service nova] [instance: e3195d58-9c75-4fcc-8e4b-0c30bd69e311] Detach interface failed, port_id=48a8c45b-2cf6-4c73-b0e6-f4c5e5020b0c, reason: Instance e3195d58-9c75-4fcc-8e4b-0c30bd69e311 could not be found. {{(pid=62438) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1537.127052] env[62438]: DEBUG nova.network.neutron [None req-10395385-209e-429c-90d5-2fae253a874a tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 076a9ab9-ac47-4fc1-8f05-774930931042] Successfully created port: 35c1cb60-1739-42a6-abc6-f551ee6028a1 {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1537.233553] env[62438]: DEBUG oslo_vmware.api [None req-da58b79c-a86c-4762-b127-8f7aa6a63288 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1784973, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.237530] env[62438]: DEBUG oslo_vmware.api [None req-7dd5bf75-4329-4039-838d-022cdd1409de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1784974, 'name': CloneVM_Task} progress is 94%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.243400] env[62438]: DEBUG oslo_vmware.api [None req-6a14384b-e511-4787-9ffa-1987b1b81013 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Task: {'id': task-1784975, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.065755} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.245374] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a14384b-e511-4787-9ffa-1987b1b81013 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=62438) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1394}} [ 1537.246388] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f9834a8-7ca7-4c7b-a680-d1d39afe85a8 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.249923] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07f80b2b-497e-4580-8f05-84fb6f4c1e31 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.255973] env[62438]: DEBUG nova.objects.instance [None req-3ad86d42-7edd-47f8-8091-fcf8a5756799 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Lazy-loading 'flavor' on Instance uuid e8cde59b-5e45-4f29-9fad-c96039006c88 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1537.287339] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a14384b-e511-4787-9ffa-1987b1b81013 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] [instance: d3b27191-a52c-4d5b-858d-f0ac2c936919] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] d3b27191-a52c-4d5b-858d-f0ac2c936919/ephemeral_0.vmdk or device None with type thin {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1537.295486] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0acd32b2-00d7-423e-b5b4-a6302e78eb53 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.295486] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58f3ee16-e64b-4698-8da7-0175b0eb5085 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.315583] env[62438]: DEBUG oslo_vmware.api [None req-6a14384b-e511-4787-9ffa-1987b1b81013 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Waiting for the task: (returnval){ [ 1537.315583] env[62438]: value = "task-1784977" [ 1537.315583] env[62438]: _type = "Task" [ 1537.315583] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.342157] env[62438]: INFO nova.compute.manager [-] [instance: e3195d58-9c75-4fcc-8e4b-0c30bd69e311] Took 1.44 seconds to deallocate network for instance. [ 1537.347807] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dadb6f2f-f4ff-4d5a-9d02-7ef539d1dbc2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.362861] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f0253e-32f2-461f-950d-60042826f80b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.367415] env[62438]: DEBUG oslo_vmware.api [None req-6a14384b-e511-4787-9ffa-1987b1b81013 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Task: {'id': task-1784977, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.382866] env[62438]: DEBUG nova.compute.provider_tree [None req-090bbac4-71ae-4402-99ee-178361ecd619 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1537.724585] env[62438]: DEBUG oslo_vmware.api [None req-da58b79c-a86c-4762-b127-8f7aa6a63288 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1784973, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.727846] env[62438]: DEBUG oslo_vmware.api [None req-7dd5bf75-4329-4039-838d-022cdd1409de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1784974, 'name': CloneVM_Task} progress is 94%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.810654] env[62438]: DEBUG oslo_concurrency.lockutils [None req-3ad86d42-7edd-47f8-8091-fcf8a5756799 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Lock "e8cde59b-5e45-4f29-9fad-c96039006c88" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 2.924s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1537.855725] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a0a7024a-09d1-4da9-af66-4f87319d782a tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1537.856094] env[62438]: DEBUG oslo_vmware.api [None req-6a14384b-e511-4787-9ffa-1987b1b81013 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Task: {'id': task-1784977, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.885293] env[62438]: DEBUG nova.compute.manager [None req-10395385-209e-429c-90d5-2fae253a874a tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 076a9ab9-ac47-4fc1-8f05-774930931042] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1537.888464] env[62438]: DEBUG nova.scheduler.client.report [None req-090bbac4-71ae-4402-99ee-178361ecd619 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1537.915743] env[62438]: DEBUG nova.virt.hardware [None req-10395385-209e-429c-90d5-2fae253a874a tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1537.916042] env[62438]: DEBUG nova.virt.hardware [None req-10395385-209e-429c-90d5-2fae253a874a tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1537.916277] env[62438]: DEBUG nova.virt.hardware [None req-10395385-209e-429c-90d5-2fae253a874a tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1537.916552] env[62438]: DEBUG nova.virt.hardware [None req-10395385-209e-429c-90d5-2fae253a874a tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1537.916667] env[62438]: DEBUG nova.virt.hardware [None req-10395385-209e-429c-90d5-2fae253a874a tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1537.916835] env[62438]: DEBUG nova.virt.hardware [None req-10395385-209e-429c-90d5-2fae253a874a tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1537.917111] env[62438]: DEBUG nova.virt.hardware [None req-10395385-209e-429c-90d5-2fae253a874a tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1537.917304] env[62438]: DEBUG nova.virt.hardware [None req-10395385-209e-429c-90d5-2fae253a874a tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1537.917485] env[62438]: DEBUG nova.virt.hardware [None req-10395385-209e-429c-90d5-2fae253a874a tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1537.917659] env[62438]: DEBUG nova.virt.hardware [None req-10395385-209e-429c-90d5-2fae253a874a tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1537.917842] env[62438]: DEBUG nova.virt.hardware [None req-10395385-209e-429c-90d5-2fae253a874a tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1537.919049] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04fa8246-591e-4ff2-bbdd-9659f5393735 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.930309] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18febc74-0316-4916-a46d-50c4c8ba8f97 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.232553] env[62438]: DEBUG oslo_vmware.api [None req-da58b79c-a86c-4762-b127-8f7aa6a63288 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1784973, 'name': ReconfigVM_Task, 'duration_secs': 1.373205} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.238544] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-da58b79c-a86c-4762-b127-8f7aa6a63288 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: fa1146c8-af2b-49a6-88f0-6fee8773ce67] Reconfigured VM instance instance-0000002e to attach disk [datastore1] fa1146c8-af2b-49a6-88f0-6fee8773ce67/fa1146c8-af2b-49a6-88f0-6fee8773ce67.vmdk or device None with type thin {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1538.239017] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-da58b79c-a86c-4762-b127-8f7aa6a63288 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: fa1146c8-af2b-49a6-88f0-6fee8773ce67] Updating instance 'fa1146c8-af2b-49a6-88f0-6fee8773ce67' progress to 50 {{(pid=62438) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1538.244141] env[62438]: DEBUG oslo_vmware.api [None req-7dd5bf75-4329-4039-838d-022cdd1409de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1784974, 'name': CloneVM_Task} progress is 94%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.353113] env[62438]: DEBUG oslo_vmware.api [None req-6a14384b-e511-4787-9ffa-1987b1b81013 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Task: {'id': task-1784977, 'name': ReconfigVM_Task, 'duration_secs': 0.980525} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.353229] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a14384b-e511-4787-9ffa-1987b1b81013 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] [instance: d3b27191-a52c-4d5b-858d-f0ac2c936919] Reconfigured VM instance instance-00000037 to attach disk [datastore1] d3b27191-a52c-4d5b-858d-f0ac2c936919/ephemeral_0.vmdk or device None with type thin {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1538.353963] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-81837a47-2edc-498e-a30b-7078ff814b93 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.361774] env[62438]: DEBUG oslo_vmware.api [None req-6a14384b-e511-4787-9ffa-1987b1b81013 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Waiting for the task: (returnval){ [ 1538.361774] env[62438]: value = "task-1784978" [ 1538.361774] env[62438]: _type = "Task" [ 1538.361774] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.371158] env[62438]: DEBUG oslo_vmware.api [None req-6a14384b-e511-4787-9ffa-1987b1b81013 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Task: {'id': task-1784978, 'name': Rename_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.397536] env[62438]: DEBUG oslo_concurrency.lockutils [None req-090bbac4-71ae-4402-99ee-178361ecd619 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.552s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1538.397536] env[62438]: DEBUG nova.compute.manager [None req-090bbac4-71ae-4402-99ee-178361ecd619 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] [instance: 0966016a-9742-4bcc-9b2f-81e684a54d46] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1538.398886] env[62438]: DEBUG oslo_concurrency.lockutils [None req-3a6e880c-8441-4f2c-8028-95474cbc4a32 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.683s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1538.399728] env[62438]: DEBUG oslo_concurrency.lockutils [None req-3a6e880c-8441-4f2c-8028-95474cbc4a32 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1538.401980] env[62438]: DEBUG oslo_concurrency.lockutils [None req-eefcdfdc-6991-47e9-a6e3-553154f5012b tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.664s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1538.402274] env[62438]: DEBUG oslo_concurrency.lockutils [None req-eefcdfdc-6991-47e9-a6e3-553154f5012b tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1538.404253] env[62438]: DEBUG oslo_concurrency.lockutils [None req-6504156c-6274-47b3-b9ee-218d82be911b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.804s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1538.404525] env[62438]: DEBUG nova.objects.instance [None req-6504156c-6274-47b3-b9ee-218d82be911b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Lazy-loading 'resources' on Instance uuid 84f3ff00-94b2-4595-8046-865c3016fc77 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1538.446979] env[62438]: INFO nova.scheduler.client.report [None req-3a6e880c-8441-4f2c-8028-95474cbc4a32 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Deleted allocations for instance 0cb4c6c0-63bc-4723-bac2-62479872be0d [ 1538.456030] env[62438]: INFO nova.scheduler.client.report [None req-eefcdfdc-6991-47e9-a6e3-553154f5012b tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Deleted allocations for instance 82059c94-0c99-48af-8ecb-e9bd695ba6f3 [ 1538.499166] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e865be94-292c-4350-a785-2811d0d53a03 tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] Acquiring lock "43727bec-0fad-43ee-b4e7-a1e48a7169b2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1538.499514] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e865be94-292c-4350-a785-2811d0d53a03 tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] Lock "43727bec-0fad-43ee-b4e7-a1e48a7169b2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1538.499787] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e865be94-292c-4350-a785-2811d0d53a03 tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] Acquiring lock "43727bec-0fad-43ee-b4e7-a1e48a7169b2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1538.500630] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e865be94-292c-4350-a785-2811d0d53a03 tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] Lock "43727bec-0fad-43ee-b4e7-a1e48a7169b2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1538.501444] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e865be94-292c-4350-a785-2811d0d53a03 tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] Lock "43727bec-0fad-43ee-b4e7-a1e48a7169b2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1538.505981] env[62438]: INFO nova.compute.manager [None req-e865be94-292c-4350-a785-2811d0d53a03 tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] [instance: 43727bec-0fad-43ee-b4e7-a1e48a7169b2] Terminating instance [ 1538.510020] env[62438]: DEBUG nova.compute.manager [None req-e865be94-292c-4350-a785-2811d0d53a03 tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] [instance: 43727bec-0fad-43ee-b4e7-a1e48a7169b2] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1538.510020] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-e865be94-292c-4350-a785-2811d0d53a03 tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] [instance: 43727bec-0fad-43ee-b4e7-a1e48a7169b2] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1538.511563] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b966f47a-3137-4281-9cb8-d3fca7ce9e8e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.526138] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-e865be94-292c-4350-a785-2811d0d53a03 tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] [instance: 43727bec-0fad-43ee-b4e7-a1e48a7169b2] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1538.530410] env[62438]: DEBUG oslo_vmware.rw_handles [None req-c5fac196-6040-4a9b-a44f-cf8e28503cbc tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52260b85-2de2-3fa8-7e95-1df693dc8835/disk-0.vmdk. {{(pid=62438) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1538.530410] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c062d5e-d990-4ce7-b1b8-3c7f342e85e3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.531529] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a107a84e-d3b3-4aa6-9994-27cd98873fb8 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.539201] env[62438]: DEBUG oslo_vmware.rw_handles [None req-c5fac196-6040-4a9b-a44f-cf8e28503cbc tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52260b85-2de2-3fa8-7e95-1df693dc8835/disk-0.vmdk is in state: ready. {{(pid=62438) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1538.539426] env[62438]: ERROR oslo_vmware.rw_handles [None req-c5fac196-6040-4a9b-a44f-cf8e28503cbc tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52260b85-2de2-3fa8-7e95-1df693dc8835/disk-0.vmdk due to incomplete transfer. [ 1538.540772] env[62438]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5a601d39-5c78-4fa0-8386-0f836e48c52f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.542701] env[62438]: DEBUG oslo_vmware.api [None req-e865be94-292c-4350-a785-2811d0d53a03 tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] Waiting for the task: (returnval){ [ 1538.542701] env[62438]: value = "task-1784979" [ 1538.542701] env[62438]: _type = "Task" [ 1538.542701] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.556750] env[62438]: DEBUG oslo_vmware.api [None req-e865be94-292c-4350-a785-2811d0d53a03 tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] Task: {'id': task-1784979, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.558131] env[62438]: DEBUG oslo_vmware.rw_handles [None req-c5fac196-6040-4a9b-a44f-cf8e28503cbc tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52260b85-2de2-3fa8-7e95-1df693dc8835/disk-0.vmdk. {{(pid=62438) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1538.558341] env[62438]: DEBUG nova.virt.vmwareapi.images [None req-c5fac196-6040-4a9b-a44f-cf8e28503cbc tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: ac81bf4e-9010-4ff5-9857-18690b409637] Uploaded image 005019fc-96ff-416f-b8ef-770343832a97 to the Glance image server {{(pid=62438) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 1538.560776] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5fac196-6040-4a9b-a44f-cf8e28503cbc tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: ac81bf4e-9010-4ff5-9857-18690b409637] Destroying the VM {{(pid=62438) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 1538.561429] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-27b63ab5-9f0a-4d00-9dfc-348dde405a22 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.570446] env[62438]: DEBUG oslo_vmware.api [None req-c5fac196-6040-4a9b-a44f-cf8e28503cbc tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Waiting for the task: (returnval){ [ 1538.570446] env[62438]: value = "task-1784980" [ 1538.570446] env[62438]: _type = "Task" [ 1538.570446] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.580322] env[62438]: DEBUG oslo_vmware.api [None req-c5fac196-6040-4a9b-a44f-cf8e28503cbc tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1784980, 'name': Destroy_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.735369] env[62438]: DEBUG oslo_vmware.api [None req-7dd5bf75-4329-4039-838d-022cdd1409de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1784974, 'name': CloneVM_Task} progress is 100%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.751777] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ba7d90b-1038-4b3b-98f6-970ace0b3749 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.779253] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a299c2a-1abd-4a67-b9b4-34a58dfdbe07 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.802786] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-da58b79c-a86c-4762-b127-8f7aa6a63288 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: fa1146c8-af2b-49a6-88f0-6fee8773ce67] Updating instance 'fa1146c8-af2b-49a6-88f0-6fee8773ce67' progress to 67 {{(pid=62438) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1538.872200] env[62438]: DEBUG oslo_vmware.api [None req-6a14384b-e511-4787-9ffa-1987b1b81013 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Task: {'id': task-1784978, 'name': Rename_Task, 'duration_secs': 0.288378} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.873025] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a14384b-e511-4787-9ffa-1987b1b81013 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] [instance: d3b27191-a52c-4d5b-858d-f0ac2c936919] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1538.873025] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-088589fc-30ef-4249-99b8-75d5ec9f9aad {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.881597] env[62438]: DEBUG oslo_vmware.api [None req-6a14384b-e511-4787-9ffa-1987b1b81013 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Waiting for the task: (returnval){ [ 1538.881597] env[62438]: value = "task-1784981" [ 1538.881597] env[62438]: _type = "Task" [ 1538.881597] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.901783] env[62438]: DEBUG oslo_vmware.api [None req-6a14384b-e511-4787-9ffa-1987b1b81013 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Task: {'id': task-1784981, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.911349] env[62438]: DEBUG nova.compute.utils [None req-090bbac4-71ae-4402-99ee-178361ecd619 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1538.912530] env[62438]: DEBUG nova.compute.manager [None req-090bbac4-71ae-4402-99ee-178361ecd619 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] [instance: 0966016a-9742-4bcc-9b2f-81e684a54d46] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1538.912775] env[62438]: DEBUG nova.network.neutron [None req-090bbac4-71ae-4402-99ee-178361ecd619 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] [instance: 0966016a-9742-4bcc-9b2f-81e684a54d46] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1538.960840] env[62438]: DEBUG oslo_concurrency.lockutils [None req-3a6e880c-8441-4f2c-8028-95474cbc4a32 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Lock "0cb4c6c0-63bc-4723-bac2-62479872be0d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.375s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1538.969166] env[62438]: DEBUG oslo_concurrency.lockutils [None req-eefcdfdc-6991-47e9-a6e3-553154f5012b tempest-FloatingIPsAssociationTestJSON-1853332984 tempest-FloatingIPsAssociationTestJSON-1853332984-project-member] Lock "82059c94-0c99-48af-8ecb-e9bd695ba6f3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.278s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1538.991395] env[62438]: DEBUG nova.policy [None req-090bbac4-71ae-4402-99ee-178361ecd619 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e089e8c32a1e4a9daeb54d804e693fe0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0cff4cb408424815a68972facd85e4f1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1539.059459] env[62438]: DEBUG oslo_vmware.api [None req-e865be94-292c-4350-a785-2811d0d53a03 tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] Task: {'id': task-1784979, 'name': PowerOffVM_Task, 'duration_secs': 0.212338} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.059921] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-e865be94-292c-4350-a785-2811d0d53a03 tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] [instance: 43727bec-0fad-43ee-b4e7-a1e48a7169b2] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1539.060498] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-e865be94-292c-4350-a785-2811d0d53a03 tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] [instance: 43727bec-0fad-43ee-b4e7-a1e48a7169b2] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1539.060498] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e8dccbe-2a3c-407c-a000-3cf38f33bc90 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.088152] env[62438]: DEBUG oslo_vmware.api [None req-c5fac196-6040-4a9b-a44f-cf8e28503cbc tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1784980, 'name': Destroy_Task} progress is 33%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.147685] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-e865be94-292c-4350-a785-2811d0d53a03 tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] [instance: 43727bec-0fad-43ee-b4e7-a1e48a7169b2] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1539.148056] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-e865be94-292c-4350-a785-2811d0d53a03 tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] [instance: 43727bec-0fad-43ee-b4e7-a1e48a7169b2] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1539.148296] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-e865be94-292c-4350-a785-2811d0d53a03 tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] Deleting the datastore file [datastore1] 43727bec-0fad-43ee-b4e7-a1e48a7169b2 {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1539.148613] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0627cda3-0b3e-4880-9f74-08ba3eb8762e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.157426] env[62438]: DEBUG oslo_vmware.api [None req-e865be94-292c-4350-a785-2811d0d53a03 tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] Waiting for the task: (returnval){ [ 1539.157426] env[62438]: value = "task-1784983" [ 1539.157426] env[62438]: _type = "Task" [ 1539.157426] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.176829] env[62438]: DEBUG oslo_vmware.api [None req-e865be94-292c-4350-a785-2811d0d53a03 tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] Task: {'id': task-1784983, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.234659] env[62438]: DEBUG oslo_vmware.api [None req-7dd5bf75-4329-4039-838d-022cdd1409de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1784974, 'name': CloneVM_Task, 'duration_secs': 2.086491} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.234972] env[62438]: INFO nova.virt.vmwareapi.vmops [None req-7dd5bf75-4329-4039-838d-022cdd1409de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Created linked-clone VM from snapshot [ 1539.235818] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f5a1fb-d8a3-4b4e-8b8b-1aadd41005c4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.239911] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9523ead-8917-44e9-80a5-4096efa877f6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.252431] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e1f15bc-ac85-40f2-8b45-754814d6d3de {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.255604] env[62438]: DEBUG nova.virt.vmwareapi.images [None req-7dd5bf75-4329-4039-838d-022cdd1409de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Uploading image 0d399259-3857-491e-97ef-195e062c36ee {{(pid=62438) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 1539.296329] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9378a8d-b4c0-4023-b040-9c84f250787d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.306080] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00cb936a-887c-4b8e-b849-0444cc52e522 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.312186] env[62438]: DEBUG oslo_vmware.rw_handles [None req-7dd5bf75-4329-4039-838d-022cdd1409de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1539.312186] env[62438]: value = "vm-370405" [ 1539.312186] env[62438]: _type = "VirtualMachine" [ 1539.312186] env[62438]: }. {{(pid=62438) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1539.315724] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8673a42d-b4f8-47ef-95ae-f6d7e6ba9183 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.330952] env[62438]: DEBUG nova.compute.provider_tree [None req-6504156c-6274-47b3-b9ee-218d82be911b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1539.333882] env[62438]: DEBUG oslo_vmware.rw_handles [None req-7dd5bf75-4329-4039-838d-022cdd1409de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Lease: (returnval){ [ 1539.333882] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52592a75-9511-7a01-4e84-bbb81829f29a" [ 1539.333882] env[62438]: _type = "HttpNfcLease" [ 1539.333882] env[62438]: } obtained for exporting VM: (result){ [ 1539.333882] env[62438]: value = "vm-370405" [ 1539.333882] env[62438]: _type = "VirtualMachine" [ 1539.333882] env[62438]: }. {{(pid=62438) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1539.334464] env[62438]: DEBUG oslo_vmware.api [None req-7dd5bf75-4329-4039-838d-022cdd1409de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Waiting for the lease: (returnval){ [ 1539.334464] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52592a75-9511-7a01-4e84-bbb81829f29a" [ 1539.334464] env[62438]: _type = "HttpNfcLease" [ 1539.334464] env[62438]: } to be ready. {{(pid=62438) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1539.343215] env[62438]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1539.343215] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52592a75-9511-7a01-4e84-bbb81829f29a" [ 1539.343215] env[62438]: _type = "HttpNfcLease" [ 1539.343215] env[62438]: } is initializing. {{(pid=62438) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1539.393671] env[62438]: DEBUG oslo_vmware.api [None req-6a14384b-e511-4787-9ffa-1987b1b81013 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Task: {'id': task-1784981, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.409675] env[62438]: DEBUG nova.network.neutron [None req-da58b79c-a86c-4762-b127-8f7aa6a63288 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: fa1146c8-af2b-49a6-88f0-6fee8773ce67] Port eb610097-d042-4c9c-8835-dcfc17372ce1 binding to destination host cpu-1 is already ACTIVE {{(pid=62438) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 1539.416310] env[62438]: DEBUG nova.compute.manager [None req-090bbac4-71ae-4402-99ee-178361ecd619 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] [instance: 0966016a-9742-4bcc-9b2f-81e684a54d46] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1539.469929] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-89f9902c-b7e5-4817-9ebd-fe139ddfca8f tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: 2b5c87fe-1c80-4cb9-86fe-4dd083322e71] Volume attach. Driver type: vmdk {{(pid=62438) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1539.470220] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-89f9902c-b7e5-4817-9ebd-fe139ddfca8f tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: 2b5c87fe-1c80-4cb9-86fe-4dd083322e71] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370403', 'volume_id': '4cf3c2cb-97cd-45fc-a055-d7fe736b3447', 'name': 'volume-4cf3c2cb-97cd-45fc-a055-d7fe736b3447', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2b5c87fe-1c80-4cb9-86fe-4dd083322e71', 'attached_at': '', 'detached_at': '', 'volume_id': '4cf3c2cb-97cd-45fc-a055-d7fe736b3447', 'serial': '4cf3c2cb-97cd-45fc-a055-d7fe736b3447'} {{(pid=62438) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1539.471216] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04a0c94b-6845-4ade-9a1f-4a32cbfaa479 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.498299] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4161f972-8b98-4989-82e9-65c972b457ef {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.529737] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-89f9902c-b7e5-4817-9ebd-fe139ddfca8f tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: 2b5c87fe-1c80-4cb9-86fe-4dd083322e71] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] volume-4cf3c2cb-97cd-45fc-a055-d7fe736b3447/volume-4cf3c2cb-97cd-45fc-a055-d7fe736b3447.vmdk or device None with type thin {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1539.529737] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c8925d4-8f8d-4760-b75d-7999af4afb0f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.554853] env[62438]: DEBUG oslo_vmware.api [None req-89f9902c-b7e5-4817-9ebd-fe139ddfca8f tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Waiting for the task: (returnval){ [ 1539.554853] env[62438]: value = "task-1784985" [ 1539.554853] env[62438]: _type = "Task" [ 1539.554853] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.573905] env[62438]: DEBUG oslo_vmware.api [None req-89f9902c-b7e5-4817-9ebd-fe139ddfca8f tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': task-1784985, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.587061] env[62438]: DEBUG oslo_vmware.api [None req-c5fac196-6040-4a9b-a44f-cf8e28503cbc tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1784980, 'name': Destroy_Task, 'duration_secs': 0.895876} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.587061] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-c5fac196-6040-4a9b-a44f-cf8e28503cbc tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: ac81bf4e-9010-4ff5-9857-18690b409637] Destroyed the VM [ 1539.588768] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-c5fac196-6040-4a9b-a44f-cf8e28503cbc tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: ac81bf4e-9010-4ff5-9857-18690b409637] Deleting Snapshot of the VM instance {{(pid=62438) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1539.588768] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-be0fcb2f-030d-4bcd-81be-3ce6cdc99942 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.599373] env[62438]: DEBUG oslo_vmware.api [None req-c5fac196-6040-4a9b-a44f-cf8e28503cbc tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Waiting for the task: (returnval){ [ 1539.599373] env[62438]: value = "task-1784986" [ 1539.599373] env[62438]: _type = "Task" [ 1539.599373] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.610769] env[62438]: DEBUG oslo_vmware.api [None req-c5fac196-6040-4a9b-a44f-cf8e28503cbc tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1784986, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.642195] env[62438]: DEBUG nova.network.neutron [None req-090bbac4-71ae-4402-99ee-178361ecd619 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] [instance: 0966016a-9742-4bcc-9b2f-81e684a54d46] Successfully created port: 4aa37368-7816-4b5a-8cc5-393da1480bd5 {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1539.682427] env[62438]: DEBUG oslo_vmware.api [None req-e865be94-292c-4350-a785-2811d0d53a03 tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] Task: {'id': task-1784983, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.398311} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.682755] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-e865be94-292c-4350-a785-2811d0d53a03 tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1539.682930] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-e865be94-292c-4350-a785-2811d0d53a03 tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] [instance: 43727bec-0fad-43ee-b4e7-a1e48a7169b2] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1539.683148] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-e865be94-292c-4350-a785-2811d0d53a03 tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] [instance: 43727bec-0fad-43ee-b4e7-a1e48a7169b2] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1539.683329] env[62438]: INFO nova.compute.manager [None req-e865be94-292c-4350-a785-2811d0d53a03 tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] [instance: 43727bec-0fad-43ee-b4e7-a1e48a7169b2] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1539.683580] env[62438]: DEBUG oslo.service.loopingcall [None req-e865be94-292c-4350-a785-2811d0d53a03 tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1539.683798] env[62438]: DEBUG nova.compute.manager [-] [instance: 43727bec-0fad-43ee-b4e7-a1e48a7169b2] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1539.683894] env[62438]: DEBUG nova.network.neutron [-] [instance: 43727bec-0fad-43ee-b4e7-a1e48a7169b2] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1539.735576] env[62438]: DEBUG oslo_concurrency.lockutils [None req-12a8a54c-14ac-4779-a3a0-665f2745549c tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Acquiring lock "841c786c-b6fa-4f8d-8435-837a2bb6cf8d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1539.736175] env[62438]: DEBUG oslo_concurrency.lockutils [None req-12a8a54c-14ac-4779-a3a0-665f2745549c tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Lock "841c786c-b6fa-4f8d-8435-837a2bb6cf8d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1539.838847] env[62438]: DEBUG nova.scheduler.client.report [None req-6504156c-6274-47b3-b9ee-218d82be911b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1539.850939] env[62438]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1539.850939] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52592a75-9511-7a01-4e84-bbb81829f29a" [ 1539.850939] env[62438]: _type = "HttpNfcLease" [ 1539.850939] env[62438]: } is ready. {{(pid=62438) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1539.851569] env[62438]: DEBUG oslo_vmware.rw_handles [None req-7dd5bf75-4329-4039-838d-022cdd1409de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1539.851569] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52592a75-9511-7a01-4e84-bbb81829f29a" [ 1539.851569] env[62438]: _type = "HttpNfcLease" [ 1539.851569] env[62438]: }. {{(pid=62438) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1539.852564] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a97e72c8-bbc7-4e9e-98c6-85d2d84995e4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.867947] env[62438]: DEBUG oslo_vmware.rw_handles [None req-7dd5bf75-4329-4039-838d-022cdd1409de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52687d8a-6bbb-9da1-c8c0-804b5926e419/disk-0.vmdk from lease info. {{(pid=62438) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1539.867947] env[62438]: DEBUG oslo_vmware.rw_handles [None req-7dd5bf75-4329-4039-838d-022cdd1409de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52687d8a-6bbb-9da1-c8c0-804b5926e419/disk-0.vmdk for reading. {{(pid=62438) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1539.936664] env[62438]: INFO nova.virt.block_device [None req-090bbac4-71ae-4402-99ee-178361ecd619 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] [instance: 0966016a-9742-4bcc-9b2f-81e684a54d46] Booting with volume d77260eb-6134-4fdd-9fe6-ebef86c9ff00 at /dev/sda [ 1539.952993] env[62438]: DEBUG oslo_vmware.api [None req-6a14384b-e511-4787-9ffa-1987b1b81013 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Task: {'id': task-1784981, 'name': PowerOnVM_Task, 'duration_secs': 0.958173} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.953367] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a14384b-e511-4787-9ffa-1987b1b81013 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] [instance: d3b27191-a52c-4d5b-858d-f0ac2c936919] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1539.953635] env[62438]: INFO nova.compute.manager [None req-6a14384b-e511-4787-9ffa-1987b1b81013 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] [instance: d3b27191-a52c-4d5b-858d-f0ac2c936919] Took 10.18 seconds to spawn the instance on the hypervisor. [ 1539.953865] env[62438]: DEBUG nova.compute.manager [None req-6a14384b-e511-4787-9ffa-1987b1b81013 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] [instance: d3b27191-a52c-4d5b-858d-f0ac2c936919] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1539.955183] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-330423c0-22e1-4183-b8a4-2f5da1ab7e3f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.999654] env[62438]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eadf5d8d-9c48-4364-9e9c-900bea43c2d4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.012681] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-718cd322-c163-41af-bc1b-159482cd2df8 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.027717] env[62438]: DEBUG nova.network.neutron [None req-10395385-209e-429c-90d5-2fae253a874a tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 076a9ab9-ac47-4fc1-8f05-774930931042] Successfully updated port: 35c1cb60-1739-42a6-abc6-f551ee6028a1 {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1540.071490] env[62438]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5a602bef-0c2e-4334-8c4a-e90158aa706a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.073664] env[62438]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-56d60cd1-8a5e-4af9-a372-fd96865a78db {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.090628] env[62438]: DEBUG oslo_vmware.api [None req-89f9902c-b7e5-4817-9ebd-fe139ddfca8f tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': task-1784985, 'name': ReconfigVM_Task, 'duration_secs': 0.43734} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.092581] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-89f9902c-b7e5-4817-9ebd-fe139ddfca8f tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: 2b5c87fe-1c80-4cb9-86fe-4dd083322e71] Reconfigured VM instance instance-00000030 to attach disk [datastore1] volume-4cf3c2cb-97cd-45fc-a055-d7fe736b3447/volume-4cf3c2cb-97cd-45fc-a055-d7fe736b3447.vmdk or device None with type thin {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1540.102860] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ffe7113-dd25-4596-92fd-61197bd431b8 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.117539] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fcaa54e-1aa0-4cc0-9e1b-501344f23d42 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.139205] env[62438]: DEBUG oslo_vmware.api [None req-89f9902c-b7e5-4817-9ebd-fe139ddfca8f tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Waiting for the task: (returnval){ [ 1540.139205] env[62438]: value = "task-1784987" [ 1540.139205] env[62438]: _type = "Task" [ 1540.139205] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.139575] env[62438]: DEBUG oslo_vmware.api [None req-c5fac196-6040-4a9b-a44f-cf8e28503cbc tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1784986, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.150212] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9929d4ef-f240-424b-8c74-d6dc57d3fa29 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Acquiring lock "fac5fe80-b815-4df0-a95e-6c1e52395caa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1540.150458] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9929d4ef-f240-424b-8c74-d6dc57d3fa29 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Lock "fac5fe80-b815-4df0-a95e-6c1e52395caa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1540.183307] env[62438]: DEBUG nova.compute.manager [None req-9929d4ef-f240-424b-8c74-d6dc57d3fa29 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: fac5fe80-b815-4df0-a95e-6c1e52395caa] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1540.188362] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-007ad427-ccae-43d8-a93c-583718b32fc5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.193188] env[62438]: DEBUG oslo_vmware.api [None req-89f9902c-b7e5-4817-9ebd-fe139ddfca8f tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': task-1784987, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.202661] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba5fd979-0d07-446d-a955-11031aa5f2f2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.224054] env[62438]: DEBUG nova.virt.block_device [None req-090bbac4-71ae-4402-99ee-178361ecd619 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] [instance: 0966016a-9742-4bcc-9b2f-81e684a54d46] Updating existing volume attachment record: 130db040-dca3-4343-9228-c9a5c2097389 {{(pid=62438) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1540.234454] env[62438]: DEBUG nova.compute.manager [req-fd748d3f-8e9a-40d7-8a14-0458e1772f80 req-00b9ecd4-4bb3-4c0a-ab32-2c004e6d3bfd service nova] [instance: 076a9ab9-ac47-4fc1-8f05-774930931042] Received event network-vif-plugged-35c1cb60-1739-42a6-abc6-f551ee6028a1 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1540.235115] env[62438]: DEBUG oslo_concurrency.lockutils [req-fd748d3f-8e9a-40d7-8a14-0458e1772f80 req-00b9ecd4-4bb3-4c0a-ab32-2c004e6d3bfd service nova] Acquiring lock "076a9ab9-ac47-4fc1-8f05-774930931042-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1540.235115] env[62438]: DEBUG oslo_concurrency.lockutils [req-fd748d3f-8e9a-40d7-8a14-0458e1772f80 req-00b9ecd4-4bb3-4c0a-ab32-2c004e6d3bfd service nova] Lock "076a9ab9-ac47-4fc1-8f05-774930931042-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1540.235423] env[62438]: DEBUG oslo_concurrency.lockutils [req-fd748d3f-8e9a-40d7-8a14-0458e1772f80 req-00b9ecd4-4bb3-4c0a-ab32-2c004e6d3bfd service nova] Lock "076a9ab9-ac47-4fc1-8f05-774930931042-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1540.235733] env[62438]: DEBUG nova.compute.manager [req-fd748d3f-8e9a-40d7-8a14-0458e1772f80 req-00b9ecd4-4bb3-4c0a-ab32-2c004e6d3bfd service nova] [instance: 076a9ab9-ac47-4fc1-8f05-774930931042] No waiting events found dispatching network-vif-plugged-35c1cb60-1739-42a6-abc6-f551ee6028a1 {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1540.236096] env[62438]: WARNING nova.compute.manager [req-fd748d3f-8e9a-40d7-8a14-0458e1772f80 req-00b9ecd4-4bb3-4c0a-ab32-2c004e6d3bfd service nova] [instance: 076a9ab9-ac47-4fc1-8f05-774930931042] Received unexpected event network-vif-plugged-35c1cb60-1739-42a6-abc6-f551ee6028a1 for instance with vm_state building and task_state spawning. [ 1540.239116] env[62438]: DEBUG nova.compute.manager [None req-12a8a54c-14ac-4779-a3a0-665f2745549c tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] [instance: 841c786c-b6fa-4f8d-8435-837a2bb6cf8d] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1540.346602] env[62438]: DEBUG oslo_concurrency.lockutils [None req-6504156c-6274-47b3-b9ee-218d82be911b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.942s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1540.351380] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a0a7024a-09d1-4da9-af66-4f87319d782a tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.494s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1540.351380] env[62438]: DEBUG nova.objects.instance [None req-a0a7024a-09d1-4da9-af66-4f87319d782a tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Lazy-loading 'resources' on Instance uuid e3195d58-9c75-4fcc-8e4b-0c30bd69e311 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1540.397323] env[62438]: INFO nova.scheduler.client.report [None req-6504156c-6274-47b3-b9ee-218d82be911b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Deleted allocations for instance 84f3ff00-94b2-4595-8046-865c3016fc77 [ 1540.458396] env[62438]: DEBUG oslo_concurrency.lockutils [None req-da58b79c-a86c-4762-b127-8f7aa6a63288 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Acquiring lock "fa1146c8-af2b-49a6-88f0-6fee8773ce67-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1540.458803] env[62438]: DEBUG oslo_concurrency.lockutils [None req-da58b79c-a86c-4762-b127-8f7aa6a63288 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Lock "fa1146c8-af2b-49a6-88f0-6fee8773ce67-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1540.458967] env[62438]: DEBUG oslo_concurrency.lockutils [None req-da58b79c-a86c-4762-b127-8f7aa6a63288 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Lock "fa1146c8-af2b-49a6-88f0-6fee8773ce67-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1540.480401] env[62438]: INFO nova.compute.manager [None req-6a14384b-e511-4787-9ffa-1987b1b81013 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] [instance: d3b27191-a52c-4d5b-858d-f0ac2c936919] Took 33.19 seconds to build instance. [ 1540.530737] env[62438]: DEBUG oslo_concurrency.lockutils [None req-10395385-209e-429c-90d5-2fae253a874a tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Acquiring lock "refresh_cache-076a9ab9-ac47-4fc1-8f05-774930931042" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1540.531090] env[62438]: DEBUG oslo_concurrency.lockutils [None req-10395385-209e-429c-90d5-2fae253a874a tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Acquired lock "refresh_cache-076a9ab9-ac47-4fc1-8f05-774930931042" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.531411] env[62438]: DEBUG nova.network.neutron [None req-10395385-209e-429c-90d5-2fae253a874a tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 076a9ab9-ac47-4fc1-8f05-774930931042] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1540.614309] env[62438]: DEBUG oslo_vmware.api [None req-c5fac196-6040-4a9b-a44f-cf8e28503cbc tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1784986, 'name': RemoveSnapshot_Task, 'duration_secs': 0.966318} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.615149] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-c5fac196-6040-4a9b-a44f-cf8e28503cbc tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: ac81bf4e-9010-4ff5-9857-18690b409637] Deleted Snapshot of the VM instance {{(pid=62438) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1540.615414] env[62438]: INFO nova.compute.manager [None req-c5fac196-6040-4a9b-a44f-cf8e28503cbc tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: ac81bf4e-9010-4ff5-9857-18690b409637] Took 16.55 seconds to snapshot the instance on the hypervisor. [ 1540.657256] env[62438]: DEBUG oslo_vmware.api [None req-89f9902c-b7e5-4817-9ebd-fe139ddfca8f tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': task-1784987, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.718400] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9929d4ef-f240-424b-8c74-d6dc57d3fa29 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1540.760333] env[62438]: DEBUG oslo_concurrency.lockutils [None req-12a8a54c-14ac-4779-a3a0-665f2745549c tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1540.865909] env[62438]: DEBUG oslo_concurrency.lockutils [None req-df9cf293-36c5-4a94-af06-2ac69981f657 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Acquiring lock "1ed63f2e-9e74-4d64-96fb-7a3315793ca9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1540.866540] env[62438]: DEBUG oslo_concurrency.lockutils [None req-df9cf293-36c5-4a94-af06-2ac69981f657 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Lock "1ed63f2e-9e74-4d64-96fb-7a3315793ca9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1540.866726] env[62438]: DEBUG oslo_concurrency.lockutils [None req-df9cf293-36c5-4a94-af06-2ac69981f657 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Acquiring lock "1ed63f2e-9e74-4d64-96fb-7a3315793ca9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1540.866988] env[62438]: DEBUG oslo_concurrency.lockutils [None req-df9cf293-36c5-4a94-af06-2ac69981f657 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Lock "1ed63f2e-9e74-4d64-96fb-7a3315793ca9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1540.867332] env[62438]: DEBUG oslo_concurrency.lockutils [None req-df9cf293-36c5-4a94-af06-2ac69981f657 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Lock "1ed63f2e-9e74-4d64-96fb-7a3315793ca9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1540.870587] env[62438]: INFO nova.compute.manager [None req-df9cf293-36c5-4a94-af06-2ac69981f657 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [instance: 1ed63f2e-9e74-4d64-96fb-7a3315793ca9] Terminating instance [ 1540.874250] env[62438]: DEBUG nova.compute.manager [None req-df9cf293-36c5-4a94-af06-2ac69981f657 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [instance: 1ed63f2e-9e74-4d64-96fb-7a3315793ca9] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1540.874250] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-df9cf293-36c5-4a94-af06-2ac69981f657 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [instance: 1ed63f2e-9e74-4d64-96fb-7a3315793ca9] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1540.875196] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c09f8057-5dbe-44a4-8bea-518e17418ef0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.889332] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-df9cf293-36c5-4a94-af06-2ac69981f657 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [instance: 1ed63f2e-9e74-4d64-96fb-7a3315793ca9] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1540.889717] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e393cce-a534-40f9-a805-dcf680c93352 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.899633] env[62438]: DEBUG oslo_vmware.api [None req-df9cf293-36c5-4a94-af06-2ac69981f657 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Waiting for the task: (returnval){ [ 1540.899633] env[62438]: value = "task-1784988" [ 1540.899633] env[62438]: _type = "Task" [ 1540.899633] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.914096] env[62438]: DEBUG oslo_concurrency.lockutils [None req-6504156c-6274-47b3-b9ee-218d82be911b tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Lock "84f3ff00-94b2-4595-8046-865c3016fc77" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.039s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1540.922665] env[62438]: DEBUG oslo_vmware.api [None req-df9cf293-36c5-4a94-af06-2ac69981f657 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Task: {'id': task-1784988, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.982652] env[62438]: DEBUG oslo_concurrency.lockutils [None req-6a14384b-e511-4787-9ffa-1987b1b81013 tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Lock "d3b27191-a52c-4d5b-858d-f0ac2c936919" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.701s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1541.157814] env[62438]: DEBUG oslo_vmware.api [None req-89f9902c-b7e5-4817-9ebd-fe139ddfca8f tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': task-1784987, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.240025] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b0e1ce-4100-4ca8-93ad-91becccc9fcb {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.245175] env[62438]: DEBUG nova.network.neutron [None req-10395385-209e-429c-90d5-2fae253a874a tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 076a9ab9-ac47-4fc1-8f05-774930931042] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1541.253377] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d87586a3-95dd-4b88-9ef3-0fbd1f74f8ad {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.303463] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bfc807d-b2ec-42fd-baa4-8e3304044174 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.314804] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36398424-1352-4720-bd1a-e84438706c8b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.332853] env[62438]: DEBUG nova.compute.provider_tree [None req-a0a7024a-09d1-4da9-af66-4f87319d782a tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1541.415830] env[62438]: DEBUG oslo_vmware.api [None req-df9cf293-36c5-4a94-af06-2ac69981f657 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Task: {'id': task-1784988, 'name': PowerOffVM_Task, 'duration_secs': 0.415054} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.416152] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-df9cf293-36c5-4a94-af06-2ac69981f657 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [instance: 1ed63f2e-9e74-4d64-96fb-7a3315793ca9] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1541.416471] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-df9cf293-36c5-4a94-af06-2ac69981f657 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [instance: 1ed63f2e-9e74-4d64-96fb-7a3315793ca9] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1541.417077] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-487efdb2-641b-4c21-890f-9fb5ab568d8c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.529977] env[62438]: DEBUG oslo_concurrency.lockutils [None req-da58b79c-a86c-4762-b127-8f7aa6a63288 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Acquiring lock "refresh_cache-fa1146c8-af2b-49a6-88f0-6fee8773ce67" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1541.530218] env[62438]: DEBUG oslo_concurrency.lockutils [None req-da58b79c-a86c-4762-b127-8f7aa6a63288 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Acquired lock "refresh_cache-fa1146c8-af2b-49a6-88f0-6fee8773ce67" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.530571] env[62438]: DEBUG nova.network.neutron [None req-da58b79c-a86c-4762-b127-8f7aa6a63288 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: fa1146c8-af2b-49a6-88f0-6fee8773ce67] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1541.550386] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-df9cf293-36c5-4a94-af06-2ac69981f657 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [instance: 1ed63f2e-9e74-4d64-96fb-7a3315793ca9] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1541.550779] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-df9cf293-36c5-4a94-af06-2ac69981f657 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [instance: 1ed63f2e-9e74-4d64-96fb-7a3315793ca9] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1541.551488] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-df9cf293-36c5-4a94-af06-2ac69981f657 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Deleting the datastore file [datastore1] 1ed63f2e-9e74-4d64-96fb-7a3315793ca9 {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1541.553073] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-602bcaf1-8c27-4217-9dbd-483ce076c8c1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.563923] env[62438]: DEBUG oslo_vmware.api [None req-df9cf293-36c5-4a94-af06-2ac69981f657 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Waiting for the task: (returnval){ [ 1541.563923] env[62438]: value = "task-1784990" [ 1541.563923] env[62438]: _type = "Task" [ 1541.563923] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.577650] env[62438]: DEBUG oslo_vmware.api [None req-df9cf293-36c5-4a94-af06-2ac69981f657 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Task: {'id': task-1784990, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.657655] env[62438]: DEBUG oslo_vmware.api [None req-89f9902c-b7e5-4817-9ebd-fe139ddfca8f tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': task-1784987, 'name': ReconfigVM_Task, 'duration_secs': 1.172606} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.658179] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-89f9902c-b7e5-4817-9ebd-fe139ddfca8f tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: 2b5c87fe-1c80-4cb9-86fe-4dd083322e71] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370403', 'volume_id': '4cf3c2cb-97cd-45fc-a055-d7fe736b3447', 'name': 'volume-4cf3c2cb-97cd-45fc-a055-d7fe736b3447', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2b5c87fe-1c80-4cb9-86fe-4dd083322e71', 'attached_at': '', 'detached_at': '', 'volume_id': '4cf3c2cb-97cd-45fc-a055-d7fe736b3447', 'serial': '4cf3c2cb-97cd-45fc-a055-d7fe736b3447'} {{(pid=62438) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1541.682924] env[62438]: DEBUG nova.network.neutron [-] [instance: 43727bec-0fad-43ee-b4e7-a1e48a7169b2] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1541.725193] env[62438]: DEBUG nova.network.neutron [None req-10395385-209e-429c-90d5-2fae253a874a tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 076a9ab9-ac47-4fc1-8f05-774930931042] Updating instance_info_cache with network_info: [{"id": "35c1cb60-1739-42a6-abc6-f551ee6028a1", "address": "fa:16:3e:71:97:6a", "network": {"id": "5ede523c-f6dc-46cc-9ded-91d22501f3ac", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-229264200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da30195a54754dadacbdb0481116cd03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35c1cb60-17", "ovs_interfaceid": "35c1cb60-1739-42a6-abc6-f551ee6028a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1541.836748] env[62438]: DEBUG nova.scheduler.client.report [None req-a0a7024a-09d1-4da9-af66-4f87319d782a tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1541.911600] env[62438]: DEBUG nova.compute.manager [req-ee0a92e4-21e9-44ec-b497-fa8ad01d669c req-4b265932-509b-40f1-9386-05c53ae43d1e service nova] [instance: 43727bec-0fad-43ee-b4e7-a1e48a7169b2] Received event network-vif-deleted-e4a5d99f-abef-419c-9bf9-d785e65223b0 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1542.079890] env[62438]: DEBUG oslo_vmware.api [None req-df9cf293-36c5-4a94-af06-2ac69981f657 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Task: {'id': task-1784990, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.304423} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.080411] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-df9cf293-36c5-4a94-af06-2ac69981f657 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1542.081364] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-df9cf293-36c5-4a94-af06-2ac69981f657 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [instance: 1ed63f2e-9e74-4d64-96fb-7a3315793ca9] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1542.081679] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-df9cf293-36c5-4a94-af06-2ac69981f657 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [instance: 1ed63f2e-9e74-4d64-96fb-7a3315793ca9] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1542.081872] env[62438]: INFO nova.compute.manager [None req-df9cf293-36c5-4a94-af06-2ac69981f657 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [instance: 1ed63f2e-9e74-4d64-96fb-7a3315793ca9] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1542.083535] env[62438]: DEBUG oslo.service.loopingcall [None req-df9cf293-36c5-4a94-af06-2ac69981f657 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1542.083535] env[62438]: DEBUG nova.compute.manager [-] [instance: 1ed63f2e-9e74-4d64-96fb-7a3315793ca9] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1542.083535] env[62438]: DEBUG nova.network.neutron [-] [instance: 1ed63f2e-9e74-4d64-96fb-7a3315793ca9] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1542.185863] env[62438]: INFO nova.compute.manager [-] [instance: 43727bec-0fad-43ee-b4e7-a1e48a7169b2] Took 2.50 seconds to deallocate network for instance. [ 1542.229203] env[62438]: DEBUG oslo_concurrency.lockutils [None req-10395385-209e-429c-90d5-2fae253a874a tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Releasing lock "refresh_cache-076a9ab9-ac47-4fc1-8f05-774930931042" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1542.229578] env[62438]: DEBUG nova.compute.manager [None req-10395385-209e-429c-90d5-2fae253a874a tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 076a9ab9-ac47-4fc1-8f05-774930931042] Instance network_info: |[{"id": "35c1cb60-1739-42a6-abc6-f551ee6028a1", "address": "fa:16:3e:71:97:6a", "network": {"id": "5ede523c-f6dc-46cc-9ded-91d22501f3ac", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-229264200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da30195a54754dadacbdb0481116cd03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35c1cb60-17", "ovs_interfaceid": "35c1cb60-1739-42a6-abc6-f551ee6028a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1542.230563] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-10395385-209e-429c-90d5-2fae253a874a tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 076a9ab9-ac47-4fc1-8f05-774930931042] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:97:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8d3908ba-a3dc-4f88-988b-f997cf7257e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '35c1cb60-1739-42a6-abc6-f551ee6028a1', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1542.243764] env[62438]: DEBUG oslo.service.loopingcall [None req-10395385-209e-429c-90d5-2fae253a874a tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1542.253751] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 076a9ab9-ac47-4fc1-8f05-774930931042] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1542.254157] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-86a6c501-7e16-42ca-a987-9f38d04d3640 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.276978] env[62438]: DEBUG oslo_concurrency.lockutils [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Acquiring lock "f5ec6de0-4e17-47af-af42-fae96ccaac5d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1542.277324] env[62438]: DEBUG oslo_concurrency.lockutils [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Lock "f5ec6de0-4e17-47af-af42-fae96ccaac5d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1542.284168] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1542.284168] env[62438]: value = "task-1784991" [ 1542.284168] env[62438]: _type = "Task" [ 1542.284168] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.295821] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784991, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.346560] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a0a7024a-09d1-4da9-af66-4f87319d782a tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.997s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1542.348815] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9929d4ef-f240-424b-8c74-d6dc57d3fa29 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.631s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1542.350714] env[62438]: INFO nova.compute.claims [None req-9929d4ef-f240-424b-8c74-d6dc57d3fa29 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: fac5fe80-b815-4df0-a95e-6c1e52395caa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1542.371536] env[62438]: DEBUG nova.compute.manager [None req-090bbac4-71ae-4402-99ee-178361ecd619 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] [instance: 0966016a-9742-4bcc-9b2f-81e684a54d46] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1542.372566] env[62438]: DEBUG nova.virt.hardware [None req-090bbac4-71ae-4402-99ee-178361ecd619 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1542.377343] env[62438]: DEBUG nova.virt.hardware [None req-090bbac4-71ae-4402-99ee-178361ecd619 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1542.377343] env[62438]: DEBUG nova.virt.hardware [None req-090bbac4-71ae-4402-99ee-178361ecd619 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1542.377343] env[62438]: DEBUG nova.virt.hardware [None req-090bbac4-71ae-4402-99ee-178361ecd619 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1542.377343] env[62438]: DEBUG nova.virt.hardware [None req-090bbac4-71ae-4402-99ee-178361ecd619 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1542.377343] env[62438]: DEBUG nova.virt.hardware [None req-090bbac4-71ae-4402-99ee-178361ecd619 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1542.377343] env[62438]: DEBUG nova.virt.hardware [None req-090bbac4-71ae-4402-99ee-178361ecd619 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1542.377754] env[62438]: DEBUG nova.virt.hardware [None req-090bbac4-71ae-4402-99ee-178361ecd619 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1542.377754] env[62438]: DEBUG nova.virt.hardware [None req-090bbac4-71ae-4402-99ee-178361ecd619 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1542.377754] env[62438]: DEBUG nova.virt.hardware [None req-090bbac4-71ae-4402-99ee-178361ecd619 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1542.377928] env[62438]: DEBUG nova.virt.hardware [None req-090bbac4-71ae-4402-99ee-178361ecd619 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1542.381424] env[62438]: INFO nova.scheduler.client.report [None req-a0a7024a-09d1-4da9-af66-4f87319d782a tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Deleted allocations for instance e3195d58-9c75-4fcc-8e4b-0c30bd69e311 [ 1542.382921] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-528395f9-efcc-45ac-bd91-796a04c351c1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.388472] env[62438]: DEBUG nova.compute.manager [req-436754c4-ac4b-44ea-8932-4af577daf8c1 req-259ea79b-f496-4b9f-8733-5f426de0c5c3 service nova] [instance: 076a9ab9-ac47-4fc1-8f05-774930931042] Received event network-changed-35c1cb60-1739-42a6-abc6-f551ee6028a1 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1542.388472] env[62438]: DEBUG nova.compute.manager [req-436754c4-ac4b-44ea-8932-4af577daf8c1 req-259ea79b-f496-4b9f-8733-5f426de0c5c3 service nova] [instance: 076a9ab9-ac47-4fc1-8f05-774930931042] Refreshing instance network info cache due to event network-changed-35c1cb60-1739-42a6-abc6-f551ee6028a1. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1542.388472] env[62438]: DEBUG oslo_concurrency.lockutils [req-436754c4-ac4b-44ea-8932-4af577daf8c1 req-259ea79b-f496-4b9f-8733-5f426de0c5c3 service nova] Acquiring lock "refresh_cache-076a9ab9-ac47-4fc1-8f05-774930931042" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1542.388472] env[62438]: DEBUG oslo_concurrency.lockutils [req-436754c4-ac4b-44ea-8932-4af577daf8c1 req-259ea79b-f496-4b9f-8733-5f426de0c5c3 service nova] Acquired lock "refresh_cache-076a9ab9-ac47-4fc1-8f05-774930931042" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.388789] env[62438]: DEBUG nova.network.neutron [req-436754c4-ac4b-44ea-8932-4af577daf8c1 req-259ea79b-f496-4b9f-8733-5f426de0c5c3 service nova] [instance: 076a9ab9-ac47-4fc1-8f05-774930931042] Refreshing network info cache for port 35c1cb60-1739-42a6-abc6-f551ee6028a1 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1542.403817] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cbbb550-ea50-4811-91cc-23ed29d77a07 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.618934] env[62438]: DEBUG nova.network.neutron [None req-090bbac4-71ae-4402-99ee-178361ecd619 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] [instance: 0966016a-9742-4bcc-9b2f-81e684a54d46] Successfully updated port: 4aa37368-7816-4b5a-8cc5-393da1480bd5 {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1542.694747] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e865be94-292c-4350-a785-2811d0d53a03 tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1542.704184] env[62438]: DEBUG nova.objects.instance [None req-89f9902c-b7e5-4817-9ebd-fe139ddfca8f tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Lazy-loading 'flavor' on Instance uuid 2b5c87fe-1c80-4cb9-86fe-4dd083322e71 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1542.781150] env[62438]: DEBUG nova.compute.manager [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: f5ec6de0-4e17-47af-af42-fae96ccaac5d] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1542.799257] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784991, 'name': CreateVM_Task, 'duration_secs': 0.477207} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.799532] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 076a9ab9-ac47-4fc1-8f05-774930931042] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1542.800538] env[62438]: DEBUG oslo_concurrency.lockutils [None req-10395385-209e-429c-90d5-2fae253a874a tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1542.800538] env[62438]: DEBUG oslo_concurrency.lockutils [None req-10395385-209e-429c-90d5-2fae253a874a tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.800820] env[62438]: DEBUG oslo_concurrency.lockutils [None req-10395385-209e-429c-90d5-2fae253a874a tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1542.802024] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36c9bab7-9791-458c-b10d-159bafaf9954 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.805013] env[62438]: DEBUG nova.network.neutron [None req-da58b79c-a86c-4762-b127-8f7aa6a63288 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: fa1146c8-af2b-49a6-88f0-6fee8773ce67] Updating instance_info_cache with network_info: [{"id": "eb610097-d042-4c9c-8835-dcfc17372ce1", "address": "fa:16:3e:2a:50:2f", "network": {"id": "8d95458f-de27-4303-9cbb-3fc3119be5c6", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1928252065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c7d5b4fe1064c71becc5699e8467387", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb610097-d0", "ovs_interfaceid": "eb610097-d042-4c9c-8835-dcfc17372ce1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1542.812764] env[62438]: DEBUG oslo_vmware.api [None req-10395385-209e-429c-90d5-2fae253a874a tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Waiting for the task: (returnval){ [ 1542.812764] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52208f2a-fa9d-0b31-285c-0a2b61b20d32" [ 1542.812764] env[62438]: _type = "Task" [ 1542.812764] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.824384] env[62438]: DEBUG oslo_vmware.api [None req-10395385-209e-429c-90d5-2fae253a874a tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52208f2a-fa9d-0b31-285c-0a2b61b20d32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.906024] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a0a7024a-09d1-4da9-af66-4f87319d782a tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Lock "e3195d58-9c75-4fcc-8e4b-0c30bd69e311" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.266s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1543.128287] env[62438]: DEBUG oslo_concurrency.lockutils [None req-090bbac4-71ae-4402-99ee-178361ecd619 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] Acquiring lock "refresh_cache-0966016a-9742-4bcc-9b2f-81e684a54d46" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1543.128287] env[62438]: DEBUG oslo_concurrency.lockutils [None req-090bbac4-71ae-4402-99ee-178361ecd619 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] Acquired lock "refresh_cache-0966016a-9742-4bcc-9b2f-81e684a54d46" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.128287] env[62438]: DEBUG nova.network.neutron [None req-090bbac4-71ae-4402-99ee-178361ecd619 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] [instance: 0966016a-9742-4bcc-9b2f-81e684a54d46] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1543.215881] env[62438]: DEBUG oslo_concurrency.lockutils [None req-89f9902c-b7e5-4817-9ebd-fe139ddfca8f tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Lock "2b5c87fe-1c80-4cb9-86fe-4dd083322e71" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.383s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1543.302355] env[62438]: DEBUG oslo_concurrency.lockutils [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1543.309354] env[62438]: DEBUG oslo_concurrency.lockutils [None req-da58b79c-a86c-4762-b127-8f7aa6a63288 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Releasing lock "refresh_cache-fa1146c8-af2b-49a6-88f0-6fee8773ce67" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1543.326601] env[62438]: DEBUG oslo_vmware.api [None req-10395385-209e-429c-90d5-2fae253a874a tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52208f2a-fa9d-0b31-285c-0a2b61b20d32, 'name': SearchDatastore_Task, 'duration_secs': 0.017012} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.326959] env[62438]: DEBUG oslo_concurrency.lockutils [None req-10395385-209e-429c-90d5-2fae253a874a tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1543.327222] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-10395385-209e-429c-90d5-2fae253a874a tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 076a9ab9-ac47-4fc1-8f05-774930931042] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1543.327469] env[62438]: DEBUG oslo_concurrency.lockutils [None req-10395385-209e-429c-90d5-2fae253a874a tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1543.327619] env[62438]: DEBUG oslo_concurrency.lockutils [None req-10395385-209e-429c-90d5-2fae253a874a tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.327796] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-10395385-209e-429c-90d5-2fae253a874a tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1543.328103] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-63539775-a614-45bb-9c45-ec22cf9b9287 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.339164] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-10395385-209e-429c-90d5-2fae253a874a tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1543.339388] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-10395385-209e-429c-90d5-2fae253a874a tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1543.340222] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27fac4e6-b42d-4668-87bc-f98a424af583 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.348051] env[62438]: DEBUG oslo_vmware.api [None req-10395385-209e-429c-90d5-2fae253a874a tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Waiting for the task: (returnval){ [ 1543.348051] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]525e4f15-ac50-6111-028c-f80e3b18bc5d" [ 1543.348051] env[62438]: _type = "Task" [ 1543.348051] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.364251] env[62438]: DEBUG oslo_vmware.api [None req-10395385-209e-429c-90d5-2fae253a874a tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]525e4f15-ac50-6111-028c-f80e3b18bc5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.395639] env[62438]: DEBUG nova.network.neutron [-] [instance: 1ed63f2e-9e74-4d64-96fb-7a3315793ca9] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1543.719824] env[62438]: DEBUG nova.network.neutron [None req-090bbac4-71ae-4402-99ee-178361ecd619 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] [instance: 0966016a-9742-4bcc-9b2f-81e684a54d46] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1543.747297] env[62438]: DEBUG nova.network.neutron [req-436754c4-ac4b-44ea-8932-4af577daf8c1 req-259ea79b-f496-4b9f-8733-5f426de0c5c3 service nova] [instance: 076a9ab9-ac47-4fc1-8f05-774930931042] Updated VIF entry in instance network info cache for port 35c1cb60-1739-42a6-abc6-f551ee6028a1. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1543.747659] env[62438]: DEBUG nova.network.neutron [req-436754c4-ac4b-44ea-8932-4af577daf8c1 req-259ea79b-f496-4b9f-8733-5f426de0c5c3 service nova] [instance: 076a9ab9-ac47-4fc1-8f05-774930931042] Updating instance_info_cache with network_info: [{"id": "35c1cb60-1739-42a6-abc6-f551ee6028a1", "address": "fa:16:3e:71:97:6a", "network": {"id": "5ede523c-f6dc-46cc-9ded-91d22501f3ac", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-229264200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da30195a54754dadacbdb0481116cd03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35c1cb60-17", "ovs_interfaceid": "35c1cb60-1739-42a6-abc6-f551ee6028a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1543.820212] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5e5b0767-1875-45c8-9b67-f4827eb05f79 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Acquiring lock "a085cb1e-b5cf-4b45-9639-464232dfac12" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1543.820502] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5e5b0767-1875-45c8-9b67-f4827eb05f79 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Lock "a085cb1e-b5cf-4b45-9639-464232dfac12" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1543.835411] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f27ab3-85bb-451c-932b-d8d222a189f6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.846786] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a0e75ec-4112-44a4-8eab-f2984a37d77f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.853600] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c761134-71b3-4ead-a2a6-37a7ef5aaf49 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.867826] env[62438]: DEBUG oslo_vmware.api [None req-10395385-209e-429c-90d5-2fae253a874a tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]525e4f15-ac50-6111-028c-f80e3b18bc5d, 'name': SearchDatastore_Task, 'duration_secs': 0.024768} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.908992] env[62438]: INFO nova.compute.manager [-] [instance: 1ed63f2e-9e74-4d64-96fb-7a3315793ca9] Took 1.83 seconds to deallocate network for instance. [ 1543.912162] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eac2c0e8-a303-44bb-b793-b5c1dbf77eb7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.915389] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c0f0e4-20aa-4bd2-aed6-f0174448d15b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.919836] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbfb429d-e995-4c31-b85d-2a7987d2d597 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.929824] env[62438]: DEBUG oslo_vmware.api [None req-10395385-209e-429c-90d5-2fae253a874a tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Waiting for the task: (returnval){ [ 1543.929824] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52211d23-1527-bdb5-f987-cc46a9f71446" [ 1543.929824] env[62438]: _type = "Task" [ 1543.929824] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.934846] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-da58b79c-a86c-4762-b127-8f7aa6a63288 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: fa1146c8-af2b-49a6-88f0-6fee8773ce67] Updating instance 'fa1146c8-af2b-49a6-88f0-6fee8773ce67' progress to 83 {{(pid=62438) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1543.943416] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb6ec1d-02c6-43dc-97b9-13d92fc946d9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.954753] env[62438]: DEBUG oslo_vmware.api [None req-10395385-209e-429c-90d5-2fae253a874a tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52211d23-1527-bdb5-f987-cc46a9f71446, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.963402] env[62438]: DEBUG nova.compute.provider_tree [None req-9929d4ef-f240-424b-8c74-d6dc57d3fa29 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1544.005961] env[62438]: DEBUG nova.compute.manager [req-055bd858-3210-4cf1-8998-04dbd067ee71 req-7b20a6f9-0237-4ad1-91e2-5e46408ea654 service nova] [instance: 0966016a-9742-4bcc-9b2f-81e684a54d46] Received event network-vif-plugged-4aa37368-7816-4b5a-8cc5-393da1480bd5 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1544.006215] env[62438]: DEBUG oslo_concurrency.lockutils [req-055bd858-3210-4cf1-8998-04dbd067ee71 req-7b20a6f9-0237-4ad1-91e2-5e46408ea654 service nova] Acquiring lock "0966016a-9742-4bcc-9b2f-81e684a54d46-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1544.006455] env[62438]: DEBUG oslo_concurrency.lockutils [req-055bd858-3210-4cf1-8998-04dbd067ee71 req-7b20a6f9-0237-4ad1-91e2-5e46408ea654 service nova] Lock "0966016a-9742-4bcc-9b2f-81e684a54d46-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1544.006652] env[62438]: DEBUG oslo_concurrency.lockutils [req-055bd858-3210-4cf1-8998-04dbd067ee71 req-7b20a6f9-0237-4ad1-91e2-5e46408ea654 service nova] Lock "0966016a-9742-4bcc-9b2f-81e684a54d46-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1544.006827] env[62438]: DEBUG nova.compute.manager [req-055bd858-3210-4cf1-8998-04dbd067ee71 req-7b20a6f9-0237-4ad1-91e2-5e46408ea654 service nova] [instance: 0966016a-9742-4bcc-9b2f-81e684a54d46] No waiting events found dispatching network-vif-plugged-4aa37368-7816-4b5a-8cc5-393da1480bd5 {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1544.006996] env[62438]: WARNING nova.compute.manager [req-055bd858-3210-4cf1-8998-04dbd067ee71 req-7b20a6f9-0237-4ad1-91e2-5e46408ea654 service nova] [instance: 0966016a-9742-4bcc-9b2f-81e684a54d46] Received unexpected event network-vif-plugged-4aa37368-7816-4b5a-8cc5-393da1480bd5 for instance with vm_state building and task_state spawning. [ 1544.007181] env[62438]: DEBUG nova.compute.manager [req-055bd858-3210-4cf1-8998-04dbd067ee71 req-7b20a6f9-0237-4ad1-91e2-5e46408ea654 service nova] [instance: 0966016a-9742-4bcc-9b2f-81e684a54d46] Received event network-changed-4aa37368-7816-4b5a-8cc5-393da1480bd5 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1544.007424] env[62438]: DEBUG nova.compute.manager [req-055bd858-3210-4cf1-8998-04dbd067ee71 req-7b20a6f9-0237-4ad1-91e2-5e46408ea654 service nova] [instance: 0966016a-9742-4bcc-9b2f-81e684a54d46] Refreshing instance network info cache due to event network-changed-4aa37368-7816-4b5a-8cc5-393da1480bd5. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1544.007620] env[62438]: DEBUG oslo_concurrency.lockutils [req-055bd858-3210-4cf1-8998-04dbd067ee71 req-7b20a6f9-0237-4ad1-91e2-5e46408ea654 service nova] Acquiring lock "refresh_cache-0966016a-9742-4bcc-9b2f-81e684a54d46" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1544.064547] env[62438]: DEBUG nova.network.neutron [None req-090bbac4-71ae-4402-99ee-178361ecd619 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] [instance: 0966016a-9742-4bcc-9b2f-81e684a54d46] Updating instance_info_cache with network_info: [{"id": "4aa37368-7816-4b5a-8cc5-393da1480bd5", "address": "fa:16:3e:0b:1f:dc", "network": {"id": "69c80f2b-eb70-4a78-b161-111b1ca2cd12", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1939641634-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cff4cb408424815a68972facd85e4f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4aa37368-78", "ovs_interfaceid": "4aa37368-7816-4b5a-8cc5-393da1480bd5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1544.166053] env[62438]: DEBUG oslo_concurrency.lockutils [None req-04f68844-c589-42a4-b54f-c5e3a905bd1c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Acquiring lock "c15b97da-95c7-4a9d-be28-cda5cea50c2b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1544.166496] env[62438]: DEBUG oslo_concurrency.lockutils [None req-04f68844-c589-42a4-b54f-c5e3a905bd1c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Lock "c15b97da-95c7-4a9d-be28-cda5cea50c2b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1544.166965] env[62438]: DEBUG oslo_concurrency.lockutils [None req-04f68844-c589-42a4-b54f-c5e3a905bd1c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Acquiring lock "c15b97da-95c7-4a9d-be28-cda5cea50c2b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1544.167211] env[62438]: DEBUG oslo_concurrency.lockutils [None req-04f68844-c589-42a4-b54f-c5e3a905bd1c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Lock "c15b97da-95c7-4a9d-be28-cda5cea50c2b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1544.167449] env[62438]: DEBUG oslo_concurrency.lockutils [None req-04f68844-c589-42a4-b54f-c5e3a905bd1c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Lock "c15b97da-95c7-4a9d-be28-cda5cea50c2b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1544.171408] env[62438]: INFO nova.compute.manager [None req-04f68844-c589-42a4-b54f-c5e3a905bd1c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: c15b97da-95c7-4a9d-be28-cda5cea50c2b] Terminating instance [ 1544.173642] env[62438]: DEBUG nova.compute.manager [None req-04f68844-c589-42a4-b54f-c5e3a905bd1c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: c15b97da-95c7-4a9d-be28-cda5cea50c2b] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1544.173758] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-04f68844-c589-42a4-b54f-c5e3a905bd1c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: c15b97da-95c7-4a9d-be28-cda5cea50c2b] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1544.174590] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cea4b52-6e3c-45fa-88af-efb41dbd570e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.186198] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-04f68844-c589-42a4-b54f-c5e3a905bd1c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: c15b97da-95c7-4a9d-be28-cda5cea50c2b] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1544.186198] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c514e78-3312-4ab1-accc-dd0c8ff6dd8f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.193217] env[62438]: DEBUG oslo_vmware.api [None req-04f68844-c589-42a4-b54f-c5e3a905bd1c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Waiting for the task: (returnval){ [ 1544.193217] env[62438]: value = "task-1784992" [ 1544.193217] env[62438]: _type = "Task" [ 1544.193217] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.203304] env[62438]: DEBUG oslo_vmware.api [None req-04f68844-c589-42a4-b54f-c5e3a905bd1c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': task-1784992, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.254851] env[62438]: DEBUG oslo_concurrency.lockutils [req-436754c4-ac4b-44ea-8932-4af577daf8c1 req-259ea79b-f496-4b9f-8733-5f426de0c5c3 service nova] Releasing lock "refresh_cache-076a9ab9-ac47-4fc1-8f05-774930931042" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1544.314406] env[62438]: DEBUG oslo_concurrency.lockutils [None req-6954b687-4eed-4b11-b36d-20a4578f7834 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Acquiring lock "03448a20-9731-4076-bf51-852e9fc7f016" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1544.314717] env[62438]: DEBUG oslo_concurrency.lockutils [None req-6954b687-4eed-4b11-b36d-20a4578f7834 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Lock "03448a20-9731-4076-bf51-852e9fc7f016" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1544.314998] env[62438]: DEBUG oslo_concurrency.lockutils [None req-6954b687-4eed-4b11-b36d-20a4578f7834 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Acquiring lock "03448a20-9731-4076-bf51-852e9fc7f016-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1544.315174] env[62438]: DEBUG oslo_concurrency.lockutils [None req-6954b687-4eed-4b11-b36d-20a4578f7834 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Lock "03448a20-9731-4076-bf51-852e9fc7f016-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1544.315412] env[62438]: DEBUG oslo_concurrency.lockutils [None req-6954b687-4eed-4b11-b36d-20a4578f7834 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Lock "03448a20-9731-4076-bf51-852e9fc7f016-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1544.317948] env[62438]: INFO nova.compute.manager [None req-6954b687-4eed-4b11-b36d-20a4578f7834 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 03448a20-9731-4076-bf51-852e9fc7f016] Terminating instance [ 1544.319831] env[62438]: DEBUG nova.compute.manager [None req-6954b687-4eed-4b11-b36d-20a4578f7834 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 03448a20-9731-4076-bf51-852e9fc7f016] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1544.320057] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-6954b687-4eed-4b11-b36d-20a4578f7834 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 03448a20-9731-4076-bf51-852e9fc7f016] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1544.320923] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e05e33d-b9c2-4f6b-b0c6-2edbb03b0a92 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.330915] env[62438]: DEBUG nova.compute.manager [None req-5e5b0767-1875-45c8-9b67-f4827eb05f79 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: a085cb1e-b5cf-4b45-9639-464232dfac12] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1544.343478] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-6954b687-4eed-4b11-b36d-20a4578f7834 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 03448a20-9731-4076-bf51-852e9fc7f016] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1544.343478] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4b5f123-5cb5-4a9b-b020-53a600e41780 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.348868] env[62438]: DEBUG oslo_vmware.api [None req-6954b687-4eed-4b11-b36d-20a4578f7834 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Waiting for the task: (returnval){ [ 1544.348868] env[62438]: value = "task-1784993" [ 1544.348868] env[62438]: _type = "Task" [ 1544.348868] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.363913] env[62438]: DEBUG oslo_vmware.api [None req-6954b687-4eed-4b11-b36d-20a4578f7834 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Task: {'id': task-1784993, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.428549] env[62438]: DEBUG oslo_concurrency.lockutils [None req-df9cf293-36c5-4a94-af06-2ac69981f657 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1544.448268] env[62438]: DEBUG oslo_vmware.api [None req-10395385-209e-429c-90d5-2fae253a874a tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52211d23-1527-bdb5-f987-cc46a9f71446, 'name': SearchDatastore_Task, 'duration_secs': 0.030375} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.450752] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-da58b79c-a86c-4762-b127-8f7aa6a63288 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: fa1146c8-af2b-49a6-88f0-6fee8773ce67] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1544.451215] env[62438]: DEBUG oslo_concurrency.lockutils [None req-10395385-209e-429c-90d5-2fae253a874a tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1544.451572] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-10395385-209e-429c-90d5-2fae253a874a tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 076a9ab9-ac47-4fc1-8f05-774930931042/076a9ab9-ac47-4fc1-8f05-774930931042.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1544.451947] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a14dea6-2bad-462e-9b93-0e03b364bb72 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.454326] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8d3c6c3e-63f7-4f4b-8f2e-0289ade68712 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.464369] env[62438]: DEBUG oslo_vmware.api [None req-da58b79c-a86c-4762-b127-8f7aa6a63288 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Waiting for the task: (returnval){ [ 1544.464369] env[62438]: value = "task-1784995" [ 1544.464369] env[62438]: _type = "Task" [ 1544.464369] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.466979] env[62438]: DEBUG nova.scheduler.client.report [None req-9929d4ef-f240-424b-8c74-d6dc57d3fa29 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1544.471221] env[62438]: DEBUG oslo_vmware.api [None req-10395385-209e-429c-90d5-2fae253a874a tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Waiting for the task: (returnval){ [ 1544.471221] env[62438]: value = "task-1784994" [ 1544.471221] env[62438]: _type = "Task" [ 1544.471221] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.488962] env[62438]: DEBUG oslo_vmware.api [None req-da58b79c-a86c-4762-b127-8f7aa6a63288 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1784995, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.489229] env[62438]: DEBUG oslo_vmware.api [None req-10395385-209e-429c-90d5-2fae253a874a tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1784994, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.567402] env[62438]: DEBUG oslo_concurrency.lockutils [None req-090bbac4-71ae-4402-99ee-178361ecd619 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] Releasing lock "refresh_cache-0966016a-9742-4bcc-9b2f-81e684a54d46" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1544.567950] env[62438]: DEBUG nova.compute.manager [None req-090bbac4-71ae-4402-99ee-178361ecd619 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] [instance: 0966016a-9742-4bcc-9b2f-81e684a54d46] Instance network_info: |[{"id": "4aa37368-7816-4b5a-8cc5-393da1480bd5", "address": "fa:16:3e:0b:1f:dc", "network": {"id": "69c80f2b-eb70-4a78-b161-111b1ca2cd12", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1939641634-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cff4cb408424815a68972facd85e4f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4aa37368-78", "ovs_interfaceid": "4aa37368-7816-4b5a-8cc5-393da1480bd5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1544.568951] env[62438]: DEBUG oslo_concurrency.lockutils [req-055bd858-3210-4cf1-8998-04dbd067ee71 req-7b20a6f9-0237-4ad1-91e2-5e46408ea654 service nova] Acquired lock "refresh_cache-0966016a-9742-4bcc-9b2f-81e684a54d46" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.568951] env[62438]: DEBUG nova.network.neutron [req-055bd858-3210-4cf1-8998-04dbd067ee71 req-7b20a6f9-0237-4ad1-91e2-5e46408ea654 service nova] [instance: 0966016a-9742-4bcc-9b2f-81e684a54d46] Refreshing network info cache for port 4aa37368-7816-4b5a-8cc5-393da1480bd5 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1544.573022] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-090bbac4-71ae-4402-99ee-178361ecd619 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] [instance: 0966016a-9742-4bcc-9b2f-81e684a54d46] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:1f:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52c1f5eb-3d4a-4faa-a30d-2b0a46430791', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4aa37368-7816-4b5a-8cc5-393da1480bd5', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1544.588223] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-090bbac4-71ae-4402-99ee-178361ecd619 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] Creating folder: Project (0cff4cb408424815a68972facd85e4f1). Parent ref: group-v370230. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1544.590889] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e827c3e3-267c-4728-ae4f-713d88403e5e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.609215] env[62438]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1544.609414] env[62438]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62438) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1544.609805] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-090bbac4-71ae-4402-99ee-178361ecd619 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] Folder already exists: Project (0cff4cb408424815a68972facd85e4f1). Parent ref: group-v370230. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1544.610030] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-090bbac4-71ae-4402-99ee-178361ecd619 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] Creating folder: Instances. Parent ref: group-v370383. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1544.610297] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fe9b3d05-0a33-49dd-ae14-bb7efca270cb {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.623466] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-090bbac4-71ae-4402-99ee-178361ecd619 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] Created folder: Instances in parent group-v370383. [ 1544.623798] env[62438]: DEBUG oslo.service.loopingcall [None req-090bbac4-71ae-4402-99ee-178361ecd619 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1544.624157] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0966016a-9742-4bcc-9b2f-81e684a54d46] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1544.624455] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4b5c3d98-9c01-43b2-a6a1-01d013c77fb0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.647432] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1544.647432] env[62438]: value = "task-1784998" [ 1544.647432] env[62438]: _type = "Task" [ 1544.647432] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.655669] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784998, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.706290] env[62438]: DEBUG oslo_vmware.api [None req-04f68844-c589-42a4-b54f-c5e3a905bd1c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': task-1784992, 'name': PowerOffVM_Task, 'duration_secs': 0.337194} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.706623] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-04f68844-c589-42a4-b54f-c5e3a905bd1c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: c15b97da-95c7-4a9d-be28-cda5cea50c2b] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1544.706827] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-04f68844-c589-42a4-b54f-c5e3a905bd1c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: c15b97da-95c7-4a9d-be28-cda5cea50c2b] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1544.707216] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-145d55df-7875-4a0e-b6e4-ad3a5c8746ca {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.824239] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-04f68844-c589-42a4-b54f-c5e3a905bd1c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: c15b97da-95c7-4a9d-be28-cda5cea50c2b] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1544.824510] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-04f68844-c589-42a4-b54f-c5e3a905bd1c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: c15b97da-95c7-4a9d-be28-cda5cea50c2b] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1544.824704] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-04f68844-c589-42a4-b54f-c5e3a905bd1c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Deleting the datastore file [datastore1] c15b97da-95c7-4a9d-be28-cda5cea50c2b {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1544.824996] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b580db05-6808-41bf-9484-fc687a86768e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.834025] env[62438]: DEBUG oslo_vmware.api [None req-04f68844-c589-42a4-b54f-c5e3a905bd1c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Waiting for the task: (returnval){ [ 1544.834025] env[62438]: value = "task-1785000" [ 1544.834025] env[62438]: _type = "Task" [ 1544.834025] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.848913] env[62438]: DEBUG oslo_vmware.api [None req-04f68844-c589-42a4-b54f-c5e3a905bd1c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': task-1785000, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.860574] env[62438]: DEBUG oslo_vmware.api [None req-6954b687-4eed-4b11-b36d-20a4578f7834 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Task: {'id': task-1784993, 'name': PowerOffVM_Task, 'duration_secs': 0.24232} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.860931] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-6954b687-4eed-4b11-b36d-20a4578f7834 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 03448a20-9731-4076-bf51-852e9fc7f016] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1544.861125] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-6954b687-4eed-4b11-b36d-20a4578f7834 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 03448a20-9731-4076-bf51-852e9fc7f016] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1544.861410] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-132347b3-7ea6-4319-9b0b-2e88baedc86c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.870461] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5e5b0767-1875-45c8-9b67-f4827eb05f79 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1544.972156] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9929d4ef-f240-424b-8c74-d6dc57d3fa29 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.623s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1544.972816] env[62438]: DEBUG nova.compute.manager [None req-9929d4ef-f240-424b-8c74-d6dc57d3fa29 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: fac5fe80-b815-4df0-a95e-6c1e52395caa] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1544.976530] env[62438]: DEBUG oslo_concurrency.lockutils [None req-12a8a54c-14ac-4779-a3a0-665f2745549c tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.216s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1544.978507] env[62438]: INFO nova.compute.claims [None req-12a8a54c-14ac-4779-a3a0-665f2745549c tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] [instance: 841c786c-b6fa-4f8d-8435-837a2bb6cf8d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1544.994472] env[62438]: DEBUG oslo_vmware.api [None req-da58b79c-a86c-4762-b127-8f7aa6a63288 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1784995, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.994472] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-6954b687-4eed-4b11-b36d-20a4578f7834 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 03448a20-9731-4076-bf51-852e9fc7f016] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1544.995020] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-6954b687-4eed-4b11-b36d-20a4578f7834 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 03448a20-9731-4076-bf51-852e9fc7f016] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1544.995020] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-6954b687-4eed-4b11-b36d-20a4578f7834 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Deleting the datastore file [datastore1] 03448a20-9731-4076-bf51-852e9fc7f016 {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1544.996684] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7f88d919-6f9f-4b3a-9ca5-258ec2eca759 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.010790] env[62438]: DEBUG oslo_vmware.api [None req-10395385-209e-429c-90d5-2fae253a874a tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1784994, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.013329] env[62438]: DEBUG oslo_vmware.api [None req-6954b687-4eed-4b11-b36d-20a4578f7834 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Waiting for the task: (returnval){ [ 1545.013329] env[62438]: value = "task-1785002" [ 1545.013329] env[62438]: _type = "Task" [ 1545.013329] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.027036] env[62438]: DEBUG oslo_vmware.api [None req-6954b687-4eed-4b11-b36d-20a4578f7834 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Task: {'id': task-1785002, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.158809] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784998, 'name': CreateVM_Task} progress is 99%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.348033] env[62438]: DEBUG oslo_vmware.api [None req-04f68844-c589-42a4-b54f-c5e3a905bd1c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': task-1785000, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.476872] env[62438]: DEBUG oslo_vmware.api [None req-da58b79c-a86c-4762-b127-8f7aa6a63288 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1784995, 'name': PowerOnVM_Task, 'duration_secs': 0.521175} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.477553] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-da58b79c-a86c-4762-b127-8f7aa6a63288 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: fa1146c8-af2b-49a6-88f0-6fee8773ce67] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1545.477553] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-da58b79c-a86c-4762-b127-8f7aa6a63288 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: fa1146c8-af2b-49a6-88f0-6fee8773ce67] Updating instance 'fa1146c8-af2b-49a6-88f0-6fee8773ce67' progress to 100 {{(pid=62438) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1545.491992] env[62438]: DEBUG nova.compute.utils [None req-9929d4ef-f240-424b-8c74-d6dc57d3fa29 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1545.498917] env[62438]: DEBUG nova.compute.manager [None req-9929d4ef-f240-424b-8c74-d6dc57d3fa29 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: fac5fe80-b815-4df0-a95e-6c1e52395caa] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1545.499145] env[62438]: DEBUG nova.network.neutron [None req-9929d4ef-f240-424b-8c74-d6dc57d3fa29 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: fac5fe80-b815-4df0-a95e-6c1e52395caa] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1545.504382] env[62438]: DEBUG oslo_vmware.api [None req-10395385-209e-429c-90d5-2fae253a874a tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1784994, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.668019} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.507230] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-10395385-209e-429c-90d5-2fae253a874a tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 076a9ab9-ac47-4fc1-8f05-774930931042/076a9ab9-ac47-4fc1-8f05-774930931042.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1545.507479] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-10395385-209e-429c-90d5-2fae253a874a tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 076a9ab9-ac47-4fc1-8f05-774930931042] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1545.508362] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-29bb431a-8d91-4b58-a928-2868d87b9067 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.525358] env[62438]: DEBUG oslo_vmware.api [None req-10395385-209e-429c-90d5-2fae253a874a tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Waiting for the task: (returnval){ [ 1545.525358] env[62438]: value = "task-1785003" [ 1545.525358] env[62438]: _type = "Task" [ 1545.525358] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.531319] env[62438]: DEBUG oslo_vmware.api [None req-6954b687-4eed-4b11-b36d-20a4578f7834 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Task: {'id': task-1785002, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.382104} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.532460] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-6954b687-4eed-4b11-b36d-20a4578f7834 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1545.534021] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-6954b687-4eed-4b11-b36d-20a4578f7834 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 03448a20-9731-4076-bf51-852e9fc7f016] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1545.534021] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-6954b687-4eed-4b11-b36d-20a4578f7834 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 03448a20-9731-4076-bf51-852e9fc7f016] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1545.534021] env[62438]: INFO nova.compute.manager [None req-6954b687-4eed-4b11-b36d-20a4578f7834 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] [instance: 03448a20-9731-4076-bf51-852e9fc7f016] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1545.534021] env[62438]: DEBUG oslo.service.loopingcall [None req-6954b687-4eed-4b11-b36d-20a4578f7834 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1545.534021] env[62438]: DEBUG nova.compute.manager [-] [instance: 03448a20-9731-4076-bf51-852e9fc7f016] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1545.534021] env[62438]: DEBUG nova.network.neutron [-] [instance: 03448a20-9731-4076-bf51-852e9fc7f016] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1545.539111] env[62438]: DEBUG oslo_vmware.api [None req-10395385-209e-429c-90d5-2fae253a874a tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1785003, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.598361] env[62438]: DEBUG nova.network.neutron [req-055bd858-3210-4cf1-8998-04dbd067ee71 req-7b20a6f9-0237-4ad1-91e2-5e46408ea654 service nova] [instance: 0966016a-9742-4bcc-9b2f-81e684a54d46] Updated VIF entry in instance network info cache for port 4aa37368-7816-4b5a-8cc5-393da1480bd5. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1545.599298] env[62438]: DEBUG nova.network.neutron [req-055bd858-3210-4cf1-8998-04dbd067ee71 req-7b20a6f9-0237-4ad1-91e2-5e46408ea654 service nova] [instance: 0966016a-9742-4bcc-9b2f-81e684a54d46] Updating instance_info_cache with network_info: [{"id": "4aa37368-7816-4b5a-8cc5-393da1480bd5", "address": "fa:16:3e:0b:1f:dc", "network": {"id": "69c80f2b-eb70-4a78-b161-111b1ca2cd12", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1939641634-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cff4cb408424815a68972facd85e4f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4aa37368-78", "ovs_interfaceid": "4aa37368-7816-4b5a-8cc5-393da1480bd5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1545.617808] env[62438]: DEBUG nova.policy [None req-9929d4ef-f240-424b-8c74-d6dc57d3fa29 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fb631bc22a884406a82bafdcbba241c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '941c9b8cd46546ffa37aa3edfa770bd1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1545.663147] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1784998, 'name': CreateVM_Task, 'duration_secs': 0.618228} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.663368] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0966016a-9742-4bcc-9b2f-81e684a54d46] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1545.665647] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-090bbac4-71ae-4402-99ee-178361ecd619 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] [instance: 0966016a-9742-4bcc-9b2f-81e684a54d46] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370393', 'volume_id': 'd77260eb-6134-4fdd-9fe6-ebef86c9ff00', 'name': 'volume-d77260eb-6134-4fdd-9fe6-ebef86c9ff00', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '0966016a-9742-4bcc-9b2f-81e684a54d46', 'attached_at': '', 'detached_at': '', 'volume_id': 'd77260eb-6134-4fdd-9fe6-ebef86c9ff00', 'serial': 'd77260eb-6134-4fdd-9fe6-ebef86c9ff00'}, 'mount_device': '/dev/sda', 'boot_index': 0, 'delete_on_termination': True, 'attachment_id': '130db040-dca3-4343-9228-c9a5c2097389', 'device_type': None, 'disk_bus': None, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=62438) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1545.665873] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-090bbac4-71ae-4402-99ee-178361ecd619 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] [instance: 0966016a-9742-4bcc-9b2f-81e684a54d46] Root volume attach. Driver type: vmdk {{(pid=62438) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1545.666787] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fcacf36-aa7e-4d47-af27-32e3d6674722 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.677492] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d06d27-f291-4cb1-9274-b9610102e22a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.685895] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de2811e6-b895-410e-aa92-b28a5366825b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.697112] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-9547a9e1-da83-46dd-8298-fa4d6ea0d502 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.707477] env[62438]: DEBUG oslo_vmware.api [None req-090bbac4-71ae-4402-99ee-178361ecd619 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] Waiting for the task: (returnval){ [ 1545.707477] env[62438]: value = "task-1785004" [ 1545.707477] env[62438]: _type = "Task" [ 1545.707477] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.718130] env[62438]: DEBUG oslo_vmware.api [None req-090bbac4-71ae-4402-99ee-178361ecd619 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] Task: {'id': task-1785004, 'name': RelocateVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.849218] env[62438]: DEBUG oslo_vmware.api [None req-04f68844-c589-42a4-b54f-c5e3a905bd1c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Task: {'id': task-1785000, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.532459} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.849617] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-04f68844-c589-42a4-b54f-c5e3a905bd1c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1545.849686] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-04f68844-c589-42a4-b54f-c5e3a905bd1c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: c15b97da-95c7-4a9d-be28-cda5cea50c2b] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1545.849872] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-04f68844-c589-42a4-b54f-c5e3a905bd1c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: c15b97da-95c7-4a9d-be28-cda5cea50c2b] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1545.850063] env[62438]: INFO nova.compute.manager [None req-04f68844-c589-42a4-b54f-c5e3a905bd1c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] [instance: c15b97da-95c7-4a9d-be28-cda5cea50c2b] Took 1.68 seconds to destroy the instance on the hypervisor. [ 1545.850331] env[62438]: DEBUG oslo.service.loopingcall [None req-04f68844-c589-42a4-b54f-c5e3a905bd1c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1545.850536] env[62438]: DEBUG nova.compute.manager [-] [instance: c15b97da-95c7-4a9d-be28-cda5cea50c2b] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1545.850632] env[62438]: DEBUG nova.network.neutron [-] [instance: c15b97da-95c7-4a9d-be28-cda5cea50c2b] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1546.012417] env[62438]: DEBUG nova.compute.manager [None req-9929d4ef-f240-424b-8c74-d6dc57d3fa29 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: fac5fe80-b815-4df0-a95e-6c1e52395caa] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1546.034455] env[62438]: DEBUG oslo_vmware.api [None req-10395385-209e-429c-90d5-2fae253a874a tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1785003, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076968} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.038129] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-10395385-209e-429c-90d5-2fae253a874a tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 076a9ab9-ac47-4fc1-8f05-774930931042] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1546.038852] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89f4dc51-339d-4d4e-ba84-7bdb7907045c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.066598] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-10395385-209e-429c-90d5-2fae253a874a tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 076a9ab9-ac47-4fc1-8f05-774930931042] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 076a9ab9-ac47-4fc1-8f05-774930931042/076a9ab9-ac47-4fc1-8f05-774930931042.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1546.070756] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6bb31d5a-1683-454d-8972-5f22d2965791 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.100031] env[62438]: DEBUG oslo_vmware.api [None req-10395385-209e-429c-90d5-2fae253a874a tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Waiting for the task: (returnval){ [ 1546.100031] env[62438]: value = "task-1785005" [ 1546.100031] env[62438]: _type = "Task" [ 1546.100031] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.104738] env[62438]: DEBUG oslo_concurrency.lockutils [req-055bd858-3210-4cf1-8998-04dbd067ee71 req-7b20a6f9-0237-4ad1-91e2-5e46408ea654 service nova] Releasing lock "refresh_cache-0966016a-9742-4bcc-9b2f-81e684a54d46" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1546.105209] env[62438]: DEBUG nova.compute.manager [req-055bd858-3210-4cf1-8998-04dbd067ee71 req-7b20a6f9-0237-4ad1-91e2-5e46408ea654 service nova] [instance: 1ed63f2e-9e74-4d64-96fb-7a3315793ca9] Received event network-vif-deleted-3754380d-8929-478f-b6d8-98f5c87ec4a4 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1546.105554] env[62438]: DEBUG nova.compute.manager [req-055bd858-3210-4cf1-8998-04dbd067ee71 req-7b20a6f9-0237-4ad1-91e2-5e46408ea654 service nova] [instance: d3b27191-a52c-4d5b-858d-f0ac2c936919] Received event network-changed-4c876ee6-adaf-4833-94ea-185f9b984c46 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1546.105842] env[62438]: DEBUG nova.compute.manager [req-055bd858-3210-4cf1-8998-04dbd067ee71 req-7b20a6f9-0237-4ad1-91e2-5e46408ea654 service nova] [instance: d3b27191-a52c-4d5b-858d-f0ac2c936919] Refreshing instance network info cache due to event network-changed-4c876ee6-adaf-4833-94ea-185f9b984c46. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1546.106184] env[62438]: DEBUG oslo_concurrency.lockutils [req-055bd858-3210-4cf1-8998-04dbd067ee71 req-7b20a6f9-0237-4ad1-91e2-5e46408ea654 service nova] Acquiring lock "refresh_cache-d3b27191-a52c-4d5b-858d-f0ac2c936919" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1546.106449] env[62438]: DEBUG oslo_concurrency.lockutils [req-055bd858-3210-4cf1-8998-04dbd067ee71 req-7b20a6f9-0237-4ad1-91e2-5e46408ea654 service nova] Acquired lock "refresh_cache-d3b27191-a52c-4d5b-858d-f0ac2c936919" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.106831] env[62438]: DEBUG nova.network.neutron [req-055bd858-3210-4cf1-8998-04dbd067ee71 req-7b20a6f9-0237-4ad1-91e2-5e46408ea654 service nova] [instance: d3b27191-a52c-4d5b-858d-f0ac2c936919] Refreshing network info cache for port 4c876ee6-adaf-4833-94ea-185f9b984c46 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1546.115837] env[62438]: DEBUG oslo_vmware.api [None req-10395385-209e-429c-90d5-2fae253a874a tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1785005, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.227633] env[62438]: DEBUG oslo_vmware.api [None req-090bbac4-71ae-4402-99ee-178361ecd619 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] Task: {'id': task-1785004, 'name': RelocateVM_Task} progress is 20%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.234994] env[62438]: DEBUG nova.compute.manager [req-26a367d4-3824-4213-b796-08ea610331a6 req-bc39d7d1-9841-4bd3-aadf-232bf1ead6e2 service nova] [instance: 03448a20-9731-4076-bf51-852e9fc7f016] Received event network-vif-deleted-8db974b5-97b4-4a9f-9a20-cdd53f6c7780 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1546.235135] env[62438]: INFO nova.compute.manager [req-26a367d4-3824-4213-b796-08ea610331a6 req-bc39d7d1-9841-4bd3-aadf-232bf1ead6e2 service nova] [instance: 03448a20-9731-4076-bf51-852e9fc7f016] Neutron deleted interface 8db974b5-97b4-4a9f-9a20-cdd53f6c7780; detaching it from the instance and deleting it from the info cache [ 1546.235308] env[62438]: DEBUG nova.network.neutron [req-26a367d4-3824-4213-b796-08ea610331a6 req-bc39d7d1-9841-4bd3-aadf-232bf1ead6e2 service nova] [instance: 03448a20-9731-4076-bf51-852e9fc7f016] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1546.238858] env[62438]: DEBUG nova.compute.manager [req-21094d75-36f0-40d1-a9d6-12d72d90c9fe req-0be7a1ff-22fc-4d00-8685-412fc7e2296c service nova] [instance: c15b97da-95c7-4a9d-be28-cda5cea50c2b] Received event network-vif-deleted-ea0be460-ab19-4305-ab5b-3cbca921649b {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1546.239063] env[62438]: INFO nova.compute.manager [req-21094d75-36f0-40d1-a9d6-12d72d90c9fe req-0be7a1ff-22fc-4d00-8685-412fc7e2296c service nova] [instance: c15b97da-95c7-4a9d-be28-cda5cea50c2b] Neutron deleted interface ea0be460-ab19-4305-ab5b-3cbca921649b; detaching it from the instance and deleting it from the info cache [ 1546.239256] env[62438]: DEBUG nova.network.neutron [req-21094d75-36f0-40d1-a9d6-12d72d90c9fe req-0be7a1ff-22fc-4d00-8685-412fc7e2296c service nova] [instance: c15b97da-95c7-4a9d-be28-cda5cea50c2b] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1546.322215] env[62438]: DEBUG nova.network.neutron [None req-9929d4ef-f240-424b-8c74-d6dc57d3fa29 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: fac5fe80-b815-4df0-a95e-6c1e52395caa] Successfully created port: acf88da9-0512-49ec-b632-45d965e23aa2 {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1546.377751] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7567757e-3362-4e23-a833-0a8c924d75f7 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Acquiring lock "b0263516-ed38-4788-8f11-b7d36e595dc6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1546.378185] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7567757e-3362-4e23-a833-0a8c924d75f7 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Lock "b0263516-ed38-4788-8f11-b7d36e595dc6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1546.464675] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a063b06-0bc4-4e3a-a30b-99b5059b45ec {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.473394] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db44f237-8156-4548-bd43-4b0a2f75a09c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.510680] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da7cf7a-2185-4890-a82b-4db86e42460e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.523316] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d36103cd-6d50-4e7d-9752-0bf6c0859060 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.540468] env[62438]: DEBUG nova.compute.provider_tree [None req-12a8a54c-14ac-4779-a3a0-665f2745549c tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1546.608671] env[62438]: DEBUG oslo_vmware.api [None req-10395385-209e-429c-90d5-2fae253a874a tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1785005, 'name': ReconfigVM_Task, 'duration_secs': 0.323217} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.609008] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-10395385-209e-429c-90d5-2fae253a874a tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 076a9ab9-ac47-4fc1-8f05-774930931042] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 076a9ab9-ac47-4fc1-8f05-774930931042/076a9ab9-ac47-4fc1-8f05-774930931042.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1546.612085] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a730a12-ab97-47ce-ace6-85edc7bdbbdd {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.621180] env[62438]: DEBUG oslo_vmware.api [None req-10395385-209e-429c-90d5-2fae253a874a tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Waiting for the task: (returnval){ [ 1546.621180] env[62438]: value = "task-1785006" [ 1546.621180] env[62438]: _type = "Task" [ 1546.621180] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.633532] env[62438]: DEBUG oslo_vmware.api [None req-10395385-209e-429c-90d5-2fae253a874a tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1785006, 'name': Rename_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.701793] env[62438]: DEBUG nova.network.neutron [-] [instance: 03448a20-9731-4076-bf51-852e9fc7f016] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1546.712124] env[62438]: DEBUG nova.network.neutron [-] [instance: c15b97da-95c7-4a9d-be28-cda5cea50c2b] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1546.727625] env[62438]: DEBUG oslo_vmware.api [None req-090bbac4-71ae-4402-99ee-178361ecd619 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] Task: {'id': task-1785004, 'name': RelocateVM_Task, 'duration_secs': 0.768505} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.731609] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-090bbac4-71ae-4402-99ee-178361ecd619 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] [instance: 0966016a-9742-4bcc-9b2f-81e684a54d46] Volume attach. Driver type: vmdk {{(pid=62438) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1546.731609] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-090bbac4-71ae-4402-99ee-178361ecd619 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] [instance: 0966016a-9742-4bcc-9b2f-81e684a54d46] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370393', 'volume_id': 'd77260eb-6134-4fdd-9fe6-ebef86c9ff00', 'name': 'volume-d77260eb-6134-4fdd-9fe6-ebef86c9ff00', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '0966016a-9742-4bcc-9b2f-81e684a54d46', 'attached_at': '', 'detached_at': '', 'volume_id': 'd77260eb-6134-4fdd-9fe6-ebef86c9ff00', 'serial': 'd77260eb-6134-4fdd-9fe6-ebef86c9ff00'} {{(pid=62438) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1546.731609] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7cb81d8-b558-4b71-9674-c4470d100813 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.738134] env[62438]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f0bdba6a-6761-49ab-b1ef-728869bcbfad {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.756815] env[62438]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-accccc4c-c6e2-40e2-b4d3-7eaae40c8c8f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.759691] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a8b534a-b977-4cb3-9605-a8e6ab35d806 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.768504] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f7d9fd-f89b-41b3-bf8d-a5e4b71fb469 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.806567] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-090bbac4-71ae-4402-99ee-178361ecd619 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] [instance: 0966016a-9742-4bcc-9b2f-81e684a54d46] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] volume-d77260eb-6134-4fdd-9fe6-ebef86c9ff00/volume-d77260eb-6134-4fdd-9fe6-ebef86c9ff00.vmdk or device None with type thin {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1546.811017] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba844cb2-6496-4339-96d7-de575011816d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.824566] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42613328-86a3-4792-8fc8-6b05cde53c81 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.851961] env[62438]: DEBUG nova.compute.manager [req-26a367d4-3824-4213-b796-08ea610331a6 req-bc39d7d1-9841-4bd3-aadf-232bf1ead6e2 service nova] [instance: 03448a20-9731-4076-bf51-852e9fc7f016] Detach interface failed, port_id=8db974b5-97b4-4a9f-9a20-cdd53f6c7780, reason: Instance 03448a20-9731-4076-bf51-852e9fc7f016 could not be found. {{(pid=62438) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1546.862073] env[62438]: DEBUG oslo_vmware.api [None req-090bbac4-71ae-4402-99ee-178361ecd619 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] Waiting for the task: (returnval){ [ 1546.862073] env[62438]: value = "task-1785007" [ 1546.862073] env[62438]: _type = "Task" [ 1546.862073] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.871294] env[62438]: DEBUG oslo_vmware.api [None req-090bbac4-71ae-4402-99ee-178361ecd619 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] Task: {'id': task-1785007, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.884210] env[62438]: DEBUG nova.compute.manager [None req-7567757e-3362-4e23-a833-0a8c924d75f7 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: b0263516-ed38-4788-8f11-b7d36e595dc6] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1546.887698] env[62438]: DEBUG nova.compute.manager [req-21094d75-36f0-40d1-a9d6-12d72d90c9fe req-0be7a1ff-22fc-4d00-8685-412fc7e2296c service nova] [instance: c15b97da-95c7-4a9d-be28-cda5cea50c2b] Detach interface failed, port_id=ea0be460-ab19-4305-ab5b-3cbca921649b, reason: Instance c15b97da-95c7-4a9d-be28-cda5cea50c2b could not be found. {{(pid=62438) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1547.030159] env[62438]: DEBUG nova.compute.manager [None req-9929d4ef-f240-424b-8c74-d6dc57d3fa29 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: fac5fe80-b815-4df0-a95e-6c1e52395caa] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1547.043304] env[62438]: DEBUG nova.scheduler.client.report [None req-12a8a54c-14ac-4779-a3a0-665f2745549c tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1547.059187] env[62438]: DEBUG nova.virt.hardware [None req-9929d4ef-f240-424b-8c74-d6dc57d3fa29 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1547.059350] env[62438]: DEBUG nova.virt.hardware [None req-9929d4ef-f240-424b-8c74-d6dc57d3fa29 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1547.059417] env[62438]: DEBUG nova.virt.hardware [None req-9929d4ef-f240-424b-8c74-d6dc57d3fa29 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1547.059755] env[62438]: DEBUG nova.virt.hardware [None req-9929d4ef-f240-424b-8c74-d6dc57d3fa29 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1547.059945] env[62438]: DEBUG nova.virt.hardware [None req-9929d4ef-f240-424b-8c74-d6dc57d3fa29 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1547.060125] env[62438]: DEBUG nova.virt.hardware [None req-9929d4ef-f240-424b-8c74-d6dc57d3fa29 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1547.060361] env[62438]: DEBUG nova.virt.hardware [None req-9929d4ef-f240-424b-8c74-d6dc57d3fa29 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1547.060539] env[62438]: DEBUG nova.virt.hardware [None req-9929d4ef-f240-424b-8c74-d6dc57d3fa29 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1547.060721] env[62438]: DEBUG nova.virt.hardware [None req-9929d4ef-f240-424b-8c74-d6dc57d3fa29 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1547.060897] env[62438]: DEBUG nova.virt.hardware [None req-9929d4ef-f240-424b-8c74-d6dc57d3fa29 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1547.061099] env[62438]: DEBUG nova.virt.hardware [None req-9929d4ef-f240-424b-8c74-d6dc57d3fa29 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1547.063296] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c206c31-a6fd-45f3-af93-3bbff7de4a33 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.073275] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20131286-b4c8-4269-b513-fad49a093970 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.132049] env[62438]: DEBUG nova.network.neutron [req-055bd858-3210-4cf1-8998-04dbd067ee71 req-7b20a6f9-0237-4ad1-91e2-5e46408ea654 service nova] [instance: d3b27191-a52c-4d5b-858d-f0ac2c936919] Updated VIF entry in instance network info cache for port 4c876ee6-adaf-4833-94ea-185f9b984c46. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1547.132610] env[62438]: DEBUG nova.network.neutron [req-055bd858-3210-4cf1-8998-04dbd067ee71 req-7b20a6f9-0237-4ad1-91e2-5e46408ea654 service nova] [instance: d3b27191-a52c-4d5b-858d-f0ac2c936919] Updating instance_info_cache with network_info: [{"id": "4c876ee6-adaf-4833-94ea-185f9b984c46", "address": "fa:16:3e:f2:0a:ac", "network": {"id": "ef9c7ee7-6797-4f8a-985d-5de0aa7e5024", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-488588387-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33815b23dfb94faeb07c2724add3622e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c876ee6-ad", "ovs_interfaceid": "4c876ee6-adaf-4833-94ea-185f9b984c46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1547.139609] env[62438]: DEBUG oslo_vmware.api [None req-10395385-209e-429c-90d5-2fae253a874a tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1785006, 'name': Rename_Task, 'duration_secs': 0.177496} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.139912] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-10395385-209e-429c-90d5-2fae253a874a tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 076a9ab9-ac47-4fc1-8f05-774930931042] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1547.140284] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e873c6c8-45ad-4078-a9a3-61a24f727e42 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.150478] env[62438]: DEBUG oslo_vmware.api [None req-10395385-209e-429c-90d5-2fae253a874a tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Waiting for the task: (returnval){ [ 1547.150478] env[62438]: value = "task-1785008" [ 1547.150478] env[62438]: _type = "Task" [ 1547.150478] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.165027] env[62438]: DEBUG oslo_vmware.api [None req-10395385-209e-429c-90d5-2fae253a874a tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1785008, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.207436] env[62438]: INFO nova.compute.manager [-] [instance: 03448a20-9731-4076-bf51-852e9fc7f016] Took 1.67 seconds to deallocate network for instance. [ 1547.215152] env[62438]: INFO nova.compute.manager [-] [instance: c15b97da-95c7-4a9d-be28-cda5cea50c2b] Took 1.36 seconds to deallocate network for instance. [ 1547.373730] env[62438]: DEBUG oslo_vmware.api [None req-090bbac4-71ae-4402-99ee-178361ecd619 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] Task: {'id': task-1785007, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.410486] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7567757e-3362-4e23-a833-0a8c924d75f7 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1547.553754] env[62438]: DEBUG oslo_concurrency.lockutils [None req-12a8a54c-14ac-4779-a3a0-665f2745549c tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.577s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1547.554234] env[62438]: DEBUG nova.compute.manager [None req-12a8a54c-14ac-4779-a3a0-665f2745549c tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] [instance: 841c786c-b6fa-4f8d-8435-837a2bb6cf8d] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1547.557492] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e865be94-292c-4350-a785-2811d0d53a03 tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.863s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1547.557662] env[62438]: DEBUG nova.objects.instance [None req-e865be94-292c-4350-a785-2811d0d53a03 tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] Lazy-loading 'resources' on Instance uuid 43727bec-0fad-43ee-b4e7-a1e48a7169b2 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1547.640508] env[62438]: DEBUG oslo_concurrency.lockutils [req-055bd858-3210-4cf1-8998-04dbd067ee71 req-7b20a6f9-0237-4ad1-91e2-5e46408ea654 service nova] Releasing lock "refresh_cache-d3b27191-a52c-4d5b-858d-f0ac2c936919" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1547.668146] env[62438]: DEBUG oslo_vmware.api [None req-10395385-209e-429c-90d5-2fae253a874a tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1785008, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.699783] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f03567e2-7fd3-449a-abbd-797f9e3c747d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Acquiring lock "fa1146c8-af2b-49a6-88f0-6fee8773ce67" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1547.700082] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f03567e2-7fd3-449a-abbd-797f9e3c747d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Lock "fa1146c8-af2b-49a6-88f0-6fee8773ce67" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1547.700336] env[62438]: DEBUG nova.compute.manager [None req-f03567e2-7fd3-449a-abbd-797f9e3c747d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: fa1146c8-af2b-49a6-88f0-6fee8773ce67] Going to confirm migration 3 {{(pid=62438) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4783}} [ 1547.713864] env[62438]: DEBUG oslo_concurrency.lockutils [None req-6954b687-4eed-4b11-b36d-20a4578f7834 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1547.723617] env[62438]: DEBUG oslo_concurrency.lockutils [None req-04f68844-c589-42a4-b54f-c5e3a905bd1c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1548.631377] env[62438]: DEBUG nova.network.neutron [None req-9929d4ef-f240-424b-8c74-d6dc57d3fa29 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: fac5fe80-b815-4df0-a95e-6c1e52395caa] Successfully updated port: acf88da9-0512-49ec-b632-45d965e23aa2 {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1548.633693] env[62438]: DEBUG nova.compute.utils [None req-12a8a54c-14ac-4779-a3a0-665f2745549c tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1548.640167] env[62438]: DEBUG nova.compute.manager [req-054d8824-3c30-4a87-ae55-230aca8f3f75 req-2e6c262b-5f94-47f1-9279-a6f724e0af25 service nova] [instance: fac5fe80-b815-4df0-a95e-6c1e52395caa] Received event network-vif-plugged-acf88da9-0512-49ec-b632-45d965e23aa2 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1548.640290] env[62438]: DEBUG oslo_concurrency.lockutils [req-054d8824-3c30-4a87-ae55-230aca8f3f75 req-2e6c262b-5f94-47f1-9279-a6f724e0af25 service nova] Acquiring lock "fac5fe80-b815-4df0-a95e-6c1e52395caa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1548.640493] env[62438]: DEBUG oslo_concurrency.lockutils [req-054d8824-3c30-4a87-ae55-230aca8f3f75 req-2e6c262b-5f94-47f1-9279-a6f724e0af25 service nova] Lock "fac5fe80-b815-4df0-a95e-6c1e52395caa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1548.640674] env[62438]: DEBUG oslo_concurrency.lockutils [req-054d8824-3c30-4a87-ae55-230aca8f3f75 req-2e6c262b-5f94-47f1-9279-a6f724e0af25 service nova] Lock "fac5fe80-b815-4df0-a95e-6c1e52395caa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1548.642227] env[62438]: DEBUG nova.compute.manager [req-054d8824-3c30-4a87-ae55-230aca8f3f75 req-2e6c262b-5f94-47f1-9279-a6f724e0af25 service nova] [instance: fac5fe80-b815-4df0-a95e-6c1e52395caa] No waiting events found dispatching network-vif-plugged-acf88da9-0512-49ec-b632-45d965e23aa2 {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1548.642227] env[62438]: WARNING nova.compute.manager [req-054d8824-3c30-4a87-ae55-230aca8f3f75 req-2e6c262b-5f94-47f1-9279-a6f724e0af25 service nova] [instance: fac5fe80-b815-4df0-a95e-6c1e52395caa] Received unexpected event network-vif-plugged-acf88da9-0512-49ec-b632-45d965e23aa2 for instance with vm_state building and task_state spawning. [ 1548.642227] env[62438]: DEBUG nova.compute.manager [req-054d8824-3c30-4a87-ae55-230aca8f3f75 req-2e6c262b-5f94-47f1-9279-a6f724e0af25 service nova] [instance: fac5fe80-b815-4df0-a95e-6c1e52395caa] Received event network-changed-acf88da9-0512-49ec-b632-45d965e23aa2 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1548.642227] env[62438]: DEBUG nova.compute.manager [req-054d8824-3c30-4a87-ae55-230aca8f3f75 req-2e6c262b-5f94-47f1-9279-a6f724e0af25 service nova] [instance: fac5fe80-b815-4df0-a95e-6c1e52395caa] Refreshing instance network info cache due to event network-changed-acf88da9-0512-49ec-b632-45d965e23aa2. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1548.642227] env[62438]: DEBUG oslo_concurrency.lockutils [req-054d8824-3c30-4a87-ae55-230aca8f3f75 req-2e6c262b-5f94-47f1-9279-a6f724e0af25 service nova] Acquiring lock "refresh_cache-fac5fe80-b815-4df0-a95e-6c1e52395caa" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1548.642227] env[62438]: DEBUG oslo_concurrency.lockutils [req-054d8824-3c30-4a87-ae55-230aca8f3f75 req-2e6c262b-5f94-47f1-9279-a6f724e0af25 service nova] Acquired lock "refresh_cache-fac5fe80-b815-4df0-a95e-6c1e52395caa" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.642227] env[62438]: DEBUG nova.network.neutron [req-054d8824-3c30-4a87-ae55-230aca8f3f75 req-2e6c262b-5f94-47f1-9279-a6f724e0af25 service nova] [instance: fac5fe80-b815-4df0-a95e-6c1e52395caa] Refreshing network info cache for port acf88da9-0512-49ec-b632-45d965e23aa2 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1548.644921] env[62438]: DEBUG nova.compute.manager [None req-12a8a54c-14ac-4779-a3a0-665f2745549c tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] [instance: 841c786c-b6fa-4f8d-8435-837a2bb6cf8d] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1548.645475] env[62438]: DEBUG nova.network.neutron [None req-12a8a54c-14ac-4779-a3a0-665f2745549c tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] [instance: 841c786c-b6fa-4f8d-8435-837a2bb6cf8d] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1548.656887] env[62438]: DEBUG oslo_vmware.api [None req-090bbac4-71ae-4402-99ee-178361ecd619 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] Task: {'id': task-1785007, 'name': ReconfigVM_Task, 'duration_secs': 1.430158} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.660184] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-090bbac4-71ae-4402-99ee-178361ecd619 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] [instance: 0966016a-9742-4bcc-9b2f-81e684a54d46] Reconfigured VM instance instance-00000039 to attach disk [datastore1] volume-d77260eb-6134-4fdd-9fe6-ebef86c9ff00/volume-d77260eb-6134-4fdd-9fe6-ebef86c9ff00.vmdk or device None with type thin {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1548.665708] env[62438]: DEBUG oslo_vmware.api [None req-10395385-209e-429c-90d5-2fae253a874a tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1785008, 'name': PowerOnVM_Task, 'duration_secs': 0.84296} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.666246] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45c9887e-26b0-4dc8-a883-42103ac84469 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.676095] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-10395385-209e-429c-90d5-2fae253a874a tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 076a9ab9-ac47-4fc1-8f05-774930931042] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1548.676332] env[62438]: INFO nova.compute.manager [None req-10395385-209e-429c-90d5-2fae253a874a tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 076a9ab9-ac47-4fc1-8f05-774930931042] Took 10.79 seconds to spawn the instance on the hypervisor. [ 1548.677832] env[62438]: DEBUG nova.compute.manager [None req-10395385-209e-429c-90d5-2fae253a874a tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 076a9ab9-ac47-4fc1-8f05-774930931042] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1548.679972] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c03306b-c42e-426f-9dfb-6d4049d490b4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.692304] env[62438]: DEBUG oslo_vmware.api [None req-090bbac4-71ae-4402-99ee-178361ecd619 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] Waiting for the task: (returnval){ [ 1548.692304] env[62438]: value = "task-1785009" [ 1548.692304] env[62438]: _type = "Task" [ 1548.692304] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.706658] env[62438]: DEBUG oslo_vmware.api [None req-090bbac4-71ae-4402-99ee-178361ecd619 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] Task: {'id': task-1785009, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.725405] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f03567e2-7fd3-449a-abbd-797f9e3c747d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Acquiring lock "refresh_cache-fa1146c8-af2b-49a6-88f0-6fee8773ce67" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1548.725626] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f03567e2-7fd3-449a-abbd-797f9e3c747d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Acquired lock "refresh_cache-fa1146c8-af2b-49a6-88f0-6fee8773ce67" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.725836] env[62438]: DEBUG nova.network.neutron [None req-f03567e2-7fd3-449a-abbd-797f9e3c747d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: fa1146c8-af2b-49a6-88f0-6fee8773ce67] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1548.726111] env[62438]: DEBUG nova.objects.instance [None req-f03567e2-7fd3-449a-abbd-797f9e3c747d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Lazy-loading 'info_cache' on Instance uuid fa1146c8-af2b-49a6-88f0-6fee8773ce67 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1548.740121] env[62438]: DEBUG nova.policy [None req-12a8a54c-14ac-4779-a3a0-665f2745549c tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd7c6e284970b463f9c4088b9940627ab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2c0ac7c5bf2a42f7a7e16dcd07113297', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1548.985250] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de42659e-5508-4084-8de2-b31e01e267ac {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.999091] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce987d95-4b90-436d-b55f-bbb3f97ba464 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.038871] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2830a893-e532-48b6-9352-e3459c54294a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.041721] env[62438]: DEBUG nova.network.neutron [None req-12a8a54c-14ac-4779-a3a0-665f2745549c tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] [instance: 841c786c-b6fa-4f8d-8435-837a2bb6cf8d] Successfully created port: 2180aca3-03cd-4673-96e5-52db643778a0 {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1549.050100] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2458dcc-568b-48c1-b420-39da3020283e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.066741] env[62438]: DEBUG nova.compute.provider_tree [None req-e865be94-292c-4350-a785-2811d0d53a03 tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1549.144548] env[62438]: DEBUG nova.compute.manager [None req-12a8a54c-14ac-4779-a3a0-665f2745549c tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] [instance: 841c786c-b6fa-4f8d-8435-837a2bb6cf8d] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1549.147570] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9929d4ef-f240-424b-8c74-d6dc57d3fa29 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Acquiring lock "refresh_cache-fac5fe80-b815-4df0-a95e-6c1e52395caa" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1549.206226] env[62438]: INFO nova.compute.manager [None req-10395385-209e-429c-90d5-2fae253a874a tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 076a9ab9-ac47-4fc1-8f05-774930931042] Took 32.44 seconds to build instance. [ 1549.216562] env[62438]: DEBUG oslo_vmware.api [None req-090bbac4-71ae-4402-99ee-178361ecd619 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] Task: {'id': task-1785009, 'name': ReconfigVM_Task, 'duration_secs': 0.180567} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.216978] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-090bbac4-71ae-4402-99ee-178361ecd619 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] [instance: 0966016a-9742-4bcc-9b2f-81e684a54d46] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370393', 'volume_id': 'd77260eb-6134-4fdd-9fe6-ebef86c9ff00', 'name': 'volume-d77260eb-6134-4fdd-9fe6-ebef86c9ff00', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '0966016a-9742-4bcc-9b2f-81e684a54d46', 'attached_at': '', 'detached_at': '', 'volume_id': 'd77260eb-6134-4fdd-9fe6-ebef86c9ff00', 'serial': 'd77260eb-6134-4fdd-9fe6-ebef86c9ff00'} {{(pid=62438) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1549.217567] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-48fa8178-a4b0-4a70-b52a-7c7d4bd7ab61 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.221670] env[62438]: DEBUG nova.network.neutron [req-054d8824-3c30-4a87-ae55-230aca8f3f75 req-2e6c262b-5f94-47f1-9279-a6f724e0af25 service nova] [instance: fac5fe80-b815-4df0-a95e-6c1e52395caa] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1549.225993] env[62438]: DEBUG oslo_vmware.api [None req-090bbac4-71ae-4402-99ee-178361ecd619 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] Waiting for the task: (returnval){ [ 1549.225993] env[62438]: value = "task-1785010" [ 1549.225993] env[62438]: _type = "Task" [ 1549.225993] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.238767] env[62438]: DEBUG oslo_vmware.api [None req-090bbac4-71ae-4402-99ee-178361ecd619 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] Task: {'id': task-1785010, 'name': Rename_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.384888] env[62438]: DEBUG nova.network.neutron [req-054d8824-3c30-4a87-ae55-230aca8f3f75 req-2e6c262b-5f94-47f1-9279-a6f724e0af25 service nova] [instance: fac5fe80-b815-4df0-a95e-6c1e52395caa] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1549.570386] env[62438]: DEBUG nova.scheduler.client.report [None req-e865be94-292c-4350-a785-2811d0d53a03 tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1549.708857] env[62438]: DEBUG oslo_concurrency.lockutils [None req-10395385-209e-429c-90d5-2fae253a874a tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Lock "076a9ab9-ac47-4fc1-8f05-774930931042" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.956s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1549.740055] env[62438]: DEBUG oslo_vmware.api [None req-090bbac4-71ae-4402-99ee-178361ecd619 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] Task: {'id': task-1785010, 'name': Rename_Task, 'duration_secs': 0.211692} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.740055] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-090bbac4-71ae-4402-99ee-178361ecd619 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] [instance: 0966016a-9742-4bcc-9b2f-81e684a54d46] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1549.740055] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-70c87838-f7ab-4014-bc38-2d32eabbd353 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.747188] env[62438]: DEBUG oslo_vmware.api [None req-090bbac4-71ae-4402-99ee-178361ecd619 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] Waiting for the task: (returnval){ [ 1549.747188] env[62438]: value = "task-1785011" [ 1549.747188] env[62438]: _type = "Task" [ 1549.747188] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.756911] env[62438]: DEBUG oslo_vmware.api [None req-090bbac4-71ae-4402-99ee-178361ecd619 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] Task: {'id': task-1785011, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.888664] env[62438]: DEBUG oslo_concurrency.lockutils [req-054d8824-3c30-4a87-ae55-230aca8f3f75 req-2e6c262b-5f94-47f1-9279-a6f724e0af25 service nova] Releasing lock "refresh_cache-fac5fe80-b815-4df0-a95e-6c1e52395caa" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1549.889387] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9929d4ef-f240-424b-8c74-d6dc57d3fa29 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Acquired lock "refresh_cache-fac5fe80-b815-4df0-a95e-6c1e52395caa" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.889577] env[62438]: DEBUG nova.network.neutron [None req-9929d4ef-f240-424b-8c74-d6dc57d3fa29 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: fac5fe80-b815-4df0-a95e-6c1e52395caa] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1549.975073] env[62438]: DEBUG nova.network.neutron [None req-f03567e2-7fd3-449a-abbd-797f9e3c747d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: fa1146c8-af2b-49a6-88f0-6fee8773ce67] Updating instance_info_cache with network_info: [{"id": "eb610097-d042-4c9c-8835-dcfc17372ce1", "address": "fa:16:3e:2a:50:2f", "network": {"id": "8d95458f-de27-4303-9cbb-3fc3119be5c6", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1928252065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c7d5b4fe1064c71becc5699e8467387", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb610097-d0", "ovs_interfaceid": "eb610097-d042-4c9c-8835-dcfc17372ce1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1550.077420] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e865be94-292c-4350-a785-2811d0d53a03 tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.519s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1550.078977] env[62438]: DEBUG oslo_concurrency.lockutils [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.778s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1550.080976] env[62438]: INFO nova.compute.claims [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: f5ec6de0-4e17-47af-af42-fae96ccaac5d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1550.108032] env[62438]: INFO nova.scheduler.client.report [None req-e865be94-292c-4350-a785-2811d0d53a03 tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] Deleted allocations for instance 43727bec-0fad-43ee-b4e7-a1e48a7169b2 [ 1550.159772] env[62438]: DEBUG nova.compute.manager [None req-12a8a54c-14ac-4779-a3a0-665f2745549c tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] [instance: 841c786c-b6fa-4f8d-8435-837a2bb6cf8d] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1550.187692] env[62438]: DEBUG nova.virt.hardware [None req-12a8a54c-14ac-4779-a3a0-665f2745549c tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1550.187692] env[62438]: DEBUG nova.virt.hardware [None req-12a8a54c-14ac-4779-a3a0-665f2745549c tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1550.187912] env[62438]: DEBUG nova.virt.hardware [None req-12a8a54c-14ac-4779-a3a0-665f2745549c tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1550.188187] env[62438]: DEBUG nova.virt.hardware [None req-12a8a54c-14ac-4779-a3a0-665f2745549c tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1550.188412] env[62438]: DEBUG nova.virt.hardware [None req-12a8a54c-14ac-4779-a3a0-665f2745549c tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1550.188632] env[62438]: DEBUG nova.virt.hardware [None req-12a8a54c-14ac-4779-a3a0-665f2745549c tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1550.188927] env[62438]: DEBUG nova.virt.hardware [None req-12a8a54c-14ac-4779-a3a0-665f2745549c tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1550.189236] env[62438]: DEBUG nova.virt.hardware [None req-12a8a54c-14ac-4779-a3a0-665f2745549c tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1550.189529] env[62438]: DEBUG nova.virt.hardware [None req-12a8a54c-14ac-4779-a3a0-665f2745549c tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1550.190435] env[62438]: DEBUG nova.virt.hardware [None req-12a8a54c-14ac-4779-a3a0-665f2745549c tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1550.190611] env[62438]: DEBUG nova.virt.hardware [None req-12a8a54c-14ac-4779-a3a0-665f2745549c tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1550.191842] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d883be-feb2-47e8-8da8-6f06a3d8025f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.203916] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2492614-f00f-452d-8ce8-040fc29fd6e5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.262881] env[62438]: DEBUG oslo_vmware.api [None req-090bbac4-71ae-4402-99ee-178361ecd619 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] Task: {'id': task-1785011, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.334951] env[62438]: DEBUG oslo_vmware.rw_handles [None req-7dd5bf75-4329-4039-838d-022cdd1409de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52687d8a-6bbb-9da1-c8c0-804b5926e419/disk-0.vmdk. {{(pid=62438) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1550.335989] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8346d26e-767f-4bf1-9a58-4e99e89ec5b9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.343213] env[62438]: DEBUG oslo_vmware.rw_handles [None req-7dd5bf75-4329-4039-838d-022cdd1409de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52687d8a-6bbb-9da1-c8c0-804b5926e419/disk-0.vmdk is in state: ready. {{(pid=62438) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1550.343374] env[62438]: ERROR oslo_vmware.rw_handles [None req-7dd5bf75-4329-4039-838d-022cdd1409de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52687d8a-6bbb-9da1-c8c0-804b5926e419/disk-0.vmdk due to incomplete transfer. [ 1550.343621] env[62438]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-de245743-ae4f-42a1-8029-5d31c22d281e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.352281] env[62438]: DEBUG oslo_vmware.rw_handles [None req-7dd5bf75-4329-4039-838d-022cdd1409de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52687d8a-6bbb-9da1-c8c0-804b5926e419/disk-0.vmdk. {{(pid=62438) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1550.352536] env[62438]: DEBUG nova.virt.vmwareapi.images [None req-7dd5bf75-4329-4039-838d-022cdd1409de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Uploaded image 0d399259-3857-491e-97ef-195e062c36ee to the Glance image server {{(pid=62438) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 1550.355757] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dd5bf75-4329-4039-838d-022cdd1409de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Destroying the VM {{(pid=62438) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 1550.356022] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ad06ae60-3f3b-4ac4-b3a6-a599de55ca42 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.368462] env[62438]: DEBUG oslo_vmware.api [None req-7dd5bf75-4329-4039-838d-022cdd1409de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Waiting for the task: (returnval){ [ 1550.368462] env[62438]: value = "task-1785012" [ 1550.368462] env[62438]: _type = "Task" [ 1550.368462] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.382471] env[62438]: DEBUG oslo_vmware.api [None req-7dd5bf75-4329-4039-838d-022cdd1409de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785012, 'name': Destroy_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.428328] env[62438]: DEBUG nova.network.neutron [None req-9929d4ef-f240-424b-8c74-d6dc57d3fa29 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: fac5fe80-b815-4df0-a95e-6c1e52395caa] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1550.477665] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f03567e2-7fd3-449a-abbd-797f9e3c747d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Releasing lock "refresh_cache-fa1146c8-af2b-49a6-88f0-6fee8773ce67" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1550.477973] env[62438]: DEBUG nova.objects.instance [None req-f03567e2-7fd3-449a-abbd-797f9e3c747d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Lazy-loading 'migration_context' on Instance uuid fa1146c8-af2b-49a6-88f0-6fee8773ce67 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1550.562579] env[62438]: DEBUG oslo_concurrency.lockutils [None req-096f97fb-4532-4068-bdce-96f81d5f40e6 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Acquiring lock "076a9ab9-ac47-4fc1-8f05-774930931042" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1550.563387] env[62438]: DEBUG oslo_concurrency.lockutils [None req-096f97fb-4532-4068-bdce-96f81d5f40e6 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Lock "076a9ab9-ac47-4fc1-8f05-774930931042" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1550.605104] env[62438]: DEBUG nova.network.neutron [None req-9929d4ef-f240-424b-8c74-d6dc57d3fa29 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: fac5fe80-b815-4df0-a95e-6c1e52395caa] Updating instance_info_cache with network_info: [{"id": "acf88da9-0512-49ec-b632-45d965e23aa2", "address": "fa:16:3e:a1:0f:af", "network": {"id": "a94d385f-71ec-4be6-b04d-8fd365f0788d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1510171435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "941c9b8cd46546ffa37aa3edfa770bd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacf88da9-05", "ovs_interfaceid": "acf88da9-0512-49ec-b632-45d965e23aa2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1550.620597] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e865be94-292c-4350-a785-2811d0d53a03 tempest-ServersTestJSON-45021569 tempest-ServersTestJSON-45021569-project-member] Lock "43727bec-0fad-43ee-b4e7-a1e48a7169b2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.120s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1550.760857] env[62438]: DEBUG oslo_vmware.api [None req-090bbac4-71ae-4402-99ee-178361ecd619 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] Task: {'id': task-1785011, 'name': PowerOnVM_Task, 'duration_secs': 0.868516} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.761420] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-090bbac4-71ae-4402-99ee-178361ecd619 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] [instance: 0966016a-9742-4bcc-9b2f-81e684a54d46] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1550.761661] env[62438]: INFO nova.compute.manager [None req-090bbac4-71ae-4402-99ee-178361ecd619 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] [instance: 0966016a-9742-4bcc-9b2f-81e684a54d46] Took 8.39 seconds to spawn the instance on the hypervisor. [ 1550.762189] env[62438]: DEBUG nova.compute.manager [None req-090bbac4-71ae-4402-99ee-178361ecd619 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] [instance: 0966016a-9742-4bcc-9b2f-81e684a54d46] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1550.763289] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77147b52-d694-4e45-8ac9-ef094528af84 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.879502] env[62438]: DEBUG oslo_vmware.api [None req-7dd5bf75-4329-4039-838d-022cdd1409de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785012, 'name': Destroy_Task, 'duration_secs': 0.507684} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.880008] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-7dd5bf75-4329-4039-838d-022cdd1409de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Destroyed the VM [ 1550.880331] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-7dd5bf75-4329-4039-838d-022cdd1409de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Deleting Snapshot of the VM instance {{(pid=62438) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1550.880664] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d7a875da-b76f-4400-9a9f-15103233d243 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.892750] env[62438]: DEBUG oslo_vmware.api [None req-7dd5bf75-4329-4039-838d-022cdd1409de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Waiting for the task: (returnval){ [ 1550.892750] env[62438]: value = "task-1785013" [ 1550.892750] env[62438]: _type = "Task" [ 1550.892750] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.904987] env[62438]: DEBUG oslo_vmware.api [None req-7dd5bf75-4329-4039-838d-022cdd1409de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785013, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.981334] env[62438]: DEBUG nova.objects.base [None req-f03567e2-7fd3-449a-abbd-797f9e3c747d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62438) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1550.982453] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82cbc14c-292f-40db-8d03-3df1b1efe9f7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.009186] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0d2632a-9ad8-4632-8edf-7c8419ca0796 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.019195] env[62438]: DEBUG nova.network.neutron [None req-12a8a54c-14ac-4779-a3a0-665f2745549c tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] [instance: 841c786c-b6fa-4f8d-8435-837a2bb6cf8d] Successfully updated port: 2180aca3-03cd-4673-96e5-52db643778a0 {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1551.022898] env[62438]: DEBUG oslo_vmware.api [None req-f03567e2-7fd3-449a-abbd-797f9e3c747d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Waiting for the task: (returnval){ [ 1551.022898] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52fc9d63-df7b-44bb-2518-9fa5da16627e" [ 1551.022898] env[62438]: _type = "Task" [ 1551.022898] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.034342] env[62438]: DEBUG oslo_vmware.api [None req-f03567e2-7fd3-449a-abbd-797f9e3c747d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52fc9d63-df7b-44bb-2518-9fa5da16627e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.068405] env[62438]: DEBUG nova.compute.utils [None req-096f97fb-4532-4068-bdce-96f81d5f40e6 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1551.102039] env[62438]: DEBUG nova.compute.manager [req-31eb80f3-d76a-4fca-bbbf-883950bae3b4 req-48ec42a1-7549-4fa1-b39a-9e2527a901cd service nova] [instance: 841c786c-b6fa-4f8d-8435-837a2bb6cf8d] Received event network-vif-plugged-2180aca3-03cd-4673-96e5-52db643778a0 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1551.102306] env[62438]: DEBUG oslo_concurrency.lockutils [req-31eb80f3-d76a-4fca-bbbf-883950bae3b4 req-48ec42a1-7549-4fa1-b39a-9e2527a901cd service nova] Acquiring lock "841c786c-b6fa-4f8d-8435-837a2bb6cf8d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1551.102490] env[62438]: DEBUG oslo_concurrency.lockutils [req-31eb80f3-d76a-4fca-bbbf-883950bae3b4 req-48ec42a1-7549-4fa1-b39a-9e2527a901cd service nova] Lock "841c786c-b6fa-4f8d-8435-837a2bb6cf8d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1551.102660] env[62438]: DEBUG oslo_concurrency.lockutils [req-31eb80f3-d76a-4fca-bbbf-883950bae3b4 req-48ec42a1-7549-4fa1-b39a-9e2527a901cd service nova] Lock "841c786c-b6fa-4f8d-8435-837a2bb6cf8d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1551.102828] env[62438]: DEBUG nova.compute.manager [req-31eb80f3-d76a-4fca-bbbf-883950bae3b4 req-48ec42a1-7549-4fa1-b39a-9e2527a901cd service nova] [instance: 841c786c-b6fa-4f8d-8435-837a2bb6cf8d] No waiting events found dispatching network-vif-plugged-2180aca3-03cd-4673-96e5-52db643778a0 {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1551.103010] env[62438]: WARNING nova.compute.manager [req-31eb80f3-d76a-4fca-bbbf-883950bae3b4 req-48ec42a1-7549-4fa1-b39a-9e2527a901cd service nova] [instance: 841c786c-b6fa-4f8d-8435-837a2bb6cf8d] Received unexpected event network-vif-plugged-2180aca3-03cd-4673-96e5-52db643778a0 for instance with vm_state building and task_state spawning. [ 1551.108203] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9929d4ef-f240-424b-8c74-d6dc57d3fa29 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Releasing lock "refresh_cache-fac5fe80-b815-4df0-a95e-6c1e52395caa" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1551.108528] env[62438]: DEBUG nova.compute.manager [None req-9929d4ef-f240-424b-8c74-d6dc57d3fa29 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: fac5fe80-b815-4df0-a95e-6c1e52395caa] Instance network_info: |[{"id": "acf88da9-0512-49ec-b632-45d965e23aa2", "address": "fa:16:3e:a1:0f:af", "network": {"id": "a94d385f-71ec-4be6-b04d-8fd365f0788d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1510171435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "941c9b8cd46546ffa37aa3edfa770bd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacf88da9-05", "ovs_interfaceid": "acf88da9-0512-49ec-b632-45d965e23aa2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1551.108934] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-9929d4ef-f240-424b-8c74-d6dc57d3fa29 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: fac5fe80-b815-4df0-a95e-6c1e52395caa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:0f:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e30245c5-78f5-48e6-b504-c6c21f5a9b45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'acf88da9-0512-49ec-b632-45d965e23aa2', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1551.117483] env[62438]: DEBUG oslo.service.loopingcall [None req-9929d4ef-f240-424b-8c74-d6dc57d3fa29 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1551.121057] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fac5fe80-b815-4df0-a95e-6c1e52395caa] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1551.122410] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-12b481a4-902e-418a-9526-c2c1f9013fe4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.146452] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1551.146452] env[62438]: value = "task-1785014" [ 1551.146452] env[62438]: _type = "Task" [ 1551.146452] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.159925] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785014, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.287047] env[62438]: INFO nova.compute.manager [None req-090bbac4-71ae-4402-99ee-178361ecd619 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] [instance: 0966016a-9742-4bcc-9b2f-81e684a54d46] Took 27.65 seconds to build instance. [ 1551.402950] env[62438]: DEBUG oslo_vmware.api [None req-7dd5bf75-4329-4039-838d-022cdd1409de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785013, 'name': RemoveSnapshot_Task} progress is 50%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.437488] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af52e79f-8eab-40e0-a619-7d427faabbdf {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.446550] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc2f241-9064-48e5-922b-ca369519c59b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.483766] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c50eb7a1-1f3c-49be-8fb3-0a98c24eb0d5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.492892] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-350fbbe1-dcc8-4be1-8116-6d7f1c2c73f1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.508524] env[62438]: DEBUG nova.compute.provider_tree [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1551.521030] env[62438]: DEBUG oslo_concurrency.lockutils [None req-12a8a54c-14ac-4779-a3a0-665f2745549c tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Acquiring lock "refresh_cache-841c786c-b6fa-4f8d-8435-837a2bb6cf8d" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1551.521030] env[62438]: DEBUG oslo_concurrency.lockutils [None req-12a8a54c-14ac-4779-a3a0-665f2745549c tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Acquired lock "refresh_cache-841c786c-b6fa-4f8d-8435-837a2bb6cf8d" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.521030] env[62438]: DEBUG nova.network.neutron [None req-12a8a54c-14ac-4779-a3a0-665f2745549c tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] [instance: 841c786c-b6fa-4f8d-8435-837a2bb6cf8d] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1551.542138] env[62438]: DEBUG oslo_vmware.api [None req-f03567e2-7fd3-449a-abbd-797f9e3c747d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52fc9d63-df7b-44bb-2518-9fa5da16627e, 'name': SearchDatastore_Task, 'duration_secs': 0.011222} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.542585] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f03567e2-7fd3-449a-abbd-797f9e3c747d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1551.571039] env[62438]: DEBUG oslo_concurrency.lockutils [None req-096f97fb-4532-4068-bdce-96f81d5f40e6 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Lock "076a9ab9-ac47-4fc1-8f05-774930931042" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1551.657434] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785014, 'name': CreateVM_Task, 'duration_secs': 0.44689} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.657631] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fac5fe80-b815-4df0-a95e-6c1e52395caa] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1551.658326] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9929d4ef-f240-424b-8c74-d6dc57d3fa29 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1551.658490] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9929d4ef-f240-424b-8c74-d6dc57d3fa29 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.658826] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9929d4ef-f240-424b-8c74-d6dc57d3fa29 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1551.660066] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e46ae842-ee66-473f-bfe5-0f45394198a6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.665114] env[62438]: DEBUG oslo_vmware.api [None req-9929d4ef-f240-424b-8c74-d6dc57d3fa29 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Waiting for the task: (returnval){ [ 1551.665114] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5265198d-6138-8451-2adf-1f1b2ebcd50a" [ 1551.665114] env[62438]: _type = "Task" [ 1551.665114] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.673781] env[62438]: DEBUG oslo_vmware.api [None req-9929d4ef-f240-424b-8c74-d6dc57d3fa29 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5265198d-6138-8451-2adf-1f1b2ebcd50a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.789780] env[62438]: DEBUG oslo_concurrency.lockutils [None req-090bbac4-71ae-4402-99ee-178361ecd619 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] Lock "0966016a-9742-4bcc-9b2f-81e684a54d46" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.177s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1551.904951] env[62438]: DEBUG oslo_vmware.api [None req-7dd5bf75-4329-4039-838d-022cdd1409de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785013, 'name': RemoveSnapshot_Task, 'duration_secs': 0.70144} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.905227] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-7dd5bf75-4329-4039-838d-022cdd1409de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Deleted Snapshot of the VM instance {{(pid=62438) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1551.905886] env[62438]: INFO nova.compute.manager [None req-7dd5bf75-4329-4039-838d-022cdd1409de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Took 17.83 seconds to snapshot the instance on the hypervisor. [ 1552.013822] env[62438]: DEBUG nova.scheduler.client.report [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1552.064923] env[62438]: DEBUG nova.network.neutron [None req-12a8a54c-14ac-4779-a3a0-665f2745549c tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] [instance: 841c786c-b6fa-4f8d-8435-837a2bb6cf8d] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1552.180619] env[62438]: DEBUG oslo_vmware.api [None req-9929d4ef-f240-424b-8c74-d6dc57d3fa29 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5265198d-6138-8451-2adf-1f1b2ebcd50a, 'name': SearchDatastore_Task, 'duration_secs': 0.013688} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.181758] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9929d4ef-f240-424b-8c74-d6dc57d3fa29 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1552.182172] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-9929d4ef-f240-424b-8c74-d6dc57d3fa29 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: fac5fe80-b815-4df0-a95e-6c1e52395caa] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1552.182927] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9929d4ef-f240-424b-8c74-d6dc57d3fa29 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1552.183318] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9929d4ef-f240-424b-8c74-d6dc57d3fa29 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.183726] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-9929d4ef-f240-424b-8c74-d6dc57d3fa29 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1552.184731] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ef3f6a88-4efe-4662-8893-c48355bb80cd {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.199178] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-9929d4ef-f240-424b-8c74-d6dc57d3fa29 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1552.199951] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-9929d4ef-f240-424b-8c74-d6dc57d3fa29 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1552.201297] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c472885-1449-4183-86bb-86b52c133751 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.210526] env[62438]: DEBUG oslo_vmware.api [None req-9929d4ef-f240-424b-8c74-d6dc57d3fa29 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Waiting for the task: (returnval){ [ 1552.210526] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52b96d21-4525-2510-3390-745fc2a563d5" [ 1552.210526] env[62438]: _type = "Task" [ 1552.210526] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.222457] env[62438]: DEBUG oslo_vmware.api [None req-9929d4ef-f240-424b-8c74-d6dc57d3fa29 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52b96d21-4525-2510-3390-745fc2a563d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.464155] env[62438]: DEBUG nova.compute.manager [None req-7dd5bf75-4329-4039-838d-022cdd1409de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Found 1 images (rotation: 2) {{(pid=62438) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4554}} [ 1552.516764] env[62438]: DEBUG oslo_concurrency.lockutils [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.438s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1552.520023] env[62438]: DEBUG nova.compute.manager [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: f5ec6de0-4e17-47af-af42-fae96ccaac5d] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1552.524265] env[62438]: DEBUG oslo_concurrency.lockutils [None req-df9cf293-36c5-4a94-af06-2ac69981f657 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.096s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1552.524851] env[62438]: DEBUG nova.objects.instance [None req-df9cf293-36c5-4a94-af06-2ac69981f657 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Lazy-loading 'resources' on Instance uuid 1ed63f2e-9e74-4d64-96fb-7a3315793ca9 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1552.663047] env[62438]: DEBUG oslo_concurrency.lockutils [None req-096f97fb-4532-4068-bdce-96f81d5f40e6 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Acquiring lock "076a9ab9-ac47-4fc1-8f05-774930931042" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1552.663047] env[62438]: DEBUG oslo_concurrency.lockutils [None req-096f97fb-4532-4068-bdce-96f81d5f40e6 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Lock "076a9ab9-ac47-4fc1-8f05-774930931042" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1552.663047] env[62438]: INFO nova.compute.manager [None req-096f97fb-4532-4068-bdce-96f81d5f40e6 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 076a9ab9-ac47-4fc1-8f05-774930931042] Attaching volume fdb044a4-72ca-4f5f-91a5-48a404632e72 to /dev/sdb [ 1552.677585] env[62438]: DEBUG nova.network.neutron [None req-12a8a54c-14ac-4779-a3a0-665f2745549c tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] [instance: 841c786c-b6fa-4f8d-8435-837a2bb6cf8d] Updating instance_info_cache with network_info: [{"id": "2180aca3-03cd-4673-96e5-52db643778a0", "address": "fa:16:3e:fa:2a:91", "network": {"id": "10da419d-de95-4e53-961a-e84506439a2f", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-645227556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c0ac7c5bf2a42f7a7e16dcd07113297", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbe1725d-6711-4e92-9a4e-d4802651e7d0", "external-id": "nsx-vlan-transportzone-679", "segmentation_id": 679, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2180aca3-03", "ovs_interfaceid": "2180aca3-03cd-4673-96e5-52db643778a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1552.728116] env[62438]: DEBUG oslo_vmware.api [None req-9929d4ef-f240-424b-8c74-d6dc57d3fa29 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52b96d21-4525-2510-3390-745fc2a563d5, 'name': SearchDatastore_Task, 'duration_secs': 0.020978} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.728116] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b351072-5085-47be-8561-ac9c6350e0b8 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.731154] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f099d89-1a4a-4a86-8b83-6d2c8b16e811 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.743323] env[62438]: DEBUG oslo_vmware.api [None req-9929d4ef-f240-424b-8c74-d6dc57d3fa29 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Waiting for the task: (returnval){ [ 1552.743323] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52f63108-3a0b-830b-30b1-9efca4213ee2" [ 1552.743323] env[62438]: _type = "Task" [ 1552.743323] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.744653] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d855b67b-c401-4413-93ee-5dcf94a3ace3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.768884] env[62438]: DEBUG oslo_vmware.api [None req-9929d4ef-f240-424b-8c74-d6dc57d3fa29 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52f63108-3a0b-830b-30b1-9efca4213ee2, 'name': SearchDatastore_Task, 'duration_secs': 0.015057} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.775720] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9929d4ef-f240-424b-8c74-d6dc57d3fa29 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1552.775720] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-9929d4ef-f240-424b-8c74-d6dc57d3fa29 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] fac5fe80-b815-4df0-a95e-6c1e52395caa/fac5fe80-b815-4df0-a95e-6c1e52395caa.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1552.775720] env[62438]: DEBUG nova.virt.block_device [None req-096f97fb-4532-4068-bdce-96f81d5f40e6 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 076a9ab9-ac47-4fc1-8f05-774930931042] Updating existing volume attachment record: 0662cc5c-b1c4-4368-9289-cbcd2a6d3346 {{(pid=62438) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1552.778658] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f8e2443b-986c-471e-8c91-044a89dc9ddf {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.792044] env[62438]: DEBUG oslo_vmware.api [None req-9929d4ef-f240-424b-8c74-d6dc57d3fa29 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Waiting for the task: (returnval){ [ 1552.792044] env[62438]: value = "task-1785015" [ 1552.792044] env[62438]: _type = "Task" [ 1552.792044] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.807146] env[62438]: DEBUG oslo_vmware.api [None req-9929d4ef-f240-424b-8c74-d6dc57d3fa29 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1785015, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.028194] env[62438]: DEBUG nova.compute.utils [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1553.033152] env[62438]: DEBUG nova.compute.manager [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: f5ec6de0-4e17-47af-af42-fae96ccaac5d] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1553.033781] env[62438]: DEBUG nova.network.neutron [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: f5ec6de0-4e17-47af-af42-fae96ccaac5d] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1553.119859] env[62438]: DEBUG nova.policy [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cff4550dd3bd4917a5cb395ab12f398c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eee2ef2bcd664c558400dbccdc63582d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1553.186423] env[62438]: DEBUG oslo_concurrency.lockutils [None req-12a8a54c-14ac-4779-a3a0-665f2745549c tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Releasing lock "refresh_cache-841c786c-b6fa-4f8d-8435-837a2bb6cf8d" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1553.186629] env[62438]: DEBUG nova.compute.manager [None req-12a8a54c-14ac-4779-a3a0-665f2745549c tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] [instance: 841c786c-b6fa-4f8d-8435-837a2bb6cf8d] Instance network_info: |[{"id": "2180aca3-03cd-4673-96e5-52db643778a0", "address": "fa:16:3e:fa:2a:91", "network": {"id": "10da419d-de95-4e53-961a-e84506439a2f", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-645227556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c0ac7c5bf2a42f7a7e16dcd07113297", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbe1725d-6711-4e92-9a4e-d4802651e7d0", "external-id": "nsx-vlan-transportzone-679", "segmentation_id": 679, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2180aca3-03", "ovs_interfaceid": "2180aca3-03cd-4673-96e5-52db643778a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1553.193424] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-12a8a54c-14ac-4779-a3a0-665f2745549c tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] [instance: 841c786c-b6fa-4f8d-8435-837a2bb6cf8d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:2a:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cbe1725d-6711-4e92-9a4e-d4802651e7d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2180aca3-03cd-4673-96e5-52db643778a0', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1553.200094] env[62438]: DEBUG oslo.service.loopingcall [None req-12a8a54c-14ac-4779-a3a0-665f2745549c tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1553.203832] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 841c786c-b6fa-4f8d-8435-837a2bb6cf8d] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1553.204471] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a779453-09c6-4e1b-a701-867ccdab6981 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.239327] env[62438]: DEBUG nova.compute.manager [req-ca9919fe-627e-49b6-890e-949ca2bc1f31 req-ea4a4fa9-f6ec-46a7-93db-0151ddd5ace2 service nova] [instance: 841c786c-b6fa-4f8d-8435-837a2bb6cf8d] Received event network-changed-2180aca3-03cd-4673-96e5-52db643778a0 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1553.239327] env[62438]: DEBUG nova.compute.manager [req-ca9919fe-627e-49b6-890e-949ca2bc1f31 req-ea4a4fa9-f6ec-46a7-93db-0151ddd5ace2 service nova] [instance: 841c786c-b6fa-4f8d-8435-837a2bb6cf8d] Refreshing instance network info cache due to event network-changed-2180aca3-03cd-4673-96e5-52db643778a0. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1553.239327] env[62438]: DEBUG oslo_concurrency.lockutils [req-ca9919fe-627e-49b6-890e-949ca2bc1f31 req-ea4a4fa9-f6ec-46a7-93db-0151ddd5ace2 service nova] Acquiring lock "refresh_cache-841c786c-b6fa-4f8d-8435-837a2bb6cf8d" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1553.239327] env[62438]: DEBUG oslo_concurrency.lockutils [req-ca9919fe-627e-49b6-890e-949ca2bc1f31 req-ea4a4fa9-f6ec-46a7-93db-0151ddd5ace2 service nova] Acquired lock "refresh_cache-841c786c-b6fa-4f8d-8435-837a2bb6cf8d" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.239327] env[62438]: DEBUG nova.network.neutron [req-ca9919fe-627e-49b6-890e-949ca2bc1f31 req-ea4a4fa9-f6ec-46a7-93db-0151ddd5ace2 service nova] [instance: 841c786c-b6fa-4f8d-8435-837a2bb6cf8d] Refreshing network info cache for port 2180aca3-03cd-4673-96e5-52db643778a0 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1553.239327] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1553.239327] env[62438]: value = "task-1785019" [ 1553.239327] env[62438]: _type = "Task" [ 1553.239327] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.256260] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785019, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.273758] env[62438]: DEBUG nova.compute.manager [req-b50a9e07-9aba-4c6b-b706-c16e3c60d45b req-b45e5f4f-90fb-40d1-89e1-9d3661fbad90 service nova] [instance: 0966016a-9742-4bcc-9b2f-81e684a54d46] Received event network-changed-4aa37368-7816-4b5a-8cc5-393da1480bd5 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1553.281106] env[62438]: DEBUG nova.compute.manager [req-b50a9e07-9aba-4c6b-b706-c16e3c60d45b req-b45e5f4f-90fb-40d1-89e1-9d3661fbad90 service nova] [instance: 0966016a-9742-4bcc-9b2f-81e684a54d46] Refreshing instance network info cache due to event network-changed-4aa37368-7816-4b5a-8cc5-393da1480bd5. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1553.281462] env[62438]: DEBUG oslo_concurrency.lockutils [req-b50a9e07-9aba-4c6b-b706-c16e3c60d45b req-b45e5f4f-90fb-40d1-89e1-9d3661fbad90 service nova] Acquiring lock "refresh_cache-0966016a-9742-4bcc-9b2f-81e684a54d46" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1553.281649] env[62438]: DEBUG oslo_concurrency.lockutils [req-b50a9e07-9aba-4c6b-b706-c16e3c60d45b req-b45e5f4f-90fb-40d1-89e1-9d3661fbad90 service nova] Acquired lock "refresh_cache-0966016a-9742-4bcc-9b2f-81e684a54d46" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.281904] env[62438]: DEBUG nova.network.neutron [req-b50a9e07-9aba-4c6b-b706-c16e3c60d45b req-b45e5f4f-90fb-40d1-89e1-9d3661fbad90 service nova] [instance: 0966016a-9742-4bcc-9b2f-81e684a54d46] Refreshing network info cache for port 4aa37368-7816-4b5a-8cc5-393da1480bd5 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1553.309835] env[62438]: DEBUG oslo_vmware.api [None req-9929d4ef-f240-424b-8c74-d6dc57d3fa29 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1785015, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.490930] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e555a736-e5f1-46ca-9c7c-233786418ab4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.502974] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14018115-7604-4617-934c-fb1d9ba93c56 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.540292] env[62438]: DEBUG nova.compute.manager [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: f5ec6de0-4e17-47af-af42-fae96ccaac5d] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1553.544525] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eede6fd-1833-4a28-bf53-5fcc15575a75 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.555656] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-644a6596-e371-4f89-ab06-a027a41a777a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.574560] env[62438]: DEBUG nova.compute.provider_tree [None req-df9cf293-36c5-4a94-af06-2ac69981f657 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Updating inventory in ProviderTree for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1553.760453] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785019, 'name': CreateVM_Task, 'duration_secs': 0.474636} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.761225] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 841c786c-b6fa-4f8d-8435-837a2bb6cf8d] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1553.762157] env[62438]: DEBUG oslo_concurrency.lockutils [None req-12a8a54c-14ac-4779-a3a0-665f2745549c tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1553.762425] env[62438]: DEBUG oslo_concurrency.lockutils [None req-12a8a54c-14ac-4779-a3a0-665f2745549c tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.762829] env[62438]: DEBUG oslo_concurrency.lockutils [None req-12a8a54c-14ac-4779-a3a0-665f2745549c tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1553.763227] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95a35ed3-0d2f-46c8-b8f1-c8eef999b387 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.775571] env[62438]: DEBUG oslo_vmware.api [None req-12a8a54c-14ac-4779-a3a0-665f2745549c tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Waiting for the task: (returnval){ [ 1553.775571] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5295f46e-bc92-6922-694b-1e66fad639eb" [ 1553.775571] env[62438]: _type = "Task" [ 1553.775571] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.791869] env[62438]: DEBUG oslo_vmware.api [None req-12a8a54c-14ac-4779-a3a0-665f2745549c tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5295f46e-bc92-6922-694b-1e66fad639eb, 'name': SearchDatastore_Task} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.793378] env[62438]: DEBUG oslo_concurrency.lockutils [None req-12a8a54c-14ac-4779-a3a0-665f2745549c tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1553.793378] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-12a8a54c-14ac-4779-a3a0-665f2745549c tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] [instance: 841c786c-b6fa-4f8d-8435-837a2bb6cf8d] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1553.793378] env[62438]: DEBUG oslo_concurrency.lockutils [None req-12a8a54c-14ac-4779-a3a0-665f2745549c tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1553.793378] env[62438]: DEBUG oslo_concurrency.lockutils [None req-12a8a54c-14ac-4779-a3a0-665f2745549c tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.793378] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-12a8a54c-14ac-4779-a3a0-665f2745549c tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1553.794036] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7d029e3c-a0d0-4641-970d-8dd73a0aa0ed {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.806425] env[62438]: DEBUG oslo_vmware.api [None req-9929d4ef-f240-424b-8c74-d6dc57d3fa29 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1785015, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.584676} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.807105] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-9929d4ef-f240-424b-8c74-d6dc57d3fa29 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] fac5fe80-b815-4df0-a95e-6c1e52395caa/fac5fe80-b815-4df0-a95e-6c1e52395caa.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1553.807105] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-9929d4ef-f240-424b-8c74-d6dc57d3fa29 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: fac5fe80-b815-4df0-a95e-6c1e52395caa] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1553.807385] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7da28031-3353-4d4d-b4a9-c904f3de3b42 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.810652] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-12a8a54c-14ac-4779-a3a0-665f2745549c tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1553.811580] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-12a8a54c-14ac-4779-a3a0-665f2745549c tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1553.812131] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1929bbd2-5ff6-4503-ba08-06526bec6b1c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.817850] env[62438]: DEBUG oslo_vmware.api [None req-9929d4ef-f240-424b-8c74-d6dc57d3fa29 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Waiting for the task: (returnval){ [ 1553.817850] env[62438]: value = "task-1785020" [ 1553.817850] env[62438]: _type = "Task" [ 1553.817850] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.819589] env[62438]: DEBUG oslo_vmware.api [None req-12a8a54c-14ac-4779-a3a0-665f2745549c tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Waiting for the task: (returnval){ [ 1553.819589] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5280276f-cfc1-8937-086d-d631c38e786f" [ 1553.819589] env[62438]: _type = "Task" [ 1553.819589] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.836199] env[62438]: DEBUG oslo_vmware.api [None req-12a8a54c-14ac-4779-a3a0-665f2745549c tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5280276f-cfc1-8937-086d-d631c38e786f, 'name': SearchDatastore_Task, 'duration_secs': 0.011595} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.839946] env[62438]: DEBUG oslo_vmware.api [None req-9929d4ef-f240-424b-8c74-d6dc57d3fa29 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1785020, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.843745] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6150bc9-ad6d-4ae2-8037-6b2e7b19b3aa {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.850803] env[62438]: DEBUG oslo_vmware.api [None req-12a8a54c-14ac-4779-a3a0-665f2745549c tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Waiting for the task: (returnval){ [ 1553.850803] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52359c21-6398-a123-0d4b-7f54dad52675" [ 1553.850803] env[62438]: _type = "Task" [ 1553.850803] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.861811] env[62438]: DEBUG oslo_vmware.api [None req-12a8a54c-14ac-4779-a3a0-665f2745549c tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52359c21-6398-a123-0d4b-7f54dad52675, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.938191] env[62438]: DEBUG nova.compute.manager [None req-5dbf7043-d7ba-45b3-9776-24f49bf1659d tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1553.939929] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-486b9fe6-f335-46b7-b3fb-e4363da9af90 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.064840] env[62438]: DEBUG nova.network.neutron [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: f5ec6de0-4e17-47af-af42-fae96ccaac5d] Successfully created port: d6411ad5-c9ae-462e-a8c0-d382c81a3d57 {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1554.114982] env[62438]: ERROR nova.scheduler.client.report [None req-df9cf293-36c5-4a94-af06-2ac69981f657 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [req-f8768396-ceb3-4c88-a37c-1c3c1144b205] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 3d204b25-fa3a-4320-b81b-738bc1f337f5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f8768396-ceb3-4c88-a37c-1c3c1144b205"}]} [ 1554.169500] env[62438]: DEBUG nova.scheduler.client.report [None req-df9cf293-36c5-4a94-af06-2ac69981f657 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Refreshing inventories for resource provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1554.190467] env[62438]: DEBUG nova.scheduler.client.report [None req-df9cf293-36c5-4a94-af06-2ac69981f657 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Updating ProviderTree inventory for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1554.190700] env[62438]: DEBUG nova.compute.provider_tree [None req-df9cf293-36c5-4a94-af06-2ac69981f657 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Updating inventory in ProviderTree for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1554.218434] env[62438]: DEBUG nova.scheduler.client.report [None req-df9cf293-36c5-4a94-af06-2ac69981f657 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Refreshing aggregate associations for resource provider 3d204b25-fa3a-4320-b81b-738bc1f337f5, aggregates: None {{(pid=62438) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1554.245746] env[62438]: DEBUG nova.scheduler.client.report [None req-df9cf293-36c5-4a94-af06-2ac69981f657 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Refreshing trait associations for resource provider 3d204b25-fa3a-4320-b81b-738bc1f337f5, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62438) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1554.330867] env[62438]: DEBUG oslo_vmware.api [None req-9929d4ef-f240-424b-8c74-d6dc57d3fa29 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1785020, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.317558} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.333643] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-9929d4ef-f240-424b-8c74-d6dc57d3fa29 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: fac5fe80-b815-4df0-a95e-6c1e52395caa] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1554.334436] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30863711-cb65-4841-8a5a-2eb46fbff605 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.360131] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-9929d4ef-f240-424b-8c74-d6dc57d3fa29 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: fac5fe80-b815-4df0-a95e-6c1e52395caa] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] fac5fe80-b815-4df0-a95e-6c1e52395caa/fac5fe80-b815-4df0-a95e-6c1e52395caa.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1554.363085] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37273b26-bee5-4f34-9611-16606348151a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.395412] env[62438]: DEBUG oslo_vmware.api [None req-12a8a54c-14ac-4779-a3a0-665f2745549c tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52359c21-6398-a123-0d4b-7f54dad52675, 'name': SearchDatastore_Task, 'duration_secs': 0.012445} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.399091] env[62438]: DEBUG oslo_concurrency.lockutils [None req-12a8a54c-14ac-4779-a3a0-665f2745549c tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1554.399091] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-12a8a54c-14ac-4779-a3a0-665f2745549c tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 841c786c-b6fa-4f8d-8435-837a2bb6cf8d/841c786c-b6fa-4f8d-8435-837a2bb6cf8d.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1554.399091] env[62438]: DEBUG oslo_vmware.api [None req-9929d4ef-f240-424b-8c74-d6dc57d3fa29 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Waiting for the task: (returnval){ [ 1554.399091] env[62438]: value = "task-1785021" [ 1554.399091] env[62438]: _type = "Task" [ 1554.399091] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.399091] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b4dabd46-6f2d-47ca-96c0-6a8dcfbcccce {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.414056] env[62438]: DEBUG oslo_vmware.api [None req-12a8a54c-14ac-4779-a3a0-665f2745549c tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Waiting for the task: (returnval){ [ 1554.414056] env[62438]: value = "task-1785022" [ 1554.414056] env[62438]: _type = "Task" [ 1554.414056] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.417228] env[62438]: DEBUG oslo_vmware.api [None req-9929d4ef-f240-424b-8c74-d6dc57d3fa29 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1785021, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.425627] env[62438]: DEBUG oslo_vmware.api [None req-12a8a54c-14ac-4779-a3a0-665f2745549c tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Task: {'id': task-1785022, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.454617] env[62438]: INFO nova.compute.manager [None req-5dbf7043-d7ba-45b3-9776-24f49bf1659d tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] instance snapshotting [ 1554.455241] env[62438]: DEBUG nova.objects.instance [None req-5dbf7043-d7ba-45b3-9776-24f49bf1659d tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Lazy-loading 'flavor' on Instance uuid 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1554.457282] env[62438]: DEBUG nova.network.neutron [req-ca9919fe-627e-49b6-890e-949ca2bc1f31 req-ea4a4fa9-f6ec-46a7-93db-0151ddd5ace2 service nova] [instance: 841c786c-b6fa-4f8d-8435-837a2bb6cf8d] Updated VIF entry in instance network info cache for port 2180aca3-03cd-4673-96e5-52db643778a0. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1554.457665] env[62438]: DEBUG nova.network.neutron [req-ca9919fe-627e-49b6-890e-949ca2bc1f31 req-ea4a4fa9-f6ec-46a7-93db-0151ddd5ace2 service nova] [instance: 841c786c-b6fa-4f8d-8435-837a2bb6cf8d] Updating instance_info_cache with network_info: [{"id": "2180aca3-03cd-4673-96e5-52db643778a0", "address": "fa:16:3e:fa:2a:91", "network": {"id": "10da419d-de95-4e53-961a-e84506439a2f", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-645227556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c0ac7c5bf2a42f7a7e16dcd07113297", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbe1725d-6711-4e92-9a4e-d4802651e7d0", "external-id": "nsx-vlan-transportzone-679", "segmentation_id": 679, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2180aca3-03", "ovs_interfaceid": "2180aca3-03cd-4673-96e5-52db643778a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1554.459645] env[62438]: DEBUG nova.network.neutron [req-b50a9e07-9aba-4c6b-b706-c16e3c60d45b req-b45e5f4f-90fb-40d1-89e1-9d3661fbad90 service nova] [instance: 0966016a-9742-4bcc-9b2f-81e684a54d46] Updated VIF entry in instance network info cache for port 4aa37368-7816-4b5a-8cc5-393da1480bd5. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1554.460009] env[62438]: DEBUG nova.network.neutron [req-b50a9e07-9aba-4c6b-b706-c16e3c60d45b req-b45e5f4f-90fb-40d1-89e1-9d3661fbad90 service nova] [instance: 0966016a-9742-4bcc-9b2f-81e684a54d46] Updating instance_info_cache with network_info: [{"id": "4aa37368-7816-4b5a-8cc5-393da1480bd5", "address": "fa:16:3e:0b:1f:dc", "network": {"id": "69c80f2b-eb70-4a78-b161-111b1ca2cd12", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1939641634-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cff4cb408424815a68972facd85e4f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4aa37368-78", "ovs_interfaceid": "4aa37368-7816-4b5a-8cc5-393da1480bd5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1554.556359] env[62438]: DEBUG nova.compute.manager [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: f5ec6de0-4e17-47af-af42-fae96ccaac5d] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1554.589222] env[62438]: DEBUG nova.virt.hardware [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='31f7c500a334c2f33b29686886c42a6a',container_format='bare',created_at=2024-12-12T01:32:34Z,direct_url=,disk_format='vmdk',id=005019fc-96ff-416f-b8ef-770343832a97,min_disk=1,min_ram=0,name='tempest-test-snap-139762693',owner='eee2ef2bcd664c558400dbccdc63582d',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2024-12-12T01:32:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1554.589560] env[62438]: DEBUG nova.virt.hardware [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1554.589702] env[62438]: DEBUG nova.virt.hardware [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1554.589899] env[62438]: DEBUG nova.virt.hardware [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1554.590581] env[62438]: DEBUG nova.virt.hardware [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1554.590827] env[62438]: DEBUG nova.virt.hardware [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1554.591108] env[62438]: DEBUG nova.virt.hardware [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1554.591287] env[62438]: DEBUG nova.virt.hardware [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1554.591475] env[62438]: DEBUG nova.virt.hardware [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1554.591684] env[62438]: DEBUG nova.virt.hardware [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1554.591847] env[62438]: DEBUG nova.virt.hardware [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1554.592831] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-effb650b-0dd1-442c-b37f-5d639b387d79 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.605195] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f992137f-5880-450d-84f1-b22b37124388 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.628897] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2292fd85-930c-41e5-ab7e-9ebeb38c8520 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.636161] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7009ce81-b015-42db-ad7c-c60eeb2f75cf {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.668862] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8920799f-fe89-4902-831a-78d73c33e824 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.678766] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fd79ff5-110c-4366-882f-57c291109ae9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.696271] env[62438]: DEBUG nova.compute.provider_tree [None req-df9cf293-36c5-4a94-af06-2ac69981f657 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Updating inventory in ProviderTree for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1554.913335] env[62438]: DEBUG oslo_vmware.api [None req-9929d4ef-f240-424b-8c74-d6dc57d3fa29 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1785021, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.929983] env[62438]: DEBUG oslo_vmware.api [None req-12a8a54c-14ac-4779-a3a0-665f2745549c tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Task: {'id': task-1785022, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.962721] env[62438]: DEBUG oslo_concurrency.lockutils [req-ca9919fe-627e-49b6-890e-949ca2bc1f31 req-ea4a4fa9-f6ec-46a7-93db-0151ddd5ace2 service nova] Releasing lock "refresh_cache-841c786c-b6fa-4f8d-8435-837a2bb6cf8d" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1554.962721] env[62438]: DEBUG oslo_concurrency.lockutils [req-b50a9e07-9aba-4c6b-b706-c16e3c60d45b req-b45e5f4f-90fb-40d1-89e1-9d3661fbad90 service nova] Releasing lock "refresh_cache-0966016a-9742-4bcc-9b2f-81e684a54d46" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1554.965978] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a1ba216-867c-4d17-b596-735cfda0e206 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.988747] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2395a9b-ea54-4286-9c2d-114f3838edf2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.216733] env[62438]: ERROR nova.scheduler.client.report [None req-df9cf293-36c5-4a94-af06-2ac69981f657 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] [req-d41e9011-24c6-410c-a0bb-d3a115041637] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 3d204b25-fa3a-4320-b81b-738bc1f337f5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d41e9011-24c6-410c-a0bb-d3a115041637"}]} [ 1555.232310] env[62438]: DEBUG nova.scheduler.client.report [None req-df9cf293-36c5-4a94-af06-2ac69981f657 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Refreshing inventories for resource provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1555.244133] env[62438]: DEBUG nova.scheduler.client.report [None req-df9cf293-36c5-4a94-af06-2ac69981f657 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Updating ProviderTree inventory for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1555.244390] env[62438]: DEBUG nova.compute.provider_tree [None req-df9cf293-36c5-4a94-af06-2ac69981f657 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Updating inventory in ProviderTree for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1555.254872] env[62438]: DEBUG nova.scheduler.client.report [None req-df9cf293-36c5-4a94-af06-2ac69981f657 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Refreshing aggregate associations for resource provider 3d204b25-fa3a-4320-b81b-738bc1f337f5, aggregates: None {{(pid=62438) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1555.271556] env[62438]: DEBUG nova.scheduler.client.report [None req-df9cf293-36c5-4a94-af06-2ac69981f657 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Refreshing trait associations for resource provider 3d204b25-fa3a-4320-b81b-738bc1f337f5, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62438) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1555.411898] env[62438]: DEBUG oslo_vmware.api [None req-9929d4ef-f240-424b-8c74-d6dc57d3fa29 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1785021, 'name': ReconfigVM_Task, 'duration_secs': 0.672569} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.412629] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-9929d4ef-f240-424b-8c74-d6dc57d3fa29 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: fac5fe80-b815-4df0-a95e-6c1e52395caa] Reconfigured VM instance instance-0000003b to attach disk [datastore1] fac5fe80-b815-4df0-a95e-6c1e52395caa/fac5fe80-b815-4df0-a95e-6c1e52395caa.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1555.412998] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-167bb3ba-df95-4713-9d3b-0fd3889602e0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.423863] env[62438]: DEBUG oslo_vmware.api [None req-9929d4ef-f240-424b-8c74-d6dc57d3fa29 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Waiting for the task: (returnval){ [ 1555.423863] env[62438]: value = "task-1785024" [ 1555.423863] env[62438]: _type = "Task" [ 1555.423863] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.427738] env[62438]: DEBUG oslo_vmware.api [None req-12a8a54c-14ac-4779-a3a0-665f2745549c tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Task: {'id': task-1785022, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.575433} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.432478] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-12a8a54c-14ac-4779-a3a0-665f2745549c tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 841c786c-b6fa-4f8d-8435-837a2bb6cf8d/841c786c-b6fa-4f8d-8435-837a2bb6cf8d.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1555.432726] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-12a8a54c-14ac-4779-a3a0-665f2745549c tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] [instance: 841c786c-b6fa-4f8d-8435-837a2bb6cf8d] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1555.435452] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-036a0d29-96a7-4416-9972-eda30ea8a3c0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.450020] env[62438]: DEBUG oslo_concurrency.lockutils [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Acquiring lock "351f2438-f068-43d9-8b57-5216b6c607da" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1555.450020] env[62438]: DEBUG oslo_concurrency.lockutils [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Lock "351f2438-f068-43d9-8b57-5216b6c607da" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1555.450020] env[62438]: DEBUG oslo_vmware.api [None req-9929d4ef-f240-424b-8c74-d6dc57d3fa29 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1785024, 'name': Rename_Task} progress is 10%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.451229] env[62438]: DEBUG oslo_vmware.api [None req-12a8a54c-14ac-4779-a3a0-665f2745549c tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Waiting for the task: (returnval){ [ 1555.451229] env[62438]: value = "task-1785025" [ 1555.451229] env[62438]: _type = "Task" [ 1555.451229] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.465819] env[62438]: DEBUG oslo_vmware.api [None req-12a8a54c-14ac-4779-a3a0-665f2745549c tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Task: {'id': task-1785025, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.479201] env[62438]: DEBUG oslo_concurrency.lockutils [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Acquiring lock "2f64f74d-cbfc-49e5-a3d5-45d715172b90" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1555.479201] env[62438]: DEBUG oslo_concurrency.lockutils [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Lock "2f64f74d-cbfc-49e5-a3d5-45d715172b90" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1555.507267] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-5dbf7043-d7ba-45b3-9776-24f49bf1659d tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Creating Snapshot of the VM instance {{(pid=62438) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1555.510693] env[62438]: DEBUG oslo_concurrency.lockutils [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Acquiring lock "6a4e1ee0-26ef-481b-bbe3-eebc22e5e3e5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1555.510967] env[62438]: DEBUG oslo_concurrency.lockutils [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Lock "6a4e1ee0-26ef-481b-bbe3-eebc22e5e3e5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1555.512096] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1abf07f4-3aea-4e3c-a28d-fa8277651a85 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.523547] env[62438]: DEBUG oslo_vmware.api [None req-5dbf7043-d7ba-45b3-9776-24f49bf1659d tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Waiting for the task: (returnval){ [ 1555.523547] env[62438]: value = "task-1785026" [ 1555.523547] env[62438]: _type = "Task" [ 1555.523547] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.535934] env[62438]: DEBUG oslo_vmware.api [None req-5dbf7043-d7ba-45b3-9776-24f49bf1659d tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785026, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.642391] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78fe245a-6004-4e06-b9c4-15a347772cef {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.650957] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f78e02c-3818-447b-ae01-6dfc3d93c3fb {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.683520] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2503e73a-f55a-493b-9dd8-9ea90ac42fd2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.694452] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a5b3c8-678f-4119-bde5-8e1c06e79602 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.709159] env[62438]: DEBUG nova.compute.provider_tree [None req-df9cf293-36c5-4a94-af06-2ac69981f657 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1555.848249] env[62438]: DEBUG nova.compute.manager [req-9cc6360e-c98f-4b1c-b62d-fcd10f16d1fe req-de5613dc-0424-4fdd-8f2d-f490af612efc service nova] [instance: f5ec6de0-4e17-47af-af42-fae96ccaac5d] Received event network-vif-plugged-d6411ad5-c9ae-462e-a8c0-d382c81a3d57 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1555.848495] env[62438]: DEBUG oslo_concurrency.lockutils [req-9cc6360e-c98f-4b1c-b62d-fcd10f16d1fe req-de5613dc-0424-4fdd-8f2d-f490af612efc service nova] Acquiring lock "f5ec6de0-4e17-47af-af42-fae96ccaac5d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1555.848938] env[62438]: DEBUG oslo_concurrency.lockutils [req-9cc6360e-c98f-4b1c-b62d-fcd10f16d1fe req-de5613dc-0424-4fdd-8f2d-f490af612efc service nova] Lock "f5ec6de0-4e17-47af-af42-fae96ccaac5d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1555.848938] env[62438]: DEBUG oslo_concurrency.lockutils [req-9cc6360e-c98f-4b1c-b62d-fcd10f16d1fe req-de5613dc-0424-4fdd-8f2d-f490af612efc service nova] Lock "f5ec6de0-4e17-47af-af42-fae96ccaac5d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1555.849100] env[62438]: DEBUG nova.compute.manager [req-9cc6360e-c98f-4b1c-b62d-fcd10f16d1fe req-de5613dc-0424-4fdd-8f2d-f490af612efc service nova] [instance: f5ec6de0-4e17-47af-af42-fae96ccaac5d] No waiting events found dispatching network-vif-plugged-d6411ad5-c9ae-462e-a8c0-d382c81a3d57 {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1555.849258] env[62438]: WARNING nova.compute.manager [req-9cc6360e-c98f-4b1c-b62d-fcd10f16d1fe req-de5613dc-0424-4fdd-8f2d-f490af612efc service nova] [instance: f5ec6de0-4e17-47af-af42-fae96ccaac5d] Received unexpected event network-vif-plugged-d6411ad5-c9ae-462e-a8c0-d382c81a3d57 for instance with vm_state building and task_state spawning. [ 1555.937898] env[62438]: DEBUG oslo_vmware.api [None req-9929d4ef-f240-424b-8c74-d6dc57d3fa29 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1785024, 'name': Rename_Task, 'duration_secs': 0.173858} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.938216] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-9929d4ef-f240-424b-8c74-d6dc57d3fa29 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: fac5fe80-b815-4df0-a95e-6c1e52395caa] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1555.938481] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7c517d97-258d-4af9-8436-dd1fc00095fb {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.947293] env[62438]: DEBUG oslo_vmware.api [None req-9929d4ef-f240-424b-8c74-d6dc57d3fa29 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Waiting for the task: (returnval){ [ 1555.947293] env[62438]: value = "task-1785027" [ 1555.947293] env[62438]: _type = "Task" [ 1555.947293] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.952015] env[62438]: DEBUG nova.compute.manager [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] [instance: 351f2438-f068-43d9-8b57-5216b6c607da] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1555.963799] env[62438]: DEBUG oslo_vmware.api [None req-9929d4ef-f240-424b-8c74-d6dc57d3fa29 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1785027, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.964886] env[62438]: DEBUG nova.network.neutron [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: f5ec6de0-4e17-47af-af42-fae96ccaac5d] Successfully updated port: d6411ad5-c9ae-462e-a8c0-d382c81a3d57 {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1555.969727] env[62438]: DEBUG oslo_vmware.api [None req-12a8a54c-14ac-4779-a3a0-665f2745549c tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Task: {'id': task-1785025, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075361} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.969727] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-12a8a54c-14ac-4779-a3a0-665f2745549c tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] [instance: 841c786c-b6fa-4f8d-8435-837a2bb6cf8d] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1555.971124] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17127e2f-090d-4111-991b-9560c956cdb4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.988877] env[62438]: DEBUG nova.compute.manager [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] [instance: 2f64f74d-cbfc-49e5-a3d5-45d715172b90] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1556.002044] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-12a8a54c-14ac-4779-a3a0-665f2745549c tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] [instance: 841c786c-b6fa-4f8d-8435-837a2bb6cf8d] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 841c786c-b6fa-4f8d-8435-837a2bb6cf8d/841c786c-b6fa-4f8d-8435-837a2bb6cf8d.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1556.003276] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa2856b9-35d0-4a29-82c1-301e68dc7114 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.017901] env[62438]: DEBUG nova.compute.manager [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] [instance: 6a4e1ee0-26ef-481b-bbe3-eebc22e5e3e5] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1556.030596] env[62438]: DEBUG oslo_vmware.api [None req-12a8a54c-14ac-4779-a3a0-665f2745549c tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Waiting for the task: (returnval){ [ 1556.030596] env[62438]: value = "task-1785028" [ 1556.030596] env[62438]: _type = "Task" [ 1556.030596] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.038404] env[62438]: DEBUG oslo_vmware.api [None req-5dbf7043-d7ba-45b3-9776-24f49bf1659d tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785026, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.044710] env[62438]: DEBUG oslo_vmware.api [None req-12a8a54c-14ac-4779-a3a0-665f2745549c tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Task: {'id': task-1785028, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.213260] env[62438]: DEBUG nova.scheduler.client.report [None req-df9cf293-36c5-4a94-af06-2ac69981f657 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1556.457816] env[62438]: DEBUG oslo_vmware.api [None req-9929d4ef-f240-424b-8c74-d6dc57d3fa29 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1785027, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.470235] env[62438]: DEBUG oslo_concurrency.lockutils [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Acquiring lock "refresh_cache-f5ec6de0-4e17-47af-af42-fae96ccaac5d" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1556.470427] env[62438]: DEBUG oslo_concurrency.lockutils [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Acquired lock "refresh_cache-f5ec6de0-4e17-47af-af42-fae96ccaac5d" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.470589] env[62438]: DEBUG nova.network.neutron [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: f5ec6de0-4e17-47af-af42-fae96ccaac5d] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1556.475672] env[62438]: DEBUG oslo_concurrency.lockutils [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1556.519999] env[62438]: DEBUG oslo_concurrency.lockutils [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1556.538604] env[62438]: DEBUG oslo_vmware.api [None req-5dbf7043-d7ba-45b3-9776-24f49bf1659d tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785026, 'name': CreateSnapshot_Task, 'duration_secs': 0.625505} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.539258] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-5dbf7043-d7ba-45b3-9776-24f49bf1659d tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Created Snapshot of the VM instance {{(pid=62438) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1556.539994] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e55cc8-cf46-44b2-9b25-be628084df75 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.543011] env[62438]: DEBUG oslo_concurrency.lockutils [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1556.546734] env[62438]: DEBUG oslo_vmware.api [None req-12a8a54c-14ac-4779-a3a0-665f2745549c tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Task: {'id': task-1785028, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.722024] env[62438]: DEBUG oslo_concurrency.lockutils [None req-df9cf293-36c5-4a94-af06-2ac69981f657 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.198s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1556.724500] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5e5b0767-1875-45c8-9b67-f4827eb05f79 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.854s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1556.726580] env[62438]: INFO nova.compute.claims [None req-5e5b0767-1875-45c8-9b67-f4827eb05f79 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: a085cb1e-b5cf-4b45-9639-464232dfac12] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1556.743958] env[62438]: INFO nova.scheduler.client.report [None req-df9cf293-36c5-4a94-af06-2ac69981f657 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Deleted allocations for instance 1ed63f2e-9e74-4d64-96fb-7a3315793ca9 [ 1556.959835] env[62438]: DEBUG oslo_vmware.api [None req-9929d4ef-f240-424b-8c74-d6dc57d3fa29 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1785027, 'name': PowerOnVM_Task, 'duration_secs': 0.715485} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.960159] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-9929d4ef-f240-424b-8c74-d6dc57d3fa29 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: fac5fe80-b815-4df0-a95e-6c1e52395caa] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1556.960368] env[62438]: INFO nova.compute.manager [None req-9929d4ef-f240-424b-8c74-d6dc57d3fa29 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: fac5fe80-b815-4df0-a95e-6c1e52395caa] Took 9.93 seconds to spawn the instance on the hypervisor. [ 1556.960557] env[62438]: DEBUG nova.compute.manager [None req-9929d4ef-f240-424b-8c74-d6dc57d3fa29 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: fac5fe80-b815-4df0-a95e-6c1e52395caa] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1556.961443] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-790ff2d8-ad70-4243-9e11-ec22b9082c61 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.011647] env[62438]: DEBUG nova.network.neutron [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: f5ec6de0-4e17-47af-af42-fae96ccaac5d] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1557.046992] env[62438]: DEBUG oslo_vmware.api [None req-12a8a54c-14ac-4779-a3a0-665f2745549c tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Task: {'id': task-1785028, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.062406] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-5dbf7043-d7ba-45b3-9776-24f49bf1659d tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Creating linked-clone VM from snapshot {{(pid=62438) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1557.062709] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b4ad10ea-7e72-4c2c-baff-9cbe2f1ae4e6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.074160] env[62438]: DEBUG oslo_vmware.api [None req-5dbf7043-d7ba-45b3-9776-24f49bf1659d tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Waiting for the task: (returnval){ [ 1557.074160] env[62438]: value = "task-1785029" [ 1557.074160] env[62438]: _type = "Task" [ 1557.074160] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.083308] env[62438]: DEBUG oslo_vmware.api [None req-5dbf7043-d7ba-45b3-9776-24f49bf1659d tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785029, 'name': CloneVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.224983] env[62438]: DEBUG nova.network.neutron [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: f5ec6de0-4e17-47af-af42-fae96ccaac5d] Updating instance_info_cache with network_info: [{"id": "d6411ad5-c9ae-462e-a8c0-d382c81a3d57", "address": "fa:16:3e:37:21:0a", "network": {"id": "49820dcf-3697-48a5-a107-cef5a52d412e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1941663822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eee2ef2bcd664c558400dbccdc63582d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6411ad5-c9", "ovs_interfaceid": "d6411ad5-c9ae-462e-a8c0-d382c81a3d57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1557.252435] env[62438]: DEBUG oslo_concurrency.lockutils [None req-df9cf293-36c5-4a94-af06-2ac69981f657 tempest-ServerRescueTestJSON-1874952978 tempest-ServerRescueTestJSON-1874952978-project-member] Lock "1ed63f2e-9e74-4d64-96fb-7a3315793ca9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.386s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1557.333206] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-096f97fb-4532-4068-bdce-96f81d5f40e6 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 076a9ab9-ac47-4fc1-8f05-774930931042] Volume attach. Driver type: vmdk {{(pid=62438) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1557.333491] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-096f97fb-4532-4068-bdce-96f81d5f40e6 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 076a9ab9-ac47-4fc1-8f05-774930931042] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370411', 'volume_id': 'fdb044a4-72ca-4f5f-91a5-48a404632e72', 'name': 'volume-fdb044a4-72ca-4f5f-91a5-48a404632e72', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '076a9ab9-ac47-4fc1-8f05-774930931042', 'attached_at': '', 'detached_at': '', 'volume_id': 'fdb044a4-72ca-4f5f-91a5-48a404632e72', 'serial': 'fdb044a4-72ca-4f5f-91a5-48a404632e72'} {{(pid=62438) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1557.334511] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8addd9f-a3e4-400e-90b8-c7c85a53bf37 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.352061] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb8801fc-9e31-4479-bbe0-d40c60290e78 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.378833] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-096f97fb-4532-4068-bdce-96f81d5f40e6 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 076a9ab9-ac47-4fc1-8f05-774930931042] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] volume-fdb044a4-72ca-4f5f-91a5-48a404632e72/volume-fdb044a4-72ca-4f5f-91a5-48a404632e72.vmdk or device None with type thin {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1557.379295] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89c17e10-8887-416d-b2c2-a00d90b68e6d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.399847] env[62438]: DEBUG oslo_vmware.api [None req-096f97fb-4532-4068-bdce-96f81d5f40e6 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Waiting for the task: (returnval){ [ 1557.399847] env[62438]: value = "task-1785030" [ 1557.399847] env[62438]: _type = "Task" [ 1557.399847] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.409522] env[62438]: DEBUG oslo_vmware.api [None req-096f97fb-4532-4068-bdce-96f81d5f40e6 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1785030, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.483686] env[62438]: INFO nova.compute.manager [None req-9929d4ef-f240-424b-8c74-d6dc57d3fa29 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: fac5fe80-b815-4df0-a95e-6c1e52395caa] Took 16.79 seconds to build instance. [ 1557.546654] env[62438]: DEBUG oslo_vmware.api [None req-12a8a54c-14ac-4779-a3a0-665f2745549c tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Task: {'id': task-1785028, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.586264] env[62438]: DEBUG oslo_vmware.api [None req-5dbf7043-d7ba-45b3-9776-24f49bf1659d tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785029, 'name': CloneVM_Task} progress is 94%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.728122] env[62438]: DEBUG oslo_concurrency.lockutils [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Releasing lock "refresh_cache-f5ec6de0-4e17-47af-af42-fae96ccaac5d" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1557.728287] env[62438]: DEBUG nova.compute.manager [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: f5ec6de0-4e17-47af-af42-fae96ccaac5d] Instance network_info: |[{"id": "d6411ad5-c9ae-462e-a8c0-d382c81a3d57", "address": "fa:16:3e:37:21:0a", "network": {"id": "49820dcf-3697-48a5-a107-cef5a52d412e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1941663822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eee2ef2bcd664c558400dbccdc63582d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6411ad5-c9", "ovs_interfaceid": "d6411ad5-c9ae-462e-a8c0-d382c81a3d57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1557.728799] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: f5ec6de0-4e17-47af-af42-fae96ccaac5d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:21:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cae1d6a8-cbba-4bbf-af10-ba5467340475', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd6411ad5-c9ae-462e-a8c0-d382c81a3d57', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1557.738407] env[62438]: DEBUG oslo.service.loopingcall [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1557.744074] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5ec6de0-4e17-47af-af42-fae96ccaac5d] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1557.744872] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6456156a-664e-4a9b-b94a-91698d8247ee {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.769892] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1557.769892] env[62438]: value = "task-1785031" [ 1557.769892] env[62438]: _type = "Task" [ 1557.769892] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.779596] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785031, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.883103] env[62438]: DEBUG nova.compute.manager [req-3755ccd4-8f04-4c0c-b2c1-3ce0389368dd req-3423db2b-ab09-4f05-a3ed-a10190845738 service nova] [instance: f5ec6de0-4e17-47af-af42-fae96ccaac5d] Received event network-changed-d6411ad5-c9ae-462e-a8c0-d382c81a3d57 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1557.883417] env[62438]: DEBUG nova.compute.manager [req-3755ccd4-8f04-4c0c-b2c1-3ce0389368dd req-3423db2b-ab09-4f05-a3ed-a10190845738 service nova] [instance: f5ec6de0-4e17-47af-af42-fae96ccaac5d] Refreshing instance network info cache due to event network-changed-d6411ad5-c9ae-462e-a8c0-d382c81a3d57. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1557.883756] env[62438]: DEBUG oslo_concurrency.lockutils [req-3755ccd4-8f04-4c0c-b2c1-3ce0389368dd req-3423db2b-ab09-4f05-a3ed-a10190845738 service nova] Acquiring lock "refresh_cache-f5ec6de0-4e17-47af-af42-fae96ccaac5d" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1557.884055] env[62438]: DEBUG oslo_concurrency.lockutils [req-3755ccd4-8f04-4c0c-b2c1-3ce0389368dd req-3423db2b-ab09-4f05-a3ed-a10190845738 service nova] Acquired lock "refresh_cache-f5ec6de0-4e17-47af-af42-fae96ccaac5d" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.889101] env[62438]: DEBUG nova.network.neutron [req-3755ccd4-8f04-4c0c-b2c1-3ce0389368dd req-3423db2b-ab09-4f05-a3ed-a10190845738 service nova] [instance: f5ec6de0-4e17-47af-af42-fae96ccaac5d] Refreshing network info cache for port d6411ad5-c9ae-462e-a8c0-d382c81a3d57 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1557.916023] env[62438]: DEBUG oslo_vmware.api [None req-096f97fb-4532-4068-bdce-96f81d5f40e6 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1785030, 'name': ReconfigVM_Task, 'duration_secs': 0.41877} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.916023] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-096f97fb-4532-4068-bdce-96f81d5f40e6 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 076a9ab9-ac47-4fc1-8f05-774930931042] Reconfigured VM instance instance-00000038 to attach disk [datastore1] volume-fdb044a4-72ca-4f5f-91a5-48a404632e72/volume-fdb044a4-72ca-4f5f-91a5-48a404632e72.vmdk or device None with type thin {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1557.924182] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28e17f80-6e41-4177-8166-b011e16bfe86 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.942358] env[62438]: DEBUG oslo_vmware.api [None req-096f97fb-4532-4068-bdce-96f81d5f40e6 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Waiting for the task: (returnval){ [ 1557.942358] env[62438]: value = "task-1785032" [ 1557.942358] env[62438]: _type = "Task" [ 1557.942358] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.956145] env[62438]: DEBUG oslo_vmware.api [None req-096f97fb-4532-4068-bdce-96f81d5f40e6 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1785032, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.986950] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9929d4ef-f240-424b-8c74-d6dc57d3fa29 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Lock "fac5fe80-b815-4df0-a95e-6c1e52395caa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.836s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1558.048547] env[62438]: DEBUG oslo_vmware.api [None req-12a8a54c-14ac-4779-a3a0-665f2745549c tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Task: {'id': task-1785028, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.098019] env[62438]: DEBUG oslo_vmware.api [None req-5dbf7043-d7ba-45b3-9776-24f49bf1659d tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785029, 'name': CloneVM_Task} progress is 94%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.227936] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-952d5c33-3b80-40d8-a444-433d91633b1f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.237571] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42304a81-98f8-4f27-89ba-1dacdf618720 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.269696] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78978d15-154c-43fc-b381-8f49ddbb6a67 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.286290] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77da5bcc-127e-4e90-b9e6-d066f3718147 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.291618] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785031, 'name': CreateVM_Task} progress is 25%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.305834] env[62438]: DEBUG nova.compute.provider_tree [None req-5e5b0767-1875-45c8-9b67-f4827eb05f79 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1558.322281] env[62438]: DEBUG nova.compute.manager [req-0ec7f718-74be-4c0d-bd45-615898d03640 req-d5bed683-c0fe-40c6-b0c1-7bb5ad7ac3de service nova] [instance: fac5fe80-b815-4df0-a95e-6c1e52395caa] Received event network-changed-acf88da9-0512-49ec-b632-45d965e23aa2 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1558.322589] env[62438]: DEBUG nova.compute.manager [req-0ec7f718-74be-4c0d-bd45-615898d03640 req-d5bed683-c0fe-40c6-b0c1-7bb5ad7ac3de service nova] [instance: fac5fe80-b815-4df0-a95e-6c1e52395caa] Refreshing instance network info cache due to event network-changed-acf88da9-0512-49ec-b632-45d965e23aa2. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1558.322829] env[62438]: DEBUG oslo_concurrency.lockutils [req-0ec7f718-74be-4c0d-bd45-615898d03640 req-d5bed683-c0fe-40c6-b0c1-7bb5ad7ac3de service nova] Acquiring lock "refresh_cache-fac5fe80-b815-4df0-a95e-6c1e52395caa" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1558.322974] env[62438]: DEBUG oslo_concurrency.lockutils [req-0ec7f718-74be-4c0d-bd45-615898d03640 req-d5bed683-c0fe-40c6-b0c1-7bb5ad7ac3de service nova] Acquired lock "refresh_cache-fac5fe80-b815-4df0-a95e-6c1e52395caa" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.323193] env[62438]: DEBUG nova.network.neutron [req-0ec7f718-74be-4c0d-bd45-615898d03640 req-d5bed683-c0fe-40c6-b0c1-7bb5ad7ac3de service nova] [instance: fac5fe80-b815-4df0-a95e-6c1e52395caa] Refreshing network info cache for port acf88da9-0512-49ec-b632-45d965e23aa2 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1558.453747] env[62438]: DEBUG oslo_vmware.api [None req-096f97fb-4532-4068-bdce-96f81d5f40e6 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1785032, 'name': ReconfigVM_Task, 'duration_secs': 0.164289} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.455396] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-096f97fb-4532-4068-bdce-96f81d5f40e6 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 076a9ab9-ac47-4fc1-8f05-774930931042] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370411', 'volume_id': 'fdb044a4-72ca-4f5f-91a5-48a404632e72', 'name': 'volume-fdb044a4-72ca-4f5f-91a5-48a404632e72', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '076a9ab9-ac47-4fc1-8f05-774930931042', 'attached_at': '', 'detached_at': '', 'volume_id': 'fdb044a4-72ca-4f5f-91a5-48a404632e72', 'serial': 'fdb044a4-72ca-4f5f-91a5-48a404632e72'} {{(pid=62438) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1558.552516] env[62438]: DEBUG oslo_vmware.api [None req-12a8a54c-14ac-4779-a3a0-665f2745549c tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Task: {'id': task-1785028, 'name': ReconfigVM_Task, 'duration_secs': 2.077973} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.553310] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-12a8a54c-14ac-4779-a3a0-665f2745549c tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] [instance: 841c786c-b6fa-4f8d-8435-837a2bb6cf8d] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 841c786c-b6fa-4f8d-8435-837a2bb6cf8d/841c786c-b6fa-4f8d-8435-837a2bb6cf8d.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1558.554620] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-81a93e1f-5735-48f0-88aa-c294ad54c4f3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.564294] env[62438]: DEBUG oslo_vmware.api [None req-12a8a54c-14ac-4779-a3a0-665f2745549c tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Waiting for the task: (returnval){ [ 1558.564294] env[62438]: value = "task-1785033" [ 1558.564294] env[62438]: _type = "Task" [ 1558.564294] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.581381] env[62438]: DEBUG oslo_vmware.api [None req-12a8a54c-14ac-4779-a3a0-665f2745549c tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Task: {'id': task-1785033, 'name': Rename_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.592995] env[62438]: DEBUG oslo_vmware.api [None req-5dbf7043-d7ba-45b3-9776-24f49bf1659d tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785029, 'name': CloneVM_Task} progress is 100%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.783857] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785031, 'name': CreateVM_Task, 'duration_secs': 0.657047} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.784057] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5ec6de0-4e17-47af-af42-fae96ccaac5d] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1558.784822] env[62438]: DEBUG oslo_concurrency.lockutils [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/005019fc-96ff-416f-b8ef-770343832a97" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1558.784999] env[62438]: DEBUG oslo_concurrency.lockutils [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Acquired lock "[datastore1] devstack-image-cache_base/005019fc-96ff-416f-b8ef-770343832a97" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.785438] env[62438]: DEBUG oslo_concurrency.lockutils [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/005019fc-96ff-416f-b8ef-770343832a97" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1558.786383] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6e61441-148c-43a4-97ed-bbc766a8cede {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.793028] env[62438]: DEBUG oslo_vmware.api [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Waiting for the task: (returnval){ [ 1558.793028] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52728de8-68f2-064b-c37d-acdc51a719f6" [ 1558.793028] env[62438]: _type = "Task" [ 1558.793028] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.801661] env[62438]: DEBUG oslo_vmware.api [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52728de8-68f2-064b-c37d-acdc51a719f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.808745] env[62438]: DEBUG nova.scheduler.client.report [None req-5e5b0767-1875-45c8-9b67-f4827eb05f79 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1558.827958] env[62438]: DEBUG nova.network.neutron [req-3755ccd4-8f04-4c0c-b2c1-3ce0389368dd req-3423db2b-ab09-4f05-a3ed-a10190845738 service nova] [instance: f5ec6de0-4e17-47af-af42-fae96ccaac5d] Updated VIF entry in instance network info cache for port d6411ad5-c9ae-462e-a8c0-d382c81a3d57. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1558.828336] env[62438]: DEBUG nova.network.neutron [req-3755ccd4-8f04-4c0c-b2c1-3ce0389368dd req-3423db2b-ab09-4f05-a3ed-a10190845738 service nova] [instance: f5ec6de0-4e17-47af-af42-fae96ccaac5d] Updating instance_info_cache with network_info: [{"id": "d6411ad5-c9ae-462e-a8c0-d382c81a3d57", "address": "fa:16:3e:37:21:0a", "network": {"id": "49820dcf-3697-48a5-a107-cef5a52d412e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1941663822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eee2ef2bcd664c558400dbccdc63582d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6411ad5-c9", "ovs_interfaceid": "d6411ad5-c9ae-462e-a8c0-d382c81a3d57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1559.078143] env[62438]: DEBUG oslo_vmware.api [None req-12a8a54c-14ac-4779-a3a0-665f2745549c tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Task: {'id': task-1785033, 'name': Rename_Task} progress is 99%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.089763] env[62438]: DEBUG oslo_vmware.api [None req-5dbf7043-d7ba-45b3-9776-24f49bf1659d tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785029, 'name': CloneVM_Task, 'duration_secs': 1.553954} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.090178] env[62438]: INFO nova.virt.vmwareapi.vmops [None req-5dbf7043-d7ba-45b3-9776-24f49bf1659d tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Created linked-clone VM from snapshot [ 1559.090840] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a7df190-211a-481f-badf-a613a4463fa5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.098959] env[62438]: DEBUG nova.virt.vmwareapi.images [None req-5dbf7043-d7ba-45b3-9776-24f49bf1659d tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Uploading image 75e07408-305a-4be2-bc79-78ef1077f768 {{(pid=62438) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 1559.123570] env[62438]: DEBUG oslo_vmware.rw_handles [None req-5dbf7043-d7ba-45b3-9776-24f49bf1659d tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1559.123570] env[62438]: value = "vm-370414" [ 1559.123570] env[62438]: _type = "VirtualMachine" [ 1559.123570] env[62438]: }. {{(pid=62438) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1559.123901] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-cbc979ed-17f6-4aa8-9719-53f04b05dea0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.133907] env[62438]: DEBUG oslo_vmware.rw_handles [None req-5dbf7043-d7ba-45b3-9776-24f49bf1659d tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Lease: (returnval){ [ 1559.133907] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5278375d-d903-0f07-0e5c-4643000361a9" [ 1559.133907] env[62438]: _type = "HttpNfcLease" [ 1559.133907] env[62438]: } obtained for exporting VM: (result){ [ 1559.133907] env[62438]: value = "vm-370414" [ 1559.133907] env[62438]: _type = "VirtualMachine" [ 1559.133907] env[62438]: }. {{(pid=62438) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1559.134255] env[62438]: DEBUG oslo_vmware.api [None req-5dbf7043-d7ba-45b3-9776-24f49bf1659d tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Waiting for the lease: (returnval){ [ 1559.134255] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5278375d-d903-0f07-0e5c-4643000361a9" [ 1559.134255] env[62438]: _type = "HttpNfcLease" [ 1559.134255] env[62438]: } to be ready. {{(pid=62438) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1559.142852] env[62438]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1559.142852] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5278375d-d903-0f07-0e5c-4643000361a9" [ 1559.142852] env[62438]: _type = "HttpNfcLease" [ 1559.142852] env[62438]: } is initializing. {{(pid=62438) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1559.168553] env[62438]: DEBUG nova.network.neutron [req-0ec7f718-74be-4c0d-bd45-615898d03640 req-d5bed683-c0fe-40c6-b0c1-7bb5ad7ac3de service nova] [instance: fac5fe80-b815-4df0-a95e-6c1e52395caa] Updated VIF entry in instance network info cache for port acf88da9-0512-49ec-b632-45d965e23aa2. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1559.168707] env[62438]: DEBUG nova.network.neutron [req-0ec7f718-74be-4c0d-bd45-615898d03640 req-d5bed683-c0fe-40c6-b0c1-7bb5ad7ac3de service nova] [instance: fac5fe80-b815-4df0-a95e-6c1e52395caa] Updating instance_info_cache with network_info: [{"id": "acf88da9-0512-49ec-b632-45d965e23aa2", "address": "fa:16:3e:a1:0f:af", "network": {"id": "a94d385f-71ec-4be6-b04d-8fd365f0788d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1510171435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "941c9b8cd46546ffa37aa3edfa770bd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacf88da9-05", "ovs_interfaceid": "acf88da9-0512-49ec-b632-45d965e23aa2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1559.307341] env[62438]: DEBUG oslo_concurrency.lockutils [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Releasing lock "[datastore1] devstack-image-cache_base/005019fc-96ff-416f-b8ef-770343832a97" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1559.307612] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: f5ec6de0-4e17-47af-af42-fae96ccaac5d] Processing image 005019fc-96ff-416f-b8ef-770343832a97 {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1559.307895] env[62438]: DEBUG oslo_concurrency.lockutils [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/005019fc-96ff-416f-b8ef-770343832a97/005019fc-96ff-416f-b8ef-770343832a97.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1559.308022] env[62438]: DEBUG oslo_concurrency.lockutils [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Acquired lock "[datastore1] devstack-image-cache_base/005019fc-96ff-416f-b8ef-770343832a97/005019fc-96ff-416f-b8ef-770343832a97.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.308289] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1559.308492] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-65b33b4f-b9e3-4605-bcd5-64b326266ebf {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.315351] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5e5b0767-1875-45c8-9b67-f4827eb05f79 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.591s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1559.315901] env[62438]: DEBUG nova.compute.manager [None req-5e5b0767-1875-45c8-9b67-f4827eb05f79 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: a085cb1e-b5cf-4b45-9639-464232dfac12] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1559.320421] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7567757e-3362-4e23-a833-0a8c924d75f7 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.910s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1559.323027] env[62438]: INFO nova.compute.claims [None req-7567757e-3362-4e23-a833-0a8c924d75f7 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: b0263516-ed38-4788-8f11-b7d36e595dc6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1559.325325] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1559.325639] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1559.326853] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3be4bbb-5b32-446c-97d5-511b6cdfc699 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.330231] env[62438]: DEBUG oslo_concurrency.lockutils [req-3755ccd4-8f04-4c0c-b2c1-3ce0389368dd req-3423db2b-ab09-4f05-a3ed-a10190845738 service nova] Releasing lock "refresh_cache-f5ec6de0-4e17-47af-af42-fae96ccaac5d" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1559.334230] env[62438]: DEBUG oslo_vmware.api [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Waiting for the task: (returnval){ [ 1559.334230] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]524cb4c3-b94f-064d-17fd-ff7daa88bf98" [ 1559.334230] env[62438]: _type = "Task" [ 1559.334230] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.344855] env[62438]: DEBUG oslo_vmware.api [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]524cb4c3-b94f-064d-17fd-ff7daa88bf98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.504607] env[62438]: DEBUG nova.objects.instance [None req-096f97fb-4532-4068-bdce-96f81d5f40e6 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Lazy-loading 'flavor' on Instance uuid 076a9ab9-ac47-4fc1-8f05-774930931042 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1559.577139] env[62438]: DEBUG oslo_vmware.api [None req-12a8a54c-14ac-4779-a3a0-665f2745549c tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Task: {'id': task-1785033, 'name': Rename_Task} progress is 99%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.644256] env[62438]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1559.644256] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5278375d-d903-0f07-0e5c-4643000361a9" [ 1559.644256] env[62438]: _type = "HttpNfcLease" [ 1559.644256] env[62438]: } is ready. {{(pid=62438) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1559.644592] env[62438]: DEBUG oslo_vmware.rw_handles [None req-5dbf7043-d7ba-45b3-9776-24f49bf1659d tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1559.644592] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5278375d-d903-0f07-0e5c-4643000361a9" [ 1559.644592] env[62438]: _type = "HttpNfcLease" [ 1559.644592] env[62438]: }. {{(pid=62438) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1559.645342] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1706c84-7672-41ad-82d4-1be28abf97fb {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.653381] env[62438]: DEBUG oslo_vmware.rw_handles [None req-5dbf7043-d7ba-45b3-9776-24f49bf1659d tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c8a982-312d-5b23-c959-4863280987c4/disk-0.vmdk from lease info. {{(pid=62438) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1559.653571] env[62438]: DEBUG oslo_vmware.rw_handles [None req-5dbf7043-d7ba-45b3-9776-24f49bf1659d tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c8a982-312d-5b23-c959-4863280987c4/disk-0.vmdk for reading. {{(pid=62438) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1559.713716] env[62438]: DEBUG oslo_concurrency.lockutils [req-0ec7f718-74be-4c0d-bd45-615898d03640 req-d5bed683-c0fe-40c6-b0c1-7bb5ad7ac3de service nova] Releasing lock "refresh_cache-fac5fe80-b815-4df0-a95e-6c1e52395caa" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1559.830475] env[62438]: DEBUG nova.compute.utils [None req-5e5b0767-1875-45c8-9b67-f4827eb05f79 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1559.831985] env[62438]: DEBUG nova.compute.manager [None req-5e5b0767-1875-45c8-9b67-f4827eb05f79 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: a085cb1e-b5cf-4b45-9639-464232dfac12] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1559.832174] env[62438]: DEBUG nova.network.neutron [None req-5e5b0767-1875-45c8-9b67-f4827eb05f79 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: a085cb1e-b5cf-4b45-9639-464232dfac12] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1559.848206] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: f5ec6de0-4e17-47af-af42-fae96ccaac5d] Preparing fetch location {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1559.848510] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: f5ec6de0-4e17-47af-af42-fae96ccaac5d] Fetch image to [datastore1] OSTACK_IMG_cd22ef8a-35d8-47e0-bf23-c75e74d7cf1d/OSTACK_IMG_cd22ef8a-35d8-47e0-bf23-c75e74d7cf1d.vmdk {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1559.848800] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: f5ec6de0-4e17-47af-af42-fae96ccaac5d] Downloading stream optimized image 005019fc-96ff-416f-b8ef-770343832a97 to [datastore1] OSTACK_IMG_cd22ef8a-35d8-47e0-bf23-c75e74d7cf1d/OSTACK_IMG_cd22ef8a-35d8-47e0-bf23-c75e74d7cf1d.vmdk on the data store datastore1 as vApp {{(pid=62438) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1559.849026] env[62438]: DEBUG nova.virt.vmwareapi.images [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: f5ec6de0-4e17-47af-af42-fae96ccaac5d] Downloading image file data 005019fc-96ff-416f-b8ef-770343832a97 to the ESX as VM named 'OSTACK_IMG_cd22ef8a-35d8-47e0-bf23-c75e74d7cf1d' {{(pid=62438) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1559.862096] env[62438]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1df19aac-4a8d-419e-865a-2a2ea398a3d2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.895178] env[62438]: DEBUG nova.policy [None req-5e5b0767-1875-45c8-9b67-f4827eb05f79 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd601b7368e684d7b823c3508fc0ae813', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c02acab651304d05a66f470e452d1796', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1559.929075] env[62438]: DEBUG oslo_vmware.rw_handles [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1559.929075] env[62438]: value = "resgroup-9" [ 1559.929075] env[62438]: _type = "ResourcePool" [ 1559.929075] env[62438]: }. {{(pid=62438) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1559.929397] env[62438]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-78153686-63af-49f4-8bec-0aeaeab2a123 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.952259] env[62438]: DEBUG oslo_vmware.rw_handles [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Lease: (returnval){ [ 1559.952259] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52450893-8011-5470-4ed0-65bc75fd3216" [ 1559.952259] env[62438]: _type = "HttpNfcLease" [ 1559.952259] env[62438]: } obtained for vApp import into resource pool (val){ [ 1559.952259] env[62438]: value = "resgroup-9" [ 1559.952259] env[62438]: _type = "ResourcePool" [ 1559.952259] env[62438]: }. {{(pid=62438) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1559.952647] env[62438]: DEBUG oslo_vmware.api [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Waiting for the lease: (returnval){ [ 1559.952647] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52450893-8011-5470-4ed0-65bc75fd3216" [ 1559.952647] env[62438]: _type = "HttpNfcLease" [ 1559.952647] env[62438]: } to be ready. {{(pid=62438) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1559.959849] env[62438]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1559.959849] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52450893-8011-5470-4ed0-65bc75fd3216" [ 1559.959849] env[62438]: _type = "HttpNfcLease" [ 1559.959849] env[62438]: } is initializing. {{(pid=62438) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1560.009245] env[62438]: DEBUG oslo_concurrency.lockutils [None req-096f97fb-4532-4068-bdce-96f81d5f40e6 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Lock "076a9ab9-ac47-4fc1-8f05-774930931042" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.348s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1560.078933] env[62438]: DEBUG oslo_vmware.api [None req-12a8a54c-14ac-4779-a3a0-665f2745549c tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Task: {'id': task-1785033, 'name': Rename_Task, 'duration_secs': 1.325137} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.078933] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-12a8a54c-14ac-4779-a3a0-665f2745549c tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] [instance: 841c786c-b6fa-4f8d-8435-837a2bb6cf8d] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1560.079242] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-247ea982-2b5e-4e26-93b0-7e8f4ad1ccc4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.087748] env[62438]: DEBUG oslo_vmware.api [None req-12a8a54c-14ac-4779-a3a0-665f2745549c tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Waiting for the task: (returnval){ [ 1560.087748] env[62438]: value = "task-1785036" [ 1560.087748] env[62438]: _type = "Task" [ 1560.087748] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.098527] env[62438]: DEBUG oslo_vmware.api [None req-12a8a54c-14ac-4779-a3a0-665f2745549c tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Task: {'id': task-1785036, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.116913] env[62438]: DEBUG oslo_concurrency.lockutils [None req-40979e56-4507-45bd-8d69-f6956afcd133 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Acquiring lock "076a9ab9-ac47-4fc1-8f05-774930931042" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1560.117342] env[62438]: DEBUG oslo_concurrency.lockutils [None req-40979e56-4507-45bd-8d69-f6956afcd133 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Lock "076a9ab9-ac47-4fc1-8f05-774930931042" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1560.117598] env[62438]: DEBUG oslo_concurrency.lockutils [None req-40979e56-4507-45bd-8d69-f6956afcd133 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Acquiring lock "076a9ab9-ac47-4fc1-8f05-774930931042-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1560.117810] env[62438]: DEBUG oslo_concurrency.lockutils [None req-40979e56-4507-45bd-8d69-f6956afcd133 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Lock "076a9ab9-ac47-4fc1-8f05-774930931042-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1560.118043] env[62438]: DEBUG oslo_concurrency.lockutils [None req-40979e56-4507-45bd-8d69-f6956afcd133 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Lock "076a9ab9-ac47-4fc1-8f05-774930931042-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1560.132652] env[62438]: INFO nova.compute.manager [None req-40979e56-4507-45bd-8d69-f6956afcd133 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 076a9ab9-ac47-4fc1-8f05-774930931042] Terminating instance [ 1560.132652] env[62438]: DEBUG nova.compute.manager [None req-40979e56-4507-45bd-8d69-f6956afcd133 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 076a9ab9-ac47-4fc1-8f05-774930931042] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1560.132652] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-40979e56-4507-45bd-8d69-f6956afcd133 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 076a9ab9-ac47-4fc1-8f05-774930931042] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1560.132652] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b3a2a84-98b4-4cea-8a63-3347d0234e44 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.135209] env[62438]: DEBUG oslo_vmware.api [None req-40979e56-4507-45bd-8d69-f6956afcd133 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Waiting for the task: (returnval){ [ 1560.135209] env[62438]: value = "task-1785037" [ 1560.135209] env[62438]: _type = "Task" [ 1560.135209] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.145549] env[62438]: DEBUG oslo_vmware.api [None req-40979e56-4507-45bd-8d69-f6956afcd133 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1785037, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.177559] env[62438]: DEBUG nova.network.neutron [None req-5e5b0767-1875-45c8-9b67-f4827eb05f79 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: a085cb1e-b5cf-4b45-9639-464232dfac12] Successfully created port: a0885e13-1c4e-4c02-afc5-f7817af6f101 {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1560.338041] env[62438]: DEBUG nova.compute.manager [None req-5e5b0767-1875-45c8-9b67-f4827eb05f79 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: a085cb1e-b5cf-4b45-9639-464232dfac12] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1560.464775] env[62438]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1560.464775] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52450893-8011-5470-4ed0-65bc75fd3216" [ 1560.464775] env[62438]: _type = "HttpNfcLease" [ 1560.464775] env[62438]: } is initializing. {{(pid=62438) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1560.602690] env[62438]: DEBUG oslo_vmware.api [None req-12a8a54c-14ac-4779-a3a0-665f2745549c tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Task: {'id': task-1785036, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.645208] env[62438]: DEBUG oslo_vmware.api [None req-40979e56-4507-45bd-8d69-f6956afcd133 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1785037, 'name': PowerOffVM_Task, 'duration_secs': 0.249934} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.650041] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-40979e56-4507-45bd-8d69-f6956afcd133 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 076a9ab9-ac47-4fc1-8f05-774930931042] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1560.650567] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-40979e56-4507-45bd-8d69-f6956afcd133 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 076a9ab9-ac47-4fc1-8f05-774930931042] Volume detach. Driver type: vmdk {{(pid=62438) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1560.651182] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-40979e56-4507-45bd-8d69-f6956afcd133 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 076a9ab9-ac47-4fc1-8f05-774930931042] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370411', 'volume_id': 'fdb044a4-72ca-4f5f-91a5-48a404632e72', 'name': 'volume-fdb044a4-72ca-4f5f-91a5-48a404632e72', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '076a9ab9-ac47-4fc1-8f05-774930931042', 'attached_at': '', 'detached_at': '', 'volume_id': 'fdb044a4-72ca-4f5f-91a5-48a404632e72', 'serial': 'fdb044a4-72ca-4f5f-91a5-48a404632e72'} {{(pid=62438) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1560.652574] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bcf898b-cd07-4562-8a0e-37078fc1303f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.681281] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ecb146-d9c2-4f25-8c3f-957b747a7dd7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.691214] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07295b42-e2ff-4867-b6ed-3c72a0801a0c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.715214] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af5242c-5e84-4124-82e0-16c9b8b62a52 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.733900] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-40979e56-4507-45bd-8d69-f6956afcd133 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] The volume has not been displaced from its original location: [datastore1] volume-fdb044a4-72ca-4f5f-91a5-48a404632e72/volume-fdb044a4-72ca-4f5f-91a5-48a404632e72.vmdk. No consolidation needed. {{(pid=62438) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1560.739532] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-40979e56-4507-45bd-8d69-f6956afcd133 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 076a9ab9-ac47-4fc1-8f05-774930931042] Reconfiguring VM instance instance-00000038 to detach disk 2001 {{(pid=62438) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1560.742486] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bafdbc84-eaa2-482d-9473-1028211fa68d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.762845] env[62438]: DEBUG oslo_vmware.api [None req-40979e56-4507-45bd-8d69-f6956afcd133 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Waiting for the task: (returnval){ [ 1560.762845] env[62438]: value = "task-1785038" [ 1560.762845] env[62438]: _type = "Task" [ 1560.762845] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.773887] env[62438]: DEBUG oslo_vmware.api [None req-40979e56-4507-45bd-8d69-f6956afcd133 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1785038, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.777982] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb11c17e-7461-404f-ae7a-bb7c661a9be1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.785608] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a41f25b0-ae8f-45b6-907e-8433fae4dd3f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.821054] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c5d0d99-b350-4197-bdda-91fd458ec3ff {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.830570] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c63de048-01d6-4212-bc62-d95a0996ee07 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.851856] env[62438]: DEBUG nova.compute.provider_tree [None req-7567757e-3362-4e23-a833-0a8c924d75f7 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1560.962028] env[62438]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1560.962028] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52450893-8011-5470-4ed0-65bc75fd3216" [ 1560.962028] env[62438]: _type = "HttpNfcLease" [ 1560.962028] env[62438]: } is initializing. {{(pid=62438) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1561.098428] env[62438]: DEBUG oslo_vmware.api [None req-12a8a54c-14ac-4779-a3a0-665f2745549c tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Task: {'id': task-1785036, 'name': PowerOnVM_Task, 'duration_secs': 0.596107} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.098825] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-12a8a54c-14ac-4779-a3a0-665f2745549c tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] [instance: 841c786c-b6fa-4f8d-8435-837a2bb6cf8d] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1561.099058] env[62438]: INFO nova.compute.manager [None req-12a8a54c-14ac-4779-a3a0-665f2745549c tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] [instance: 841c786c-b6fa-4f8d-8435-837a2bb6cf8d] Took 10.94 seconds to spawn the instance on the hypervisor. [ 1561.099267] env[62438]: DEBUG nova.compute.manager [None req-12a8a54c-14ac-4779-a3a0-665f2745549c tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] [instance: 841c786c-b6fa-4f8d-8435-837a2bb6cf8d] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1561.100372] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bba2315-41ff-48ca-9e72-088c95efa321 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.273443] env[62438]: DEBUG oslo_vmware.api [None req-40979e56-4507-45bd-8d69-f6956afcd133 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1785038, 'name': ReconfigVM_Task, 'duration_secs': 0.224761} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.274834] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-40979e56-4507-45bd-8d69-f6956afcd133 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 076a9ab9-ac47-4fc1-8f05-774930931042] Reconfigured VM instance instance-00000038 to detach disk 2001 {{(pid=62438) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1561.280674] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0cdd0a4-d8da-4a0d-a466-468213dffcd5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.304756] env[62438]: DEBUG oslo_vmware.api [None req-40979e56-4507-45bd-8d69-f6956afcd133 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Waiting for the task: (returnval){ [ 1561.304756] env[62438]: value = "task-1785039" [ 1561.304756] env[62438]: _type = "Task" [ 1561.304756] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.326523] env[62438]: DEBUG oslo_vmware.api [None req-40979e56-4507-45bd-8d69-f6956afcd133 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1785039, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.356470] env[62438]: DEBUG nova.compute.manager [None req-5e5b0767-1875-45c8-9b67-f4827eb05f79 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: a085cb1e-b5cf-4b45-9639-464232dfac12] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1561.359417] env[62438]: DEBUG nova.scheduler.client.report [None req-7567757e-3362-4e23-a833-0a8c924d75f7 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1561.463849] env[62438]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1561.463849] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52450893-8011-5470-4ed0-65bc75fd3216" [ 1561.463849] env[62438]: _type = "HttpNfcLease" [ 1561.463849] env[62438]: } is initializing. {{(pid=62438) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1561.617954] env[62438]: INFO nova.compute.manager [None req-12a8a54c-14ac-4779-a3a0-665f2745549c tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] [instance: 841c786c-b6fa-4f8d-8435-837a2bb6cf8d] Took 20.87 seconds to build instance. [ 1561.700325] env[62438]: DEBUG nova.compute.manager [req-924be6ec-c92a-4fa6-9e13-3daa106b40ef req-7a02c149-7f02-4d85-bf73-bd996c4f3eb9 service nova] [instance: a085cb1e-b5cf-4b45-9639-464232dfac12] Received event network-vif-plugged-a0885e13-1c4e-4c02-afc5-f7817af6f101 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1561.701036] env[62438]: DEBUG oslo_concurrency.lockutils [req-924be6ec-c92a-4fa6-9e13-3daa106b40ef req-7a02c149-7f02-4d85-bf73-bd996c4f3eb9 service nova] Acquiring lock "a085cb1e-b5cf-4b45-9639-464232dfac12-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1561.701036] env[62438]: DEBUG oslo_concurrency.lockutils [req-924be6ec-c92a-4fa6-9e13-3daa106b40ef req-7a02c149-7f02-4d85-bf73-bd996c4f3eb9 service nova] Lock "a085cb1e-b5cf-4b45-9639-464232dfac12-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1561.702036] env[62438]: DEBUG oslo_concurrency.lockutils [req-924be6ec-c92a-4fa6-9e13-3daa106b40ef req-7a02c149-7f02-4d85-bf73-bd996c4f3eb9 service nova] Lock "a085cb1e-b5cf-4b45-9639-464232dfac12-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1561.702036] env[62438]: DEBUG nova.compute.manager [req-924be6ec-c92a-4fa6-9e13-3daa106b40ef req-7a02c149-7f02-4d85-bf73-bd996c4f3eb9 service nova] [instance: a085cb1e-b5cf-4b45-9639-464232dfac12] No waiting events found dispatching network-vif-plugged-a0885e13-1c4e-4c02-afc5-f7817af6f101 {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1561.702036] env[62438]: WARNING nova.compute.manager [req-924be6ec-c92a-4fa6-9e13-3daa106b40ef req-7a02c149-7f02-4d85-bf73-bd996c4f3eb9 service nova] [instance: a085cb1e-b5cf-4b45-9639-464232dfac12] Received unexpected event network-vif-plugged-a0885e13-1c4e-4c02-afc5-f7817af6f101 for instance with vm_state building and task_state spawning. [ 1561.805424] env[62438]: DEBUG nova.network.neutron [None req-5e5b0767-1875-45c8-9b67-f4827eb05f79 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: a085cb1e-b5cf-4b45-9639-464232dfac12] Successfully updated port: a0885e13-1c4e-4c02-afc5-f7817af6f101 {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1561.817955] env[62438]: DEBUG oslo_vmware.api [None req-40979e56-4507-45bd-8d69-f6956afcd133 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1785039, 'name': ReconfigVM_Task, 'duration_secs': 0.29319} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.818680] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-40979e56-4507-45bd-8d69-f6956afcd133 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 076a9ab9-ac47-4fc1-8f05-774930931042] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370411', 'volume_id': 'fdb044a4-72ca-4f5f-91a5-48a404632e72', 'name': 'volume-fdb044a4-72ca-4f5f-91a5-48a404632e72', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '076a9ab9-ac47-4fc1-8f05-774930931042', 'attached_at': '', 'detached_at': '', 'volume_id': 'fdb044a4-72ca-4f5f-91a5-48a404632e72', 'serial': 'fdb044a4-72ca-4f5f-91a5-48a404632e72'} {{(pid=62438) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1561.818680] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-40979e56-4507-45bd-8d69-f6956afcd133 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 076a9ab9-ac47-4fc1-8f05-774930931042] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1561.820176] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d866ca-bfdd-4681-add1-b1c064510b35 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.829134] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-40979e56-4507-45bd-8d69-f6956afcd133 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 076a9ab9-ac47-4fc1-8f05-774930931042] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1561.829378] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b700df96-72fb-4957-b514-e3980c01af8f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.864655] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7567757e-3362-4e23-a833-0a8c924d75f7 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.544s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1561.865615] env[62438]: DEBUG nova.compute.manager [None req-7567757e-3362-4e23-a833-0a8c924d75f7 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: b0263516-ed38-4788-8f11-b7d36e595dc6] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1561.868480] env[62438]: DEBUG oslo_concurrency.lockutils [None req-6954b687-4eed-4b11-b36d-20a4578f7834 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.155s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1561.868752] env[62438]: DEBUG nova.objects.instance [None req-6954b687-4eed-4b11-b36d-20a4578f7834 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Lazy-loading 'resources' on Instance uuid 03448a20-9731-4076-bf51-852e9fc7f016 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1561.965584] env[62438]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1561.965584] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52450893-8011-5470-4ed0-65bc75fd3216" [ 1561.965584] env[62438]: _type = "HttpNfcLease" [ 1561.965584] env[62438]: } is ready. {{(pid=62438) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1561.965998] env[62438]: DEBUG oslo_vmware.rw_handles [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1561.965998] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52450893-8011-5470-4ed0-65bc75fd3216" [ 1561.965998] env[62438]: _type = "HttpNfcLease" [ 1561.965998] env[62438]: }. {{(pid=62438) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1561.966798] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a2d5c7-57e0-40cc-9861-6a5f83aea746 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.975825] env[62438]: DEBUG oslo_vmware.rw_handles [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5227d58d-b44f-ae13-abd5-5d94f85c6df1/disk-0.vmdk from lease info. {{(pid=62438) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1561.976124] env[62438]: DEBUG oslo_vmware.rw_handles [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5227d58d-b44f-ae13-abd5-5d94f85c6df1/disk-0.vmdk. {{(pid=62438) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1562.045102] env[62438]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bced88e4-2d7f-42bc-9096-02800c53a013 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.070467] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-40979e56-4507-45bd-8d69-f6956afcd133 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 076a9ab9-ac47-4fc1-8f05-774930931042] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1562.070718] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-40979e56-4507-45bd-8d69-f6956afcd133 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 076a9ab9-ac47-4fc1-8f05-774930931042] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1562.071025] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-40979e56-4507-45bd-8d69-f6956afcd133 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Deleting the datastore file [datastore1] 076a9ab9-ac47-4fc1-8f05-774930931042 {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1562.071419] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f6296845-b444-42fa-9095-8c19a21dbe95 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.079272] env[62438]: DEBUG oslo_vmware.api [None req-40979e56-4507-45bd-8d69-f6956afcd133 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Waiting for the task: (returnval){ [ 1562.079272] env[62438]: value = "task-1785041" [ 1562.079272] env[62438]: _type = "Task" [ 1562.079272] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.088540] env[62438]: DEBUG oslo_vmware.api [None req-40979e56-4507-45bd-8d69-f6956afcd133 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1785041, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.120504] env[62438]: DEBUG oslo_concurrency.lockutils [None req-12a8a54c-14ac-4779-a3a0-665f2745549c tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Lock "841c786c-b6fa-4f8d-8435-837a2bb6cf8d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.384s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1562.312118] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5e5b0767-1875-45c8-9b67-f4827eb05f79 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Acquiring lock "refresh_cache-a085cb1e-b5cf-4b45-9639-464232dfac12" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1562.312118] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5e5b0767-1875-45c8-9b67-f4827eb05f79 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Acquired lock "refresh_cache-a085cb1e-b5cf-4b45-9639-464232dfac12" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1562.312118] env[62438]: DEBUG nova.network.neutron [None req-5e5b0767-1875-45c8-9b67-f4827eb05f79 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: a085cb1e-b5cf-4b45-9639-464232dfac12] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1562.371505] env[62438]: DEBUG nova.compute.utils [None req-7567757e-3362-4e23-a833-0a8c924d75f7 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1562.373639] env[62438]: DEBUG nova.compute.manager [None req-7567757e-3362-4e23-a833-0a8c924d75f7 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: b0263516-ed38-4788-8f11-b7d36e595dc6] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1562.373639] env[62438]: DEBUG nova.network.neutron [None req-7567757e-3362-4e23-a833-0a8c924d75f7 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: b0263516-ed38-4788-8f11-b7d36e595dc6] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1562.468181] env[62438]: DEBUG nova.policy [None req-7567757e-3362-4e23-a833-0a8c924d75f7 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f49e7854fb004c08b9fffad6b2212a50', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a974a1f1bd4049f1b41bc114794b6696', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1562.484298] env[62438]: DEBUG nova.virt.hardware [None req-5e5b0767-1875-45c8-9b67-f4827eb05f79 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1562.485273] env[62438]: DEBUG nova.virt.hardware [None req-5e5b0767-1875-45c8-9b67-f4827eb05f79 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1562.485273] env[62438]: DEBUG nova.virt.hardware [None req-5e5b0767-1875-45c8-9b67-f4827eb05f79 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1562.485426] env[62438]: DEBUG nova.virt.hardware [None req-5e5b0767-1875-45c8-9b67-f4827eb05f79 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1562.485955] env[62438]: DEBUG nova.virt.hardware [None req-5e5b0767-1875-45c8-9b67-f4827eb05f79 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1562.485955] env[62438]: DEBUG nova.virt.hardware [None req-5e5b0767-1875-45c8-9b67-f4827eb05f79 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1562.486432] env[62438]: DEBUG nova.virt.hardware [None req-5e5b0767-1875-45c8-9b67-f4827eb05f79 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1562.487846] env[62438]: DEBUG nova.virt.hardware [None req-5e5b0767-1875-45c8-9b67-f4827eb05f79 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1562.487846] env[62438]: DEBUG nova.virt.hardware [None req-5e5b0767-1875-45c8-9b67-f4827eb05f79 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1562.487846] env[62438]: DEBUG nova.virt.hardware [None req-5e5b0767-1875-45c8-9b67-f4827eb05f79 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1562.487846] env[62438]: DEBUG nova.virt.hardware [None req-5e5b0767-1875-45c8-9b67-f4827eb05f79 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1562.488720] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5312e3c4-5f9c-4193-a736-054a201b405f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.504396] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf24a449-3ac1-4645-a2ef-e1ddc4fd291f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.589761] env[62438]: DEBUG oslo_vmware.api [None req-40979e56-4507-45bd-8d69-f6956afcd133 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1785041, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.24153} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.592343] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-40979e56-4507-45bd-8d69-f6956afcd133 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1562.592598] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-40979e56-4507-45bd-8d69-f6956afcd133 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 076a9ab9-ac47-4fc1-8f05-774930931042] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1562.592816] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-40979e56-4507-45bd-8d69-f6956afcd133 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 076a9ab9-ac47-4fc1-8f05-774930931042] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1562.593014] env[62438]: INFO nova.compute.manager [None req-40979e56-4507-45bd-8d69-f6956afcd133 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 076a9ab9-ac47-4fc1-8f05-774930931042] Took 2.47 seconds to destroy the instance on the hypervisor. [ 1562.593286] env[62438]: DEBUG oslo.service.loopingcall [None req-40979e56-4507-45bd-8d69-f6956afcd133 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1562.593703] env[62438]: DEBUG nova.compute.manager [-] [instance: 076a9ab9-ac47-4fc1-8f05-774930931042] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1562.593808] env[62438]: DEBUG nova.network.neutron [-] [instance: 076a9ab9-ac47-4fc1-8f05-774930931042] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1562.859201] env[62438]: DEBUG nova.network.neutron [None req-5e5b0767-1875-45c8-9b67-f4827eb05f79 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: a085cb1e-b5cf-4b45-9639-464232dfac12] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1562.865022] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f983c033-7768-4426-80db-de59062cc8f6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.879604] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e99be6-bfa3-4c4b-879c-7f69c2753a0f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.888097] env[62438]: DEBUG nova.compute.manager [None req-7567757e-3362-4e23-a833-0a8c924d75f7 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: b0263516-ed38-4788-8f11-b7d36e595dc6] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1562.933287] env[62438]: DEBUG nova.network.neutron [None req-7567757e-3362-4e23-a833-0a8c924d75f7 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: b0263516-ed38-4788-8f11-b7d36e595dc6] Successfully created port: 322c4f56-651b-41f4-8f73-9c29d719ced2 {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1562.939153] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61002209-cc15-4699-85bd-a3098b7d46af {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.945912] env[62438]: DEBUG nova.network.neutron [-] [instance: 076a9ab9-ac47-4fc1-8f05-774930931042] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1562.948363] env[62438]: DEBUG nova.compute.manager [req-d25820e6-6d1f-468b-ab9a-136a9fd85c59 req-73f0d18e-67ae-4f4d-8794-638a071f5e26 service nova] [instance: 076a9ab9-ac47-4fc1-8f05-774930931042] Received event network-vif-deleted-35c1cb60-1739-42a6-abc6-f551ee6028a1 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1562.948619] env[62438]: INFO nova.compute.manager [req-d25820e6-6d1f-468b-ab9a-136a9fd85c59 req-73f0d18e-67ae-4f4d-8794-638a071f5e26 service nova] [instance: 076a9ab9-ac47-4fc1-8f05-774930931042] Neutron deleted interface 35c1cb60-1739-42a6-abc6-f551ee6028a1; detaching it from the instance and deleting it from the info cache [ 1562.950017] env[62438]: DEBUG nova.network.neutron [req-d25820e6-6d1f-468b-ab9a-136a9fd85c59 req-73f0d18e-67ae-4f4d-8794-638a071f5e26 service nova] [instance: 076a9ab9-ac47-4fc1-8f05-774930931042] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1562.960519] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b7e3c7-df02-453c-a148-880d92df1adb {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.968163] env[62438]: DEBUG oslo_vmware.rw_handles [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Completed reading data from the image iterator. {{(pid=62438) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1562.968163] env[62438]: DEBUG oslo_vmware.rw_handles [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5227d58d-b44f-ae13-abd5-5d94f85c6df1/disk-0.vmdk. {{(pid=62438) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1562.969207] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd8e841e-9aca-455a-b43e-532ca9bb5d45 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.987689] env[62438]: DEBUG nova.compute.provider_tree [None req-6954b687-4eed-4b11-b36d-20a4578f7834 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1562.990895] env[62438]: DEBUG oslo_vmware.rw_handles [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5227d58d-b44f-ae13-abd5-5d94f85c6df1/disk-0.vmdk is in state: ready. {{(pid=62438) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1562.990895] env[62438]: DEBUG oslo_vmware.rw_handles [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5227d58d-b44f-ae13-abd5-5d94f85c6df1/disk-0.vmdk. {{(pid=62438) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1562.993555] env[62438]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-d636bdc7-09de-4486-8f0b-c6abf54b4dba {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.165783] env[62438]: DEBUG nova.network.neutron [None req-5e5b0767-1875-45c8-9b67-f4827eb05f79 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: a085cb1e-b5cf-4b45-9639-464232dfac12] Updating instance_info_cache with network_info: [{"id": "a0885e13-1c4e-4c02-afc5-f7817af6f101", "address": "fa:16:3e:49:ad:ca", "network": {"id": "be543da8-3777-4ff8-8be8-2e630a8adb60", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1910186769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c02acab651304d05a66f470e452d1796", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0885e13-1c", "ovs_interfaceid": "a0885e13-1c4e-4c02-afc5-f7817af6f101", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1563.361480] env[62438]: DEBUG oslo_vmware.rw_handles [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5227d58d-b44f-ae13-abd5-5d94f85c6df1/disk-0.vmdk. {{(pid=62438) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1563.361803] env[62438]: INFO nova.virt.vmwareapi.images [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: f5ec6de0-4e17-47af-af42-fae96ccaac5d] Downloaded image file data 005019fc-96ff-416f-b8ef-770343832a97 [ 1563.363125] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e788ce3-28c5-4850-86d2-f0701ceb3615 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.381846] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2accfb9d-13bc-4f4d-8045-7de33cd0421d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.426907] env[62438]: INFO nova.virt.vmwareapi.images [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: f5ec6de0-4e17-47af-af42-fae96ccaac5d] The imported VM was unregistered [ 1563.429261] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: f5ec6de0-4e17-47af-af42-fae96ccaac5d] Caching image {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1563.429574] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Creating directory with path [datastore1] devstack-image-cache_base/005019fc-96ff-416f-b8ef-770343832a97 {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1563.429953] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-137834c5-5a7c-4d0f-ab5e-13fde102f3e7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.445470] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Created directory with path [datastore1] devstack-image-cache_base/005019fc-96ff-416f-b8ef-770343832a97 {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1563.445778] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_cd22ef8a-35d8-47e0-bf23-c75e74d7cf1d/OSTACK_IMG_cd22ef8a-35d8-47e0-bf23-c75e74d7cf1d.vmdk to [datastore1] devstack-image-cache_base/005019fc-96ff-416f-b8ef-770343832a97/005019fc-96ff-416f-b8ef-770343832a97.vmdk. {{(pid=62438) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1563.446153] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-ed8ef3c4-6712-484d-839b-39119a226e18 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.451971] env[62438]: INFO nova.compute.manager [-] [instance: 076a9ab9-ac47-4fc1-8f05-774930931042] Took 0.86 seconds to deallocate network for instance. [ 1563.454941] env[62438]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aa5b356c-223a-4b02-b322-3eddd5b31ae6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.459045] env[62438]: DEBUG oslo_vmware.api [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Waiting for the task: (returnval){ [ 1563.459045] env[62438]: value = "task-1785043" [ 1563.459045] env[62438]: _type = "Task" [ 1563.459045] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.468546] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eea3bcb-ddb5-47cd-8d1b-b48f227e1ee6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.483914] env[62438]: DEBUG oslo_vmware.api [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1785043, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.496121] env[62438]: DEBUG nova.scheduler.client.report [None req-6954b687-4eed-4b11-b36d-20a4578f7834 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1563.512782] env[62438]: DEBUG nova.compute.manager [req-d25820e6-6d1f-468b-ab9a-136a9fd85c59 req-73f0d18e-67ae-4f4d-8794-638a071f5e26 service nova] [instance: 076a9ab9-ac47-4fc1-8f05-774930931042] Detach interface failed, port_id=35c1cb60-1739-42a6-abc6-f551ee6028a1, reason: Instance 076a9ab9-ac47-4fc1-8f05-774930931042 could not be found. {{(pid=62438) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1563.514859] env[62438]: DEBUG oslo_concurrency.lockutils [None req-6954b687-4eed-4b11-b36d-20a4578f7834 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.646s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1563.517419] env[62438]: DEBUG oslo_concurrency.lockutils [None req-04f68844-c589-42a4-b54f-c5e3a905bd1c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.794s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1563.517830] env[62438]: DEBUG nova.objects.instance [None req-04f68844-c589-42a4-b54f-c5e3a905bd1c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Lazy-loading 'resources' on Instance uuid c15b97da-95c7-4a9d-be28-cda5cea50c2b {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1563.541381] env[62438]: INFO nova.scheduler.client.report [None req-6954b687-4eed-4b11-b36d-20a4578f7834 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Deleted allocations for instance 03448a20-9731-4076-bf51-852e9fc7f016 [ 1563.668404] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5e5b0767-1875-45c8-9b67-f4827eb05f79 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Releasing lock "refresh_cache-a085cb1e-b5cf-4b45-9639-464232dfac12" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1563.668634] env[62438]: DEBUG nova.compute.manager [None req-5e5b0767-1875-45c8-9b67-f4827eb05f79 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: a085cb1e-b5cf-4b45-9639-464232dfac12] Instance network_info: |[{"id": "a0885e13-1c4e-4c02-afc5-f7817af6f101", "address": "fa:16:3e:49:ad:ca", "network": {"id": "be543da8-3777-4ff8-8be8-2e630a8adb60", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1910186769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c02acab651304d05a66f470e452d1796", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0885e13-1c", "ovs_interfaceid": "a0885e13-1c4e-4c02-afc5-f7817af6f101", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1563.669144] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-5e5b0767-1875-45c8-9b67-f4827eb05f79 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: a085cb1e-b5cf-4b45-9639-464232dfac12] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:ad:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a0885e13-1c4e-4c02-afc5-f7817af6f101', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1563.677582] env[62438]: DEBUG oslo.service.loopingcall [None req-5e5b0767-1875-45c8-9b67-f4827eb05f79 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1563.678204] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a085cb1e-b5cf-4b45-9639-464232dfac12] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1563.678204] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-34597027-7f3b-4822-be00-4a5b202c7d94 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.699275] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1563.699275] env[62438]: value = "task-1785044" [ 1563.699275] env[62438]: _type = "Task" [ 1563.699275] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.709343] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785044, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.765938] env[62438]: DEBUG nova.compute.manager [req-dad0ea3b-5cfd-46fb-9a5d-0f9e9ffa5a8c req-37650d45-42d8-4dde-b1c7-2523f56781e5 service nova] [instance: a085cb1e-b5cf-4b45-9639-464232dfac12] Received event network-changed-a0885e13-1c4e-4c02-afc5-f7817af6f101 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1563.766145] env[62438]: DEBUG nova.compute.manager [req-dad0ea3b-5cfd-46fb-9a5d-0f9e9ffa5a8c req-37650d45-42d8-4dde-b1c7-2523f56781e5 service nova] [instance: a085cb1e-b5cf-4b45-9639-464232dfac12] Refreshing instance network info cache due to event network-changed-a0885e13-1c4e-4c02-afc5-f7817af6f101. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1563.766420] env[62438]: DEBUG oslo_concurrency.lockutils [req-dad0ea3b-5cfd-46fb-9a5d-0f9e9ffa5a8c req-37650d45-42d8-4dde-b1c7-2523f56781e5 service nova] Acquiring lock "refresh_cache-a085cb1e-b5cf-4b45-9639-464232dfac12" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1563.766602] env[62438]: DEBUG oslo_concurrency.lockutils [req-dad0ea3b-5cfd-46fb-9a5d-0f9e9ffa5a8c req-37650d45-42d8-4dde-b1c7-2523f56781e5 service nova] Acquired lock "refresh_cache-a085cb1e-b5cf-4b45-9639-464232dfac12" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.766787] env[62438]: DEBUG nova.network.neutron [req-dad0ea3b-5cfd-46fb-9a5d-0f9e9ffa5a8c req-37650d45-42d8-4dde-b1c7-2523f56781e5 service nova] [instance: a085cb1e-b5cf-4b45-9639-464232dfac12] Refreshing network info cache for port a0885e13-1c4e-4c02-afc5-f7817af6f101 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1563.903679] env[62438]: DEBUG nova.compute.manager [None req-7567757e-3362-4e23-a833-0a8c924d75f7 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: b0263516-ed38-4788-8f11-b7d36e595dc6] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1563.932486] env[62438]: DEBUG nova.virt.hardware [None req-7567757e-3362-4e23-a833-0a8c924d75f7 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1563.932796] env[62438]: DEBUG nova.virt.hardware [None req-7567757e-3362-4e23-a833-0a8c924d75f7 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1563.932968] env[62438]: DEBUG nova.virt.hardware [None req-7567757e-3362-4e23-a833-0a8c924d75f7 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1563.933172] env[62438]: DEBUG nova.virt.hardware [None req-7567757e-3362-4e23-a833-0a8c924d75f7 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1563.933325] env[62438]: DEBUG nova.virt.hardware [None req-7567757e-3362-4e23-a833-0a8c924d75f7 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1563.933478] env[62438]: DEBUG nova.virt.hardware [None req-7567757e-3362-4e23-a833-0a8c924d75f7 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1563.933697] env[62438]: DEBUG nova.virt.hardware [None req-7567757e-3362-4e23-a833-0a8c924d75f7 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1563.933868] env[62438]: DEBUG nova.virt.hardware [None req-7567757e-3362-4e23-a833-0a8c924d75f7 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1563.934059] env[62438]: DEBUG nova.virt.hardware [None req-7567757e-3362-4e23-a833-0a8c924d75f7 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1563.934236] env[62438]: DEBUG nova.virt.hardware [None req-7567757e-3362-4e23-a833-0a8c924d75f7 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1563.934419] env[62438]: DEBUG nova.virt.hardware [None req-7567757e-3362-4e23-a833-0a8c924d75f7 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1563.935381] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b726a27-0919-45ef-8815-16007d754361 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.946585] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c342902-b202-4754-bf6e-95bb7b108c65 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.973859] env[62438]: DEBUG oslo_vmware.api [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1785043, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.011286] env[62438]: INFO nova.compute.manager [None req-40979e56-4507-45bd-8d69-f6956afcd133 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 076a9ab9-ac47-4fc1-8f05-774930931042] Took 0.56 seconds to detach 1 volumes for instance. [ 1564.051616] env[62438]: DEBUG oslo_concurrency.lockutils [None req-6954b687-4eed-4b11-b36d-20a4578f7834 tempest-MigrationsAdminTest-1674347275 tempest-MigrationsAdminTest-1674347275-project-member] Lock "03448a20-9731-4076-bf51-852e9fc7f016" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.737s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1564.214190] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785044, 'name': CreateVM_Task} progress is 25%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.274134] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f02f46d6-5ed4-4f24-ae78-d406098fb0d5 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Acquiring lock "841c786c-b6fa-4f8d-8435-837a2bb6cf8d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1564.274134] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f02f46d6-5ed4-4f24-ae78-d406098fb0d5 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Lock "841c786c-b6fa-4f8d-8435-837a2bb6cf8d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1564.274424] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f02f46d6-5ed4-4f24-ae78-d406098fb0d5 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Acquiring lock "841c786c-b6fa-4f8d-8435-837a2bb6cf8d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1564.274806] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f02f46d6-5ed4-4f24-ae78-d406098fb0d5 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Lock "841c786c-b6fa-4f8d-8435-837a2bb6cf8d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1564.275038] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f02f46d6-5ed4-4f24-ae78-d406098fb0d5 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Lock "841c786c-b6fa-4f8d-8435-837a2bb6cf8d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1564.279907] env[62438]: INFO nova.compute.manager [None req-f02f46d6-5ed4-4f24-ae78-d406098fb0d5 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] [instance: 841c786c-b6fa-4f8d-8435-837a2bb6cf8d] Terminating instance [ 1564.281986] env[62438]: DEBUG nova.compute.manager [None req-f02f46d6-5ed4-4f24-ae78-d406098fb0d5 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] [instance: 841c786c-b6fa-4f8d-8435-837a2bb6cf8d] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1564.282238] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f02f46d6-5ed4-4f24-ae78-d406098fb0d5 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] [instance: 841c786c-b6fa-4f8d-8435-837a2bb6cf8d] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1564.283186] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b267e4b2-c1b4-4d2a-bdfb-4edc8105c1c7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.293205] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-f02f46d6-5ed4-4f24-ae78-d406098fb0d5 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] [instance: 841c786c-b6fa-4f8d-8435-837a2bb6cf8d] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1564.296056] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1ca45fe-5a16-4522-86d1-50859dcfbadf {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.306837] env[62438]: DEBUG oslo_vmware.api [None req-f02f46d6-5ed4-4f24-ae78-d406098fb0d5 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Waiting for the task: (returnval){ [ 1564.306837] env[62438]: value = "task-1785045" [ 1564.306837] env[62438]: _type = "Task" [ 1564.306837] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.320402] env[62438]: DEBUG oslo_vmware.api [None req-f02f46d6-5ed4-4f24-ae78-d406098fb0d5 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Task: {'id': task-1785045, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.337318] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c135e1-b531-4571-8ecb-99224fd8481f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.347411] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b5caef7-62d3-4b3a-9586-8ce6d46c9a59 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.382930] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b2f023-5bec-44eb-932c-54c84d91da20 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.394247] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0101c6bc-9eae-4de0-84f8-34d9f0dbe062 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.411239] env[62438]: DEBUG nova.compute.provider_tree [None req-04f68844-c589-42a4-b54f-c5e3a905bd1c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1564.475649] env[62438]: DEBUG oslo_vmware.api [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1785043, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.518723] env[62438]: DEBUG oslo_concurrency.lockutils [None req-40979e56-4507-45bd-8d69-f6956afcd133 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1564.657960] env[62438]: DEBUG nova.network.neutron [req-dad0ea3b-5cfd-46fb-9a5d-0f9e9ffa5a8c req-37650d45-42d8-4dde-b1c7-2523f56781e5 service nova] [instance: a085cb1e-b5cf-4b45-9639-464232dfac12] Updated VIF entry in instance network info cache for port a0885e13-1c4e-4c02-afc5-f7817af6f101. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1564.658598] env[62438]: DEBUG nova.network.neutron [req-dad0ea3b-5cfd-46fb-9a5d-0f9e9ffa5a8c req-37650d45-42d8-4dde-b1c7-2523f56781e5 service nova] [instance: a085cb1e-b5cf-4b45-9639-464232dfac12] Updating instance_info_cache with network_info: [{"id": "a0885e13-1c4e-4c02-afc5-f7817af6f101", "address": "fa:16:3e:49:ad:ca", "network": {"id": "be543da8-3777-4ff8-8be8-2e630a8adb60", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1910186769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c02acab651304d05a66f470e452d1796", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0885e13-1c", "ovs_interfaceid": "a0885e13-1c4e-4c02-afc5-f7817af6f101", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1564.716577] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785044, 'name': CreateVM_Task} progress is 99%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.779657] env[62438]: DEBUG nova.network.neutron [None req-7567757e-3362-4e23-a833-0a8c924d75f7 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: b0263516-ed38-4788-8f11-b7d36e595dc6] Successfully updated port: 322c4f56-651b-41f4-8f73-9c29d719ced2 {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1564.819056] env[62438]: DEBUG oslo_vmware.api [None req-f02f46d6-5ed4-4f24-ae78-d406098fb0d5 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Task: {'id': task-1785045, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.914807] env[62438]: DEBUG nova.scheduler.client.report [None req-04f68844-c589-42a4-b54f-c5e3a905bd1c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1564.976918] env[62438]: DEBUG oslo_vmware.api [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1785043, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.162526] env[62438]: DEBUG oslo_concurrency.lockutils [req-dad0ea3b-5cfd-46fb-9a5d-0f9e9ffa5a8c req-37650d45-42d8-4dde-b1c7-2523f56781e5 service nova] Releasing lock "refresh_cache-a085cb1e-b5cf-4b45-9639-464232dfac12" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1565.221548] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785044, 'name': CreateVM_Task} progress is 99%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.282218] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7567757e-3362-4e23-a833-0a8c924d75f7 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Acquiring lock "refresh_cache-b0263516-ed38-4788-8f11-b7d36e595dc6" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1565.282423] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7567757e-3362-4e23-a833-0a8c924d75f7 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Acquired lock "refresh_cache-b0263516-ed38-4788-8f11-b7d36e595dc6" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.282653] env[62438]: DEBUG nova.network.neutron [None req-7567757e-3362-4e23-a833-0a8c924d75f7 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: b0263516-ed38-4788-8f11-b7d36e595dc6] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1565.324126] env[62438]: DEBUG oslo_vmware.api [None req-f02f46d6-5ed4-4f24-ae78-d406098fb0d5 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Task: {'id': task-1785045, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.421348] env[62438]: DEBUG oslo_concurrency.lockutils [None req-04f68844-c589-42a4-b54f-c5e3a905bd1c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.903s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1565.423606] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f03567e2-7fd3-449a-abbd-797f9e3c747d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 13.881s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1565.446736] env[62438]: INFO nova.scheduler.client.report [None req-04f68844-c589-42a4-b54f-c5e3a905bd1c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Deleted allocations for instance c15b97da-95c7-4a9d-be28-cda5cea50c2b [ 1565.477694] env[62438]: DEBUG oslo_vmware.api [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1785043, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.715935] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785044, 'name': CreateVM_Task, 'duration_secs': 1.819326} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.716182] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a085cb1e-b5cf-4b45-9639-464232dfac12] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1565.716919] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5e5b0767-1875-45c8-9b67-f4827eb05f79 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1565.717111] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5e5b0767-1875-45c8-9b67-f4827eb05f79 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.717470] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5e5b0767-1875-45c8-9b67-f4827eb05f79 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1565.717748] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21537663-92b4-4ef9-af87-720c3db26e7c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.725624] env[62438]: DEBUG oslo_vmware.api [None req-5e5b0767-1875-45c8-9b67-f4827eb05f79 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Waiting for the task: (returnval){ [ 1565.725624] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5246e127-1b34-c526-ad14-18c5fb2a402b" [ 1565.725624] env[62438]: _type = "Task" [ 1565.725624] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.737154] env[62438]: DEBUG oslo_vmware.api [None req-5e5b0767-1875-45c8-9b67-f4827eb05f79 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5246e127-1b34-c526-ad14-18c5fb2a402b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.820175] env[62438]: DEBUG nova.compute.manager [req-2f984e04-043c-4dc6-9ab4-05a20126fef1 req-43b56b8e-689c-44a1-852c-e176aa31d92d service nova] [instance: b0263516-ed38-4788-8f11-b7d36e595dc6] Received event network-vif-plugged-322c4f56-651b-41f4-8f73-9c29d719ced2 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1565.820407] env[62438]: DEBUG oslo_concurrency.lockutils [req-2f984e04-043c-4dc6-9ab4-05a20126fef1 req-43b56b8e-689c-44a1-852c-e176aa31d92d service nova] Acquiring lock "b0263516-ed38-4788-8f11-b7d36e595dc6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1565.820622] env[62438]: DEBUG oslo_concurrency.lockutils [req-2f984e04-043c-4dc6-9ab4-05a20126fef1 req-43b56b8e-689c-44a1-852c-e176aa31d92d service nova] Lock "b0263516-ed38-4788-8f11-b7d36e595dc6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1565.820795] env[62438]: DEBUG oslo_concurrency.lockutils [req-2f984e04-043c-4dc6-9ab4-05a20126fef1 req-43b56b8e-689c-44a1-852c-e176aa31d92d service nova] Lock "b0263516-ed38-4788-8f11-b7d36e595dc6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1565.820966] env[62438]: DEBUG nova.compute.manager [req-2f984e04-043c-4dc6-9ab4-05a20126fef1 req-43b56b8e-689c-44a1-852c-e176aa31d92d service nova] [instance: b0263516-ed38-4788-8f11-b7d36e595dc6] No waiting events found dispatching network-vif-plugged-322c4f56-651b-41f4-8f73-9c29d719ced2 {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1565.821162] env[62438]: WARNING nova.compute.manager [req-2f984e04-043c-4dc6-9ab4-05a20126fef1 req-43b56b8e-689c-44a1-852c-e176aa31d92d service nova] [instance: b0263516-ed38-4788-8f11-b7d36e595dc6] Received unexpected event network-vif-plugged-322c4f56-651b-41f4-8f73-9c29d719ced2 for instance with vm_state building and task_state spawning. [ 1565.821329] env[62438]: DEBUG nova.compute.manager [req-2f984e04-043c-4dc6-9ab4-05a20126fef1 req-43b56b8e-689c-44a1-852c-e176aa31d92d service nova] [instance: b0263516-ed38-4788-8f11-b7d36e595dc6] Received event network-changed-322c4f56-651b-41f4-8f73-9c29d719ced2 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1565.821485] env[62438]: DEBUG nova.compute.manager [req-2f984e04-043c-4dc6-9ab4-05a20126fef1 req-43b56b8e-689c-44a1-852c-e176aa31d92d service nova] [instance: b0263516-ed38-4788-8f11-b7d36e595dc6] Refreshing instance network info cache due to event network-changed-322c4f56-651b-41f4-8f73-9c29d719ced2. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1565.821677] env[62438]: DEBUG oslo_concurrency.lockutils [req-2f984e04-043c-4dc6-9ab4-05a20126fef1 req-43b56b8e-689c-44a1-852c-e176aa31d92d service nova] Acquiring lock "refresh_cache-b0263516-ed38-4788-8f11-b7d36e595dc6" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1565.830916] env[62438]: DEBUG oslo_vmware.api [None req-f02f46d6-5ed4-4f24-ae78-d406098fb0d5 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Task: {'id': task-1785045, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.837210] env[62438]: DEBUG nova.network.neutron [None req-7567757e-3362-4e23-a833-0a8c924d75f7 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: b0263516-ed38-4788-8f11-b7d36e595dc6] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1565.957390] env[62438]: DEBUG oslo_concurrency.lockutils [None req-04f68844-c589-42a4-b54f-c5e3a905bd1c tempest-ServersAdminTestJSON-1097116271 tempest-ServersAdminTestJSON-1097116271-project-member] Lock "c15b97da-95c7-4a9d-be28-cda5cea50c2b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.790s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1565.984067] env[62438]: DEBUG oslo_vmware.api [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1785043, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.241523] env[62438]: DEBUG oslo_vmware.api [None req-5e5b0767-1875-45c8-9b67-f4827eb05f79 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5246e127-1b34-c526-ad14-18c5fb2a402b, 'name': SearchDatastore_Task, 'duration_secs': 0.090806} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.242310] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5e5b0767-1875-45c8-9b67-f4827eb05f79 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1566.242664] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-5e5b0767-1875-45c8-9b67-f4827eb05f79 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: a085cb1e-b5cf-4b45-9639-464232dfac12] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1566.242994] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5e5b0767-1875-45c8-9b67-f4827eb05f79 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1566.243178] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5e5b0767-1875-45c8-9b67-f4827eb05f79 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.243719] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e5b0767-1875-45c8-9b67-f4827eb05f79 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1566.246534] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5374fb82-71e8-432c-b955-6e62c334dad6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.259167] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e5b0767-1875-45c8-9b67-f4827eb05f79 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1566.259530] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-5e5b0767-1875-45c8-9b67-f4827eb05f79 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1566.263370] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b5b53af-3068-4f64-bc45-8d2591d5a546 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.270587] env[62438]: DEBUG oslo_vmware.api [None req-5e5b0767-1875-45c8-9b67-f4827eb05f79 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Waiting for the task: (returnval){ [ 1566.270587] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5262479a-5a91-1001-4f34-fa190c548c60" [ 1566.270587] env[62438]: _type = "Task" [ 1566.270587] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.281390] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8630e3a-ea32-4858-afe6-d816d2924ca1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.290185] env[62438]: DEBUG oslo_vmware.api [None req-5e5b0767-1875-45c8-9b67-f4827eb05f79 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5262479a-5a91-1001-4f34-fa190c548c60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.293113] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2641bcf5-c9d0-4c56-a2bc-552fbdd5d6bd {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.297378] env[62438]: DEBUG nova.network.neutron [None req-7567757e-3362-4e23-a833-0a8c924d75f7 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: b0263516-ed38-4788-8f11-b7d36e595dc6] Updating instance_info_cache with network_info: [{"id": "322c4f56-651b-41f4-8f73-9c29d719ced2", "address": "fa:16:3e:ff:42:e9", "network": {"id": "a842c849-d53e-4861-ba7c-3a7d63a56e07", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1714288597-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a974a1f1bd4049f1b41bc114794b6696", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap322c4f56-65", "ovs_interfaceid": "322c4f56-651b-41f4-8f73-9c29d719ced2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1566.335428] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d1ce77-fdf8-405f-bddb-1d7fb7a3b961 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.344868] env[62438]: DEBUG oslo_vmware.api [None req-f02f46d6-5ed4-4f24-ae78-d406098fb0d5 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Task: {'id': task-1785045, 'name': PowerOffVM_Task, 'duration_secs': 1.627346} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.347342] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-f02f46d6-5ed4-4f24-ae78-d406098fb0d5 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] [instance: 841c786c-b6fa-4f8d-8435-837a2bb6cf8d] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1566.347569] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f02f46d6-5ed4-4f24-ae78-d406098fb0d5 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] [instance: 841c786c-b6fa-4f8d-8435-837a2bb6cf8d] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1566.347879] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2baec6ee-2796-44f6-abad-06d1db73068a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.350443] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f98bbea2-9ded-4177-9975-e59986b1061f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.366616] env[62438]: DEBUG nova.compute.provider_tree [None req-f03567e2-7fd3-449a-abbd-797f9e3c747d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1566.475541] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f02f46d6-5ed4-4f24-ae78-d406098fb0d5 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] [instance: 841c786c-b6fa-4f8d-8435-837a2bb6cf8d] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1566.475541] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f02f46d6-5ed4-4f24-ae78-d406098fb0d5 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] [instance: 841c786c-b6fa-4f8d-8435-837a2bb6cf8d] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1566.475541] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-f02f46d6-5ed4-4f24-ae78-d406098fb0d5 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Deleting the datastore file [datastore1] 841c786c-b6fa-4f8d-8435-837a2bb6cf8d {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1566.478997] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb4dc0cc-d695-40dc-bac7-d1df1b98f8b8 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.481203] env[62438]: DEBUG oslo_vmware.api [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1785043, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.851163} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.481680] env[62438]: INFO nova.virt.vmwareapi.ds_util [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_cd22ef8a-35d8-47e0-bf23-c75e74d7cf1d/OSTACK_IMG_cd22ef8a-35d8-47e0-bf23-c75e74d7cf1d.vmdk to [datastore1] devstack-image-cache_base/005019fc-96ff-416f-b8ef-770343832a97/005019fc-96ff-416f-b8ef-770343832a97.vmdk. [ 1566.482227] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: f5ec6de0-4e17-47af-af42-fae96ccaac5d] Cleaning up location [datastore1] OSTACK_IMG_cd22ef8a-35d8-47e0-bf23-c75e74d7cf1d {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1566.483016] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_cd22ef8a-35d8-47e0-bf23-c75e74d7cf1d {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1566.483657] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d808326-f19c-4a4c-9213-188c1d673d22 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.490550] env[62438]: DEBUG oslo_vmware.api [None req-f02f46d6-5ed4-4f24-ae78-d406098fb0d5 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Waiting for the task: (returnval){ [ 1566.490550] env[62438]: value = "task-1785047" [ 1566.490550] env[62438]: _type = "Task" [ 1566.490550] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.495560] env[62438]: DEBUG oslo_vmware.api [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Waiting for the task: (returnval){ [ 1566.495560] env[62438]: value = "task-1785048" [ 1566.495560] env[62438]: _type = "Task" [ 1566.495560] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.506301] env[62438]: DEBUG oslo_vmware.api [None req-f02f46d6-5ed4-4f24-ae78-d406098fb0d5 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Task: {'id': task-1785047, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.516046] env[62438]: DEBUG oslo_vmware.api [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1785048, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.781791] env[62438]: DEBUG oslo_vmware.api [None req-5e5b0767-1875-45c8-9b67-f4827eb05f79 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5262479a-5a91-1001-4f34-fa190c548c60, 'name': SearchDatastore_Task, 'duration_secs': 0.0333} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.782690] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a006372a-996c-4f22-803b-61092ec07709 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.789343] env[62438]: DEBUG oslo_vmware.api [None req-5e5b0767-1875-45c8-9b67-f4827eb05f79 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Waiting for the task: (returnval){ [ 1566.789343] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]525f1ea7-2b9f-67e0-9175-a3b74b283307" [ 1566.789343] env[62438]: _type = "Task" [ 1566.789343] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.798937] env[62438]: DEBUG oslo_vmware.api [None req-5e5b0767-1875-45c8-9b67-f4827eb05f79 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]525f1ea7-2b9f-67e0-9175-a3b74b283307, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.800461] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7567757e-3362-4e23-a833-0a8c924d75f7 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Releasing lock "refresh_cache-b0263516-ed38-4788-8f11-b7d36e595dc6" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1566.800776] env[62438]: DEBUG nova.compute.manager [None req-7567757e-3362-4e23-a833-0a8c924d75f7 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: b0263516-ed38-4788-8f11-b7d36e595dc6] Instance network_info: |[{"id": "322c4f56-651b-41f4-8f73-9c29d719ced2", "address": "fa:16:3e:ff:42:e9", "network": {"id": "a842c849-d53e-4861-ba7c-3a7d63a56e07", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1714288597-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a974a1f1bd4049f1b41bc114794b6696", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap322c4f56-65", "ovs_interfaceid": "322c4f56-651b-41f4-8f73-9c29d719ced2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1566.801091] env[62438]: DEBUG oslo_concurrency.lockutils [req-2f984e04-043c-4dc6-9ab4-05a20126fef1 req-43b56b8e-689c-44a1-852c-e176aa31d92d service nova] Acquired lock "refresh_cache-b0263516-ed38-4788-8f11-b7d36e595dc6" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.801282] env[62438]: DEBUG nova.network.neutron [req-2f984e04-043c-4dc6-9ab4-05a20126fef1 req-43b56b8e-689c-44a1-852c-e176aa31d92d service nova] [instance: b0263516-ed38-4788-8f11-b7d36e595dc6] Refreshing network info cache for port 322c4f56-651b-41f4-8f73-9c29d719ced2 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1566.806026] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-7567757e-3362-4e23-a833-0a8c924d75f7 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: b0263516-ed38-4788-8f11-b7d36e595dc6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:42:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0c0b05e-6d10-474c-9173-4c8f1dacac9f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '322c4f56-651b-41f4-8f73-9c29d719ced2', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1566.809964] env[62438]: DEBUG oslo.service.loopingcall [None req-7567757e-3362-4e23-a833-0a8c924d75f7 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1566.811046] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0263516-ed38-4788-8f11-b7d36e595dc6] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1566.811304] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9993f840-a282-4e17-8042-5f340d5c9880 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.832702] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1566.832702] env[62438]: value = "task-1785049" [ 1566.832702] env[62438]: _type = "Task" [ 1566.832702] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.842910] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785049, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.870101] env[62438]: DEBUG nova.scheduler.client.report [None req-f03567e2-7fd3-449a-abbd-797f9e3c747d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1567.003539] env[62438]: DEBUG oslo_vmware.api [None req-f02f46d6-5ed4-4f24-ae78-d406098fb0d5 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Task: {'id': task-1785047, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.440119} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.004243] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-f02f46d6-5ed4-4f24-ae78-d406098fb0d5 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1567.004462] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f02f46d6-5ed4-4f24-ae78-d406098fb0d5 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] [instance: 841c786c-b6fa-4f8d-8435-837a2bb6cf8d] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1567.004667] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f02f46d6-5ed4-4f24-ae78-d406098fb0d5 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] [instance: 841c786c-b6fa-4f8d-8435-837a2bb6cf8d] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1567.004855] env[62438]: INFO nova.compute.manager [None req-f02f46d6-5ed4-4f24-ae78-d406098fb0d5 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] [instance: 841c786c-b6fa-4f8d-8435-837a2bb6cf8d] Took 2.72 seconds to destroy the instance on the hypervisor. [ 1567.005128] env[62438]: DEBUG oslo.service.loopingcall [None req-f02f46d6-5ed4-4f24-ae78-d406098fb0d5 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1567.005335] env[62438]: DEBUG nova.compute.manager [-] [instance: 841c786c-b6fa-4f8d-8435-837a2bb6cf8d] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1567.005432] env[62438]: DEBUG nova.network.neutron [-] [instance: 841c786c-b6fa-4f8d-8435-837a2bb6cf8d] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1567.010263] env[62438]: DEBUG oslo_vmware.api [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1785048, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.0688} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.010676] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1567.010864] env[62438]: DEBUG oslo_concurrency.lockutils [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Releasing lock "[datastore1] devstack-image-cache_base/005019fc-96ff-416f-b8ef-770343832a97/005019fc-96ff-416f-b8ef-770343832a97.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1567.011147] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/005019fc-96ff-416f-b8ef-770343832a97/005019fc-96ff-416f-b8ef-770343832a97.vmdk to [datastore1] f5ec6de0-4e17-47af-af42-fae96ccaac5d/f5ec6de0-4e17-47af-af42-fae96ccaac5d.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1567.011447] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eca7ccd8-f02f-46e6-b767-ca1dd05abc41 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.020068] env[62438]: DEBUG oslo_vmware.api [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Waiting for the task: (returnval){ [ 1567.020068] env[62438]: value = "task-1785050" [ 1567.020068] env[62438]: _type = "Task" [ 1567.020068] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.029306] env[62438]: DEBUG oslo_vmware.api [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1785050, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.308309] env[62438]: DEBUG oslo_vmware.api [None req-5e5b0767-1875-45c8-9b67-f4827eb05f79 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]525f1ea7-2b9f-67e0-9175-a3b74b283307, 'name': SearchDatastore_Task, 'duration_secs': 0.028057} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.308731] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5e5b0767-1875-45c8-9b67-f4827eb05f79 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1567.308979] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e5b0767-1875-45c8-9b67-f4827eb05f79 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] a085cb1e-b5cf-4b45-9639-464232dfac12/a085cb1e-b5cf-4b45-9639-464232dfac12.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1567.309470] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-724eed30-99e6-4bfc-8a3c-2f08d6236204 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.326184] env[62438]: DEBUG oslo_vmware.api [None req-5e5b0767-1875-45c8-9b67-f4827eb05f79 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Waiting for the task: (returnval){ [ 1567.326184] env[62438]: value = "task-1785051" [ 1567.326184] env[62438]: _type = "Task" [ 1567.326184] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.341507] env[62438]: DEBUG oslo_vmware.api [None req-5e5b0767-1875-45c8-9b67-f4827eb05f79 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785051, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.350021] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785049, 'name': CreateVM_Task} progress is 25%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.536811] env[62438]: DEBUG oslo_vmware.api [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1785050, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.585656] env[62438]: DEBUG nova.network.neutron [req-2f984e04-043c-4dc6-9ab4-05a20126fef1 req-43b56b8e-689c-44a1-852c-e176aa31d92d service nova] [instance: b0263516-ed38-4788-8f11-b7d36e595dc6] Updated VIF entry in instance network info cache for port 322c4f56-651b-41f4-8f73-9c29d719ced2. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1567.585999] env[62438]: DEBUG nova.network.neutron [req-2f984e04-043c-4dc6-9ab4-05a20126fef1 req-43b56b8e-689c-44a1-852c-e176aa31d92d service nova] [instance: b0263516-ed38-4788-8f11-b7d36e595dc6] Updating instance_info_cache with network_info: [{"id": "322c4f56-651b-41f4-8f73-9c29d719ced2", "address": "fa:16:3e:ff:42:e9", "network": {"id": "a842c849-d53e-4861-ba7c-3a7d63a56e07", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1714288597-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a974a1f1bd4049f1b41bc114794b6696", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap322c4f56-65", "ovs_interfaceid": "322c4f56-651b-41f4-8f73-9c29d719ced2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1567.841909] env[62438]: DEBUG oslo_vmware.api [None req-5e5b0767-1875-45c8-9b67-f4827eb05f79 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785051, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.845792] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785049, 'name': CreateVM_Task, 'duration_secs': 0.884453} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.846813] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0263516-ed38-4788-8f11-b7d36e595dc6] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1567.847633] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7567757e-3362-4e23-a833-0a8c924d75f7 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1567.847876] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7567757e-3362-4e23-a833-0a8c924d75f7 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.848343] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7567757e-3362-4e23-a833-0a8c924d75f7 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1567.848656] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc3f5295-d48f-436c-8bfd-9677f7b2e7df {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.856735] env[62438]: DEBUG oslo_vmware.api [None req-7567757e-3362-4e23-a833-0a8c924d75f7 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Waiting for the task: (returnval){ [ 1567.856735] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52cfbf6a-8503-f062-6cb5-f88ba0000294" [ 1567.856735] env[62438]: _type = "Task" [ 1567.856735] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.857204] env[62438]: DEBUG nova.network.neutron [-] [instance: 841c786c-b6fa-4f8d-8435-837a2bb6cf8d] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1567.876148] env[62438]: DEBUG oslo_vmware.api [None req-7567757e-3362-4e23-a833-0a8c924d75f7 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52cfbf6a-8503-f062-6cb5-f88ba0000294, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.877445] env[62438]: DEBUG nova.compute.manager [req-b5d15435-4c32-407b-9715-3b95ccc03c1c req-707938c8-2f20-4595-9c4f-cf463a70fa9b service nova] [instance: 841c786c-b6fa-4f8d-8435-837a2bb6cf8d] Received event network-vif-deleted-2180aca3-03cd-4673-96e5-52db643778a0 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1567.877682] env[62438]: INFO nova.compute.manager [req-b5d15435-4c32-407b-9715-3b95ccc03c1c req-707938c8-2f20-4595-9c4f-cf463a70fa9b service nova] [instance: 841c786c-b6fa-4f8d-8435-837a2bb6cf8d] Neutron deleted interface 2180aca3-03cd-4673-96e5-52db643778a0; detaching it from the instance and deleting it from the info cache [ 1567.877951] env[62438]: DEBUG nova.network.neutron [req-b5d15435-4c32-407b-9715-3b95ccc03c1c req-707938c8-2f20-4595-9c4f-cf463a70fa9b service nova] [instance: 841c786c-b6fa-4f8d-8435-837a2bb6cf8d] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1567.881907] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f03567e2-7fd3-449a-abbd-797f9e3c747d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.458s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1567.885420] env[62438]: DEBUG oslo_concurrency.lockutils [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.410s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1567.886939] env[62438]: INFO nova.compute.claims [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] [instance: 351f2438-f068-43d9-8b57-5216b6c607da] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1568.035449] env[62438]: DEBUG oslo_vmware.api [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1785050, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.089412] env[62438]: DEBUG oslo_concurrency.lockutils [req-2f984e04-043c-4dc6-9ab4-05a20126fef1 req-43b56b8e-689c-44a1-852c-e176aa31d92d service nova] Releasing lock "refresh_cache-b0263516-ed38-4788-8f11-b7d36e595dc6" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1568.343205] env[62438]: DEBUG oslo_vmware.api [None req-5e5b0767-1875-45c8-9b67-f4827eb05f79 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785051, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.364879] env[62438]: INFO nova.compute.manager [-] [instance: 841c786c-b6fa-4f8d-8435-837a2bb6cf8d] Took 1.36 seconds to deallocate network for instance. [ 1568.371770] env[62438]: DEBUG oslo_vmware.api [None req-7567757e-3362-4e23-a833-0a8c924d75f7 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52cfbf6a-8503-f062-6cb5-f88ba0000294, 'name': SearchDatastore_Task, 'duration_secs': 0.088869} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.375285] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7567757e-3362-4e23-a833-0a8c924d75f7 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1568.375474] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-7567757e-3362-4e23-a833-0a8c924d75f7 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: b0263516-ed38-4788-8f11-b7d36e595dc6] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1568.375898] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7567757e-3362-4e23-a833-0a8c924d75f7 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1568.376079] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7567757e-3362-4e23-a833-0a8c924d75f7 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.376342] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-7567757e-3362-4e23-a833-0a8c924d75f7 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1568.376941] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-623949dc-95fd-4d9f-a7ea-23842f302226 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.380818] env[62438]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-37553b95-5b4f-4aba-b63d-64fa2df616ab {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.402089] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b493c0d8-2e51-4af8-88e7-282c78d078e6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.416727] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-7567757e-3362-4e23-a833-0a8c924d75f7 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1568.416880] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-7567757e-3362-4e23-a833-0a8c924d75f7 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1568.418550] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4350861a-fe22-45c5-91c7-e5214ecf8d76 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.430592] env[62438]: DEBUG oslo_vmware.api [None req-7567757e-3362-4e23-a833-0a8c924d75f7 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Waiting for the task: (returnval){ [ 1568.430592] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52e3f65a-531b-19a9-a7c8-232ec0368180" [ 1568.430592] env[62438]: _type = "Task" [ 1568.430592] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.451884] env[62438]: DEBUG nova.compute.manager [req-b5d15435-4c32-407b-9715-3b95ccc03c1c req-707938c8-2f20-4595-9c4f-cf463a70fa9b service nova] [instance: 841c786c-b6fa-4f8d-8435-837a2bb6cf8d] Detach interface failed, port_id=2180aca3-03cd-4673-96e5-52db643778a0, reason: Instance 841c786c-b6fa-4f8d-8435-837a2bb6cf8d could not be found. {{(pid=62438) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1568.460479] env[62438]: DEBUG oslo_vmware.api [None req-7567757e-3362-4e23-a833-0a8c924d75f7 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52e3f65a-531b-19a9-a7c8-232ec0368180, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.474995] env[62438]: INFO nova.scheduler.client.report [None req-f03567e2-7fd3-449a-abbd-797f9e3c747d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Deleted allocation for migration 8ec11780-1b29-4146-92d7-8a98d7fa34a4 [ 1568.537514] env[62438]: DEBUG oslo_vmware.api [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1785050, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.850783] env[62438]: DEBUG oslo_vmware.api [None req-5e5b0767-1875-45c8-9b67-f4827eb05f79 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785051, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.878909] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f02f46d6-5ed4-4f24-ae78-d406098fb0d5 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1568.943862] env[62438]: DEBUG oslo_vmware.api [None req-7567757e-3362-4e23-a833-0a8c924d75f7 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52e3f65a-531b-19a9-a7c8-232ec0368180, 'name': SearchDatastore_Task, 'duration_secs': 0.093685} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.944843] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5f7dd2b-4443-44a7-adce-6234e817d10e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.957901] env[62438]: DEBUG oslo_vmware.api [None req-7567757e-3362-4e23-a833-0a8c924d75f7 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Waiting for the task: (returnval){ [ 1568.957901] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52e02c0b-bbd8-64e9-92ee-129cd4bf4f70" [ 1568.957901] env[62438]: _type = "Task" [ 1568.957901] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.975872] env[62438]: DEBUG oslo_vmware.api [None req-7567757e-3362-4e23-a833-0a8c924d75f7 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52e02c0b-bbd8-64e9-92ee-129cd4bf4f70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.981184] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f03567e2-7fd3-449a-abbd-797f9e3c747d tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Lock "fa1146c8-af2b-49a6-88f0-6fee8773ce67" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 21.281s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1569.041510] env[62438]: DEBUG oslo_vmware.api [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1785050, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.262692] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd63d75-3c27-4093-9cfc-4f9689113a4b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.274807] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68357f9f-d02f-43d4-be06-b109ead435bc {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.310036] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da3cce6-4cc4-4601-aa89-2b2ecccaf22b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.322041] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ce7ab0d-1581-466f-ad0d-f31c9bc9e59f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.343235] env[62438]: DEBUG oslo_concurrency.lockutils [None req-63b68f9e-e169-49ca-8394-e464f179231b tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Acquiring lock "7d53f422-ce2a-4fb4-b8f7-66da14a63202" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1569.343598] env[62438]: DEBUG oslo_concurrency.lockutils [None req-63b68f9e-e169-49ca-8394-e464f179231b tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Lock "7d53f422-ce2a-4fb4-b8f7-66da14a63202" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1569.349470] env[62438]: DEBUG nova.compute.provider_tree [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1569.362033] env[62438]: DEBUG oslo_vmware.api [None req-5e5b0767-1875-45c8-9b67-f4827eb05f79 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785051, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.478591] env[62438]: DEBUG oslo_vmware.api [None req-7567757e-3362-4e23-a833-0a8c924d75f7 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52e02c0b-bbd8-64e9-92ee-129cd4bf4f70, 'name': SearchDatastore_Task, 'duration_secs': 0.131696} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.479235] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7567757e-3362-4e23-a833-0a8c924d75f7 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1569.479705] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-7567757e-3362-4e23-a833-0a8c924d75f7 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] b0263516-ed38-4788-8f11-b7d36e595dc6/b0263516-ed38-4788-8f11-b7d36e595dc6.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1569.479937] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e72d7cc0-2531-4e08-a4a3-b16e38f9e96d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.495119] env[62438]: DEBUG oslo_vmware.api [None req-7567757e-3362-4e23-a833-0a8c924d75f7 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Waiting for the task: (returnval){ [ 1569.495119] env[62438]: value = "task-1785052" [ 1569.495119] env[62438]: _type = "Task" [ 1569.495119] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.514902] env[62438]: DEBUG oslo_vmware.api [None req-7567757e-3362-4e23-a833-0a8c924d75f7 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': task-1785052, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.539277] env[62438]: DEBUG oslo_vmware.api [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1785050, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.846879] env[62438]: DEBUG oslo_vmware.api [None req-5e5b0767-1875-45c8-9b67-f4827eb05f79 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785051, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.389113} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.847439] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e5b0767-1875-45c8-9b67-f4827eb05f79 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] a085cb1e-b5cf-4b45-9639-464232dfac12/a085cb1e-b5cf-4b45-9639-464232dfac12.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1569.847886] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-5e5b0767-1875-45c8-9b67-f4827eb05f79 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: a085cb1e-b5cf-4b45-9639-464232dfac12] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1569.848036] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9dedfacb-ac9b-4d06-a355-6d120a0d0df3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.851908] env[62438]: INFO nova.compute.manager [None req-63b68f9e-e169-49ca-8394-e464f179231b tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 7d53f422-ce2a-4fb4-b8f7-66da14a63202] Detaching volume ec23af03-25ba-4942-b185-37b2b3f7e560 [ 1569.859024] env[62438]: DEBUG nova.scheduler.client.report [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1569.867108] env[62438]: DEBUG oslo_vmware.api [None req-5e5b0767-1875-45c8-9b67-f4827eb05f79 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Waiting for the task: (returnval){ [ 1569.867108] env[62438]: value = "task-1785053" [ 1569.867108] env[62438]: _type = "Task" [ 1569.867108] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.880508] env[62438]: DEBUG oslo_vmware.api [None req-5e5b0767-1875-45c8-9b67-f4827eb05f79 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785053, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.916521] env[62438]: INFO nova.virt.block_device [None req-63b68f9e-e169-49ca-8394-e464f179231b tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 7d53f422-ce2a-4fb4-b8f7-66da14a63202] Attempting to driver detach volume ec23af03-25ba-4942-b185-37b2b3f7e560 from mountpoint /dev/sdb [ 1569.916832] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-63b68f9e-e169-49ca-8394-e464f179231b tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 7d53f422-ce2a-4fb4-b8f7-66da14a63202] Volume detach. Driver type: vmdk {{(pid=62438) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1569.917188] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-63b68f9e-e169-49ca-8394-e464f179231b tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 7d53f422-ce2a-4fb4-b8f7-66da14a63202] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370396', 'volume_id': 'ec23af03-25ba-4942-b185-37b2b3f7e560', 'name': 'volume-ec23af03-25ba-4942-b185-37b2b3f7e560', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '7d53f422-ce2a-4fb4-b8f7-66da14a63202', 'attached_at': '', 'detached_at': '', 'volume_id': 'ec23af03-25ba-4942-b185-37b2b3f7e560', 'serial': 'ec23af03-25ba-4942-b185-37b2b3f7e560'} {{(pid=62438) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1569.918165] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41dd58a4-71ae-4a20-940c-3b4cdc869f3b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.947097] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f99a4c00-8af1-478f-82e4-5635b2499891 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.958336] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe5e21e3-b1fd-44e9-9c23-3988f2f85115 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.984459] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf1f8cee-d85d-456b-9bc6-7b2fe4ef9bd7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.005316] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-63b68f9e-e169-49ca-8394-e464f179231b tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] The volume has not been displaced from its original location: [datastore1] volume-ec23af03-25ba-4942-b185-37b2b3f7e560/volume-ec23af03-25ba-4942-b185-37b2b3f7e560.vmdk. No consolidation needed. {{(pid=62438) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1570.010842] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-63b68f9e-e169-49ca-8394-e464f179231b tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 7d53f422-ce2a-4fb4-b8f7-66da14a63202] Reconfiguring VM instance instance-00000022 to detach disk 2001 {{(pid=62438) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1570.014389] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8a93639-e320-4803-9b60-0feb084e5a8c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.036787] env[62438]: DEBUG oslo_vmware.api [None req-7567757e-3362-4e23-a833-0a8c924d75f7 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': task-1785052, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.039508] env[62438]: DEBUG oslo_vmware.api [None req-63b68f9e-e169-49ca-8394-e464f179231b tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Waiting for the task: (returnval){ [ 1570.039508] env[62438]: value = "task-1785054" [ 1570.039508] env[62438]: _type = "Task" [ 1570.039508] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.046566] env[62438]: DEBUG oslo_vmware.api [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1785050, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.884125} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.047297] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/005019fc-96ff-416f-b8ef-770343832a97/005019fc-96ff-416f-b8ef-770343832a97.vmdk to [datastore1] f5ec6de0-4e17-47af-af42-fae96ccaac5d/f5ec6de0-4e17-47af-af42-fae96ccaac5d.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1570.048310] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc550f07-6432-4d06-a15c-776bb036b457 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.054843] env[62438]: DEBUG oslo_vmware.api [None req-63b68f9e-e169-49ca-8394-e464f179231b tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Task: {'id': task-1785054, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.079839] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: f5ec6de0-4e17-47af-af42-fae96ccaac5d] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] f5ec6de0-4e17-47af-af42-fae96ccaac5d/f5ec6de0-4e17-47af-af42-fae96ccaac5d.vmdk or device None with type streamOptimized {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1570.080215] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-500e332d-20c3-40aa-ad14-9516e20f6e39 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.102042] env[62438]: DEBUG oslo_vmware.api [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Waiting for the task: (returnval){ [ 1570.102042] env[62438]: value = "task-1785055" [ 1570.102042] env[62438]: _type = "Task" [ 1570.102042] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.111459] env[62438]: DEBUG oslo_vmware.api [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1785055, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.370042] env[62438]: DEBUG oslo_concurrency.lockutils [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.483s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1570.370042] env[62438]: DEBUG nova.compute.manager [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] [instance: 351f2438-f068-43d9-8b57-5216b6c607da] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1570.373971] env[62438]: DEBUG oslo_concurrency.lockutils [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.853s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1570.374645] env[62438]: INFO nova.compute.claims [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] [instance: 2f64f74d-cbfc-49e5-a3d5-45d715172b90] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1570.390033] env[62438]: DEBUG oslo_vmware.api [None req-5e5b0767-1875-45c8-9b67-f4827eb05f79 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785053, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082728} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.391088] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-5e5b0767-1875-45c8-9b67-f4827eb05f79 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: a085cb1e-b5cf-4b45-9639-464232dfac12] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1570.392647] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9ff8161-a9a9-4e77-bb31-262f10de6d3a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.432352] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e5b0767-1875-45c8-9b67-f4827eb05f79 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: a085cb1e-b5cf-4b45-9639-464232dfac12] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] a085cb1e-b5cf-4b45-9639-464232dfac12/a085cb1e-b5cf-4b45-9639-464232dfac12.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1570.432352] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6705be2e-8acb-4e15-abd2-b34ed68111aa {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.457393] env[62438]: DEBUG oslo_vmware.api [None req-5e5b0767-1875-45c8-9b67-f4827eb05f79 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Waiting for the task: (returnval){ [ 1570.457393] env[62438]: value = "task-1785056" [ 1570.457393] env[62438]: _type = "Task" [ 1570.457393] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.470838] env[62438]: DEBUG oslo_vmware.api [None req-5e5b0767-1875-45c8-9b67-f4827eb05f79 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785056, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.520284] env[62438]: DEBUG oslo_vmware.api [None req-7567757e-3362-4e23-a833-0a8c924d75f7 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': task-1785052, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.938603} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.520837] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-7567757e-3362-4e23-a833-0a8c924d75f7 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] b0263516-ed38-4788-8f11-b7d36e595dc6/b0263516-ed38-4788-8f11-b7d36e595dc6.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1570.521064] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-7567757e-3362-4e23-a833-0a8c924d75f7 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: b0263516-ed38-4788-8f11-b7d36e595dc6] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1570.521191] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b9a09caf-639f-4f4b-b287-8c738913bfb4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.530842] env[62438]: DEBUG oslo_vmware.api [None req-7567757e-3362-4e23-a833-0a8c924d75f7 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Waiting for the task: (returnval){ [ 1570.530842] env[62438]: value = "task-1785057" [ 1570.530842] env[62438]: _type = "Task" [ 1570.530842] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.544896] env[62438]: DEBUG oslo_vmware.api [None req-7567757e-3362-4e23-a833-0a8c924d75f7 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': task-1785057, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.559402] env[62438]: DEBUG oslo_vmware.api [None req-63b68f9e-e169-49ca-8394-e464f179231b tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Task: {'id': task-1785054, 'name': ReconfigVM_Task, 'duration_secs': 0.513226} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.559742] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-63b68f9e-e169-49ca-8394-e464f179231b tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 7d53f422-ce2a-4fb4-b8f7-66da14a63202] Reconfigured VM instance instance-00000022 to detach disk 2001 {{(pid=62438) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1570.565202] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79afacbb-56c7-4012-91d3-5ad41ea09222 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.583486] env[62438]: DEBUG oslo_vmware.api [None req-63b68f9e-e169-49ca-8394-e464f179231b tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Waiting for the task: (returnval){ [ 1570.583486] env[62438]: value = "task-1785058" [ 1570.583486] env[62438]: _type = "Task" [ 1570.583486] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.598966] env[62438]: DEBUG oslo_vmware.api [None req-63b68f9e-e169-49ca-8394-e464f179231b tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Task: {'id': task-1785058, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.616080] env[62438]: DEBUG oslo_vmware.api [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1785055, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.882370] env[62438]: DEBUG nova.compute.utils [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1570.882370] env[62438]: DEBUG nova.compute.manager [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] [instance: 351f2438-f068-43d9-8b57-5216b6c607da] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1570.882370] env[62438]: DEBUG nova.network.neutron [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] [instance: 351f2438-f068-43d9-8b57-5216b6c607da] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1570.937363] env[62438]: DEBUG nova.policy [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bb9758e1054d42cca609393f14a98514', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '75f529d6140b4c7da8a7bc3b269dc590', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1570.968991] env[62438]: DEBUG oslo_vmware.api [None req-5e5b0767-1875-45c8-9b67-f4827eb05f79 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785056, 'name': ReconfigVM_Task, 'duration_secs': 0.37547} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.969371] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e5b0767-1875-45c8-9b67-f4827eb05f79 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: a085cb1e-b5cf-4b45-9639-464232dfac12] Reconfigured VM instance instance-0000003d to attach disk [datastore1] a085cb1e-b5cf-4b45-9639-464232dfac12/a085cb1e-b5cf-4b45-9639-464232dfac12.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1570.969993] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d06b4968-ad0e-4a7a-8969-82f1ef593b10 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.979822] env[62438]: DEBUG oslo_vmware.api [None req-5e5b0767-1875-45c8-9b67-f4827eb05f79 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Waiting for the task: (returnval){ [ 1570.979822] env[62438]: value = "task-1785059" [ 1570.979822] env[62438]: _type = "Task" [ 1570.979822] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.990862] env[62438]: DEBUG oslo_vmware.api [None req-5e5b0767-1875-45c8-9b67-f4827eb05f79 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785059, 'name': Rename_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.041851] env[62438]: DEBUG oslo_vmware.api [None req-7567757e-3362-4e23-a833-0a8c924d75f7 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': task-1785057, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076644} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.041971] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-7567757e-3362-4e23-a833-0a8c924d75f7 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: b0263516-ed38-4788-8f11-b7d36e595dc6] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1571.042829] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f6558db-8eb2-4dc9-b408-b13f810f990c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.067637] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-7567757e-3362-4e23-a833-0a8c924d75f7 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: b0263516-ed38-4788-8f11-b7d36e595dc6] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] b0263516-ed38-4788-8f11-b7d36e595dc6/b0263516-ed38-4788-8f11-b7d36e595dc6.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1571.068009] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a61c0c55-94cb-4f38-8f45-3056e09c007c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.090947] env[62438]: DEBUG oslo_vmware.api [None req-7567757e-3362-4e23-a833-0a8c924d75f7 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Waiting for the task: (returnval){ [ 1571.090947] env[62438]: value = "task-1785060" [ 1571.090947] env[62438]: _type = "Task" [ 1571.090947] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.094565] env[62438]: DEBUG oslo_vmware.api [None req-63b68f9e-e169-49ca-8394-e464f179231b tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Task: {'id': task-1785058, 'name': ReconfigVM_Task, 'duration_secs': 0.192362} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.097769] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-63b68f9e-e169-49ca-8394-e464f179231b tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 7d53f422-ce2a-4fb4-b8f7-66da14a63202] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370396', 'volume_id': 'ec23af03-25ba-4942-b185-37b2b3f7e560', 'name': 'volume-ec23af03-25ba-4942-b185-37b2b3f7e560', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '7d53f422-ce2a-4fb4-b8f7-66da14a63202', 'attached_at': '', 'detached_at': '', 'volume_id': 'ec23af03-25ba-4942-b185-37b2b3f7e560', 'serial': 'ec23af03-25ba-4942-b185-37b2b3f7e560'} {{(pid=62438) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1571.110656] env[62438]: DEBUG oslo_vmware.api [None req-7567757e-3362-4e23-a833-0a8c924d75f7 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': task-1785060, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.118357] env[62438]: DEBUG oslo_vmware.api [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1785055, 'name': ReconfigVM_Task, 'duration_secs': 0.698949} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.118840] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: f5ec6de0-4e17-47af-af42-fae96ccaac5d] Reconfigured VM instance instance-0000003c to attach disk [datastore1] f5ec6de0-4e17-47af-af42-fae96ccaac5d/f5ec6de0-4e17-47af-af42-fae96ccaac5d.vmdk or device None with type streamOptimized {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1571.119759] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac628c1c-5ce9-4edc-a132-01016ec00110 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.127838] env[62438]: DEBUG oslo_vmware.api [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Waiting for the task: (returnval){ [ 1571.127838] env[62438]: value = "task-1785061" [ 1571.127838] env[62438]: _type = "Task" [ 1571.127838] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.136988] env[62438]: DEBUG oslo_vmware.api [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1785061, 'name': Rename_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.221029] env[62438]: DEBUG nova.network.neutron [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] [instance: 351f2438-f068-43d9-8b57-5216b6c607da] Successfully created port: 11e26671-84f0-443f-9d3b-af2e29df0c95 {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1571.295862] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8688021f-debb-4382-9aca-6ac060cf6452 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Acquiring lock "fa1146c8-af2b-49a6-88f0-6fee8773ce67" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1571.296188] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8688021f-debb-4382-9aca-6ac060cf6452 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Lock "fa1146c8-af2b-49a6-88f0-6fee8773ce67" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1571.296417] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8688021f-debb-4382-9aca-6ac060cf6452 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Acquiring lock "fa1146c8-af2b-49a6-88f0-6fee8773ce67-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1571.296833] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8688021f-debb-4382-9aca-6ac060cf6452 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Lock "fa1146c8-af2b-49a6-88f0-6fee8773ce67-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1571.297064] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8688021f-debb-4382-9aca-6ac060cf6452 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Lock "fa1146c8-af2b-49a6-88f0-6fee8773ce67-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1571.299790] env[62438]: INFO nova.compute.manager [None req-8688021f-debb-4382-9aca-6ac060cf6452 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: fa1146c8-af2b-49a6-88f0-6fee8773ce67] Terminating instance [ 1571.301318] env[62438]: DEBUG nova.compute.manager [None req-8688021f-debb-4382-9aca-6ac060cf6452 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: fa1146c8-af2b-49a6-88f0-6fee8773ce67] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1571.301516] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-8688021f-debb-4382-9aca-6ac060cf6452 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: fa1146c8-af2b-49a6-88f0-6fee8773ce67] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1571.303042] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8579f3b7-b051-4854-af15-eec414669b27 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.315511] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-8688021f-debb-4382-9aca-6ac060cf6452 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: fa1146c8-af2b-49a6-88f0-6fee8773ce67] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1571.316315] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a074f02-0cd2-457f-a7a7-412b71245bee {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.326708] env[62438]: DEBUG oslo_vmware.api [None req-8688021f-debb-4382-9aca-6ac060cf6452 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Waiting for the task: (returnval){ [ 1571.326708] env[62438]: value = "task-1785062" [ 1571.326708] env[62438]: _type = "Task" [ 1571.326708] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.341436] env[62438]: DEBUG oslo_vmware.api [None req-8688021f-debb-4382-9aca-6ac060cf6452 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1785062, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.388416] env[62438]: DEBUG nova.compute.manager [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] [instance: 351f2438-f068-43d9-8b57-5216b6c607da] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1571.495749] env[62438]: DEBUG oslo_vmware.api [None req-5e5b0767-1875-45c8-9b67-f4827eb05f79 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785059, 'name': Rename_Task, 'duration_secs': 0.17501} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.496125] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e5b0767-1875-45c8-9b67-f4827eb05f79 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: a085cb1e-b5cf-4b45-9639-464232dfac12] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1571.496559] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b2c22bc7-bc6e-4bd8-8250-4af9e1d18750 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.506339] env[62438]: DEBUG oslo_vmware.api [None req-5e5b0767-1875-45c8-9b67-f4827eb05f79 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Waiting for the task: (returnval){ [ 1571.506339] env[62438]: value = "task-1785063" [ 1571.506339] env[62438]: _type = "Task" [ 1571.506339] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.521047] env[62438]: DEBUG oslo_vmware.api [None req-5e5b0767-1875-45c8-9b67-f4827eb05f79 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785063, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.611469] env[62438]: DEBUG oslo_vmware.api [None req-7567757e-3362-4e23-a833-0a8c924d75f7 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': task-1785060, 'name': ReconfigVM_Task, 'duration_secs': 0.518427} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.614885] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-7567757e-3362-4e23-a833-0a8c924d75f7 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: b0263516-ed38-4788-8f11-b7d36e595dc6] Reconfigured VM instance instance-0000003e to attach disk [datastore1] b0263516-ed38-4788-8f11-b7d36e595dc6/b0263516-ed38-4788-8f11-b7d36e595dc6.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1571.615997] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-49f65c02-76ee-4893-ad05-d8ceeef77629 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.625213] env[62438]: DEBUG oslo_vmware.api [None req-7567757e-3362-4e23-a833-0a8c924d75f7 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Waiting for the task: (returnval){ [ 1571.625213] env[62438]: value = "task-1785064" [ 1571.625213] env[62438]: _type = "Task" [ 1571.625213] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.643463] env[62438]: DEBUG oslo_vmware.api [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1785061, 'name': Rename_Task, 'duration_secs': 0.245294} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.651401] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: f5ec6de0-4e17-47af-af42-fae96ccaac5d] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1571.651885] env[62438]: DEBUG oslo_vmware.api [None req-7567757e-3362-4e23-a833-0a8c924d75f7 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': task-1785064, 'name': Rename_Task} progress is 10%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.652400] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be09c6f8-dfc9-4297-8132-ab665660e75c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.662928] env[62438]: DEBUG oslo_vmware.api [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Waiting for the task: (returnval){ [ 1571.662928] env[62438]: value = "task-1785065" [ 1571.662928] env[62438]: _type = "Task" [ 1571.662928] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.673326] env[62438]: DEBUG nova.objects.instance [None req-63b68f9e-e169-49ca-8394-e464f179231b tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Lazy-loading 'flavor' on Instance uuid 7d53f422-ce2a-4fb4-b8f7-66da14a63202 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1571.679372] env[62438]: DEBUG oslo_vmware.api [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1785065, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.787179] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03d85648-3d55-4b49-91ee-0a25d70d0687 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.796833] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e26d05-ef0f-4e45-ac21-3220a7cf81b7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.846105] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25165613-6ab3-45e5-a17c-16efc3b4396f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.861931] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13fcc711-b534-4495-ba59-f5b3ed5adfaa {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.867237] env[62438]: DEBUG oslo_vmware.api [None req-8688021f-debb-4382-9aca-6ac060cf6452 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1785062, 'name': PowerOffVM_Task, 'duration_secs': 0.280275} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.868296] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-8688021f-debb-4382-9aca-6ac060cf6452 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: fa1146c8-af2b-49a6-88f0-6fee8773ce67] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1571.869092] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-8688021f-debb-4382-9aca-6ac060cf6452 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: fa1146c8-af2b-49a6-88f0-6fee8773ce67] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1571.869931] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea6cfea6-ad36-42cd-bfaf-9c4a1d6a2a24 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.881661] env[62438]: DEBUG nova.compute.provider_tree [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1571.963147] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-8688021f-debb-4382-9aca-6ac060cf6452 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: fa1146c8-af2b-49a6-88f0-6fee8773ce67] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1571.963147] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-8688021f-debb-4382-9aca-6ac060cf6452 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: fa1146c8-af2b-49a6-88f0-6fee8773ce67] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1571.963147] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-8688021f-debb-4382-9aca-6ac060cf6452 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Deleting the datastore file [datastore1] fa1146c8-af2b-49a6-88f0-6fee8773ce67 {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1571.965042] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eb8cf250-be96-450d-a6bc-7196ddcc103c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.973327] env[62438]: DEBUG oslo_vmware.api [None req-8688021f-debb-4382-9aca-6ac060cf6452 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Waiting for the task: (returnval){ [ 1571.973327] env[62438]: value = "task-1785067" [ 1571.973327] env[62438]: _type = "Task" [ 1571.973327] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.988939] env[62438]: DEBUG oslo_vmware.api [None req-8688021f-debb-4382-9aca-6ac060cf6452 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1785067, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.022037] env[62438]: DEBUG oslo_vmware.api [None req-5e5b0767-1875-45c8-9b67-f4827eb05f79 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785063, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.069443] env[62438]: DEBUG oslo_concurrency.lockutils [None req-df0bd9cc-7a8e-46b5-9ee0-787e3a32dc1e tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Acquiring lock "a160d6df-ab59-48f0-a076-020afbd2af66" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1572.069735] env[62438]: DEBUG oslo_concurrency.lockutils [None req-df0bd9cc-7a8e-46b5-9ee0-787e3a32dc1e tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Lock "a160d6df-ab59-48f0-a076-020afbd2af66" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1572.140760] env[62438]: DEBUG oslo_vmware.api [None req-7567757e-3362-4e23-a833-0a8c924d75f7 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': task-1785064, 'name': Rename_Task, 'duration_secs': 0.254898} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.141069] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-7567757e-3362-4e23-a833-0a8c924d75f7 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: b0263516-ed38-4788-8f11-b7d36e595dc6] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1572.142344] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-85570a2e-bfdf-4b55-a8f0-0c32f721dff8 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.151987] env[62438]: DEBUG oslo_vmware.api [None req-7567757e-3362-4e23-a833-0a8c924d75f7 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Waiting for the task: (returnval){ [ 1572.151987] env[62438]: value = "task-1785068" [ 1572.151987] env[62438]: _type = "Task" [ 1572.151987] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.161441] env[62438]: DEBUG oslo_vmware.api [None req-7567757e-3362-4e23-a833-0a8c924d75f7 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': task-1785068, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.177411] env[62438]: DEBUG oslo_vmware.api [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1785065, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.386178] env[62438]: DEBUG nova.scheduler.client.report [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1572.402524] env[62438]: DEBUG nova.compute.manager [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] [instance: 351f2438-f068-43d9-8b57-5216b6c607da] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1572.447979] env[62438]: DEBUG nova.virt.hardware [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1572.448383] env[62438]: DEBUG nova.virt.hardware [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1572.448560] env[62438]: DEBUG nova.virt.hardware [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1572.448764] env[62438]: DEBUG nova.virt.hardware [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1572.448942] env[62438]: DEBUG nova.virt.hardware [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1572.449109] env[62438]: DEBUG nova.virt.hardware [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1572.449361] env[62438]: DEBUG nova.virt.hardware [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1572.451256] env[62438]: DEBUG nova.virt.hardware [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1572.451256] env[62438]: DEBUG nova.virt.hardware [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1572.451256] env[62438]: DEBUG nova.virt.hardware [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1572.451256] env[62438]: DEBUG nova.virt.hardware [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1572.451256] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c78f06c-4cc8-42b9-a78b-1934e721e544 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.462465] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-964f2bde-0932-4efe-9a85-6b642d9c1d93 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.493406] env[62438]: DEBUG oslo_vmware.api [None req-8688021f-debb-4382-9aca-6ac060cf6452 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1785067, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.320353} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.493669] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-8688021f-debb-4382-9aca-6ac060cf6452 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1572.493869] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-8688021f-debb-4382-9aca-6ac060cf6452 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: fa1146c8-af2b-49a6-88f0-6fee8773ce67] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1572.494614] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-8688021f-debb-4382-9aca-6ac060cf6452 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: fa1146c8-af2b-49a6-88f0-6fee8773ce67] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1572.494614] env[62438]: INFO nova.compute.manager [None req-8688021f-debb-4382-9aca-6ac060cf6452 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: fa1146c8-af2b-49a6-88f0-6fee8773ce67] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1572.494614] env[62438]: DEBUG oslo.service.loopingcall [None req-8688021f-debb-4382-9aca-6ac060cf6452 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1572.494912] env[62438]: DEBUG nova.compute.manager [-] [instance: fa1146c8-af2b-49a6-88f0-6fee8773ce67] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1572.494912] env[62438]: DEBUG nova.network.neutron [-] [instance: fa1146c8-af2b-49a6-88f0-6fee8773ce67] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1572.521155] env[62438]: DEBUG oslo_vmware.api [None req-5e5b0767-1875-45c8-9b67-f4827eb05f79 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785063, 'name': PowerOnVM_Task, 'duration_secs': 0.734353} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.521462] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e5b0767-1875-45c8-9b67-f4827eb05f79 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: a085cb1e-b5cf-4b45-9639-464232dfac12] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1572.521670] env[62438]: INFO nova.compute.manager [None req-5e5b0767-1875-45c8-9b67-f4827eb05f79 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: a085cb1e-b5cf-4b45-9639-464232dfac12] Took 11.17 seconds to spawn the instance on the hypervisor. [ 1572.521856] env[62438]: DEBUG nova.compute.manager [None req-5e5b0767-1875-45c8-9b67-f4827eb05f79 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: a085cb1e-b5cf-4b45-9639-464232dfac12] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1572.522763] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2faa3e8-702e-4fe0-a5f4-b4da14c2f62c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.572104] env[62438]: DEBUG nova.compute.manager [None req-df0bd9cc-7a8e-46b5-9ee0-787e3a32dc1e tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: a160d6df-ab59-48f0-a076-020afbd2af66] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1572.602445] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c381bc15-5fff-455b-b169-a273eb0289e7 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Acquiring lock "7d53f422-ce2a-4fb4-b8f7-66da14a63202" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1572.664789] env[62438]: DEBUG oslo_vmware.api [None req-7567757e-3362-4e23-a833-0a8c924d75f7 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': task-1785068, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.675540] env[62438]: DEBUG oslo_vmware.api [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1785065, 'name': PowerOnVM_Task, 'duration_secs': 0.997735} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.675831] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: f5ec6de0-4e17-47af-af42-fae96ccaac5d] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1572.676050] env[62438]: INFO nova.compute.manager [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: f5ec6de0-4e17-47af-af42-fae96ccaac5d] Took 18.12 seconds to spawn the instance on the hypervisor. [ 1572.676242] env[62438]: DEBUG nova.compute.manager [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: f5ec6de0-4e17-47af-af42-fae96ccaac5d] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1572.677099] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ec431e-23bb-443a-bb22-1bac23a785d6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.688102] env[62438]: DEBUG oslo_concurrency.lockutils [None req-63b68f9e-e169-49ca-8394-e464f179231b tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Lock "7d53f422-ce2a-4fb4-b8f7-66da14a63202" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.344s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1572.689153] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c381bc15-5fff-455b-b169-a273eb0289e7 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Lock "7d53f422-ce2a-4fb4-b8f7-66da14a63202" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.087s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1572.689272] env[62438]: DEBUG nova.compute.manager [None req-c381bc15-5fff-455b-b169-a273eb0289e7 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 7d53f422-ce2a-4fb4-b8f7-66da14a63202] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1572.690182] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c88924aa-2b19-4920-9b69-facd5ad375eb {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.700656] env[62438]: DEBUG nova.compute.manager [None req-c381bc15-5fff-455b-b169-a273eb0289e7 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 7d53f422-ce2a-4fb4-b8f7-66da14a63202] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62438) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3368}} [ 1572.701367] env[62438]: DEBUG nova.objects.instance [None req-c381bc15-5fff-455b-b169-a273eb0289e7 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Lazy-loading 'flavor' on Instance uuid 7d53f422-ce2a-4fb4-b8f7-66da14a63202 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1572.894022] env[62438]: DEBUG oslo_concurrency.lockutils [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.519s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1572.894022] env[62438]: DEBUG nova.compute.manager [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] [instance: 2f64f74d-cbfc-49e5-a3d5-45d715172b90] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1572.899353] env[62438]: DEBUG oslo_concurrency.lockutils [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.356s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1572.904494] env[62438]: INFO nova.compute.claims [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] [instance: 6a4e1ee0-26ef-481b-bbe3-eebc22e5e3e5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1572.936605] env[62438]: DEBUG oslo_concurrency.lockutils [None req-19faa78a-76c8-457a-bd2c-357de2afc3e8 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Acquiring lock "921a7f85-8228-43d9-aa60-bc2992714cc8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1572.936880] env[62438]: DEBUG oslo_concurrency.lockutils [None req-19faa78a-76c8-457a-bd2c-357de2afc3e8 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Lock "921a7f85-8228-43d9-aa60-bc2992714cc8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1573.048734] env[62438]: DEBUG nova.compute.manager [req-edae3d40-c42f-4146-abd0-8aeb8165fc85 req-28114d9b-6386-45fb-b8d6-435b93d446ca service nova] [instance: 351f2438-f068-43d9-8b57-5216b6c607da] Received event network-vif-plugged-11e26671-84f0-443f-9d3b-af2e29df0c95 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1573.048734] env[62438]: DEBUG oslo_concurrency.lockutils [req-edae3d40-c42f-4146-abd0-8aeb8165fc85 req-28114d9b-6386-45fb-b8d6-435b93d446ca service nova] Acquiring lock "351f2438-f068-43d9-8b57-5216b6c607da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1573.048734] env[62438]: DEBUG oslo_concurrency.lockutils [req-edae3d40-c42f-4146-abd0-8aeb8165fc85 req-28114d9b-6386-45fb-b8d6-435b93d446ca service nova] Lock "351f2438-f068-43d9-8b57-5216b6c607da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1573.048974] env[62438]: DEBUG oslo_concurrency.lockutils [req-edae3d40-c42f-4146-abd0-8aeb8165fc85 req-28114d9b-6386-45fb-b8d6-435b93d446ca service nova] Lock "351f2438-f068-43d9-8b57-5216b6c607da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1573.048974] env[62438]: DEBUG nova.compute.manager [req-edae3d40-c42f-4146-abd0-8aeb8165fc85 req-28114d9b-6386-45fb-b8d6-435b93d446ca service nova] [instance: 351f2438-f068-43d9-8b57-5216b6c607da] No waiting events found dispatching network-vif-plugged-11e26671-84f0-443f-9d3b-af2e29df0c95 {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1573.049691] env[62438]: WARNING nova.compute.manager [req-edae3d40-c42f-4146-abd0-8aeb8165fc85 req-28114d9b-6386-45fb-b8d6-435b93d446ca service nova] [instance: 351f2438-f068-43d9-8b57-5216b6c607da] Received unexpected event network-vif-plugged-11e26671-84f0-443f-9d3b-af2e29df0c95 for instance with vm_state building and task_state spawning. [ 1573.049691] env[62438]: INFO nova.compute.manager [None req-5e5b0767-1875-45c8-9b67-f4827eb05f79 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: a085cb1e-b5cf-4b45-9639-464232dfac12] Took 28.21 seconds to build instance. [ 1573.080972] env[62438]: DEBUG nova.network.neutron [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] [instance: 351f2438-f068-43d9-8b57-5216b6c607da] Successfully updated port: 11e26671-84f0-443f-9d3b-af2e29df0c95 {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1573.105672] env[62438]: DEBUG oslo_concurrency.lockutils [None req-df0bd9cc-7a8e-46b5-9ee0-787e3a32dc1e tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1573.164226] env[62438]: DEBUG oslo_vmware.api [None req-7567757e-3362-4e23-a833-0a8c924d75f7 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': task-1785068, 'name': PowerOnVM_Task, 'duration_secs': 0.654375} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.164648] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-7567757e-3362-4e23-a833-0a8c924d75f7 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: b0263516-ed38-4788-8f11-b7d36e595dc6] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1573.164907] env[62438]: INFO nova.compute.manager [None req-7567757e-3362-4e23-a833-0a8c924d75f7 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: b0263516-ed38-4788-8f11-b7d36e595dc6] Took 9.26 seconds to spawn the instance on the hypervisor. [ 1573.165009] env[62438]: DEBUG nova.compute.manager [None req-7567757e-3362-4e23-a833-0a8c924d75f7 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: b0263516-ed38-4788-8f11-b7d36e595dc6] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1573.165875] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-224ecc1c-6f5f-40e9-b1bf-7a3917ab3d45 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.207132] env[62438]: INFO nova.compute.manager [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: f5ec6de0-4e17-47af-af42-fae96ccaac5d] Took 29.92 seconds to build instance. [ 1573.208224] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-c381bc15-5fff-455b-b169-a273eb0289e7 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 7d53f422-ce2a-4fb4-b8f7-66da14a63202] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1573.208559] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fdac4cc3-7718-41d6-ba71-a9b107458a78 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.219101] env[62438]: DEBUG oslo_vmware.api [None req-c381bc15-5fff-455b-b169-a273eb0289e7 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Waiting for the task: (returnval){ [ 1573.219101] env[62438]: value = "task-1785069" [ 1573.219101] env[62438]: _type = "Task" [ 1573.219101] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.232711] env[62438]: DEBUG oslo_vmware.api [None req-c381bc15-5fff-455b-b169-a273eb0289e7 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Task: {'id': task-1785069, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.415289] env[62438]: DEBUG nova.compute.utils [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1573.417705] env[62438]: DEBUG nova.compute.manager [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] [instance: 2f64f74d-cbfc-49e5-a3d5-45d715172b90] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1573.417705] env[62438]: DEBUG nova.network.neutron [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] [instance: 2f64f74d-cbfc-49e5-a3d5-45d715172b90] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1573.441602] env[62438]: DEBUG nova.compute.manager [None req-19faa78a-76c8-457a-bd2c-357de2afc3e8 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] [instance: 921a7f85-8228-43d9-aa60-bc2992714cc8] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1573.466493] env[62438]: DEBUG nova.policy [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bb9758e1054d42cca609393f14a98514', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '75f529d6140b4c7da8a7bc3b269dc590', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1573.485621] env[62438]: DEBUG nova.network.neutron [-] [instance: fa1146c8-af2b-49a6-88f0-6fee8773ce67] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1573.555212] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5e5b0767-1875-45c8-9b67-f4827eb05f79 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Lock "a085cb1e-b5cf-4b45-9639-464232dfac12" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.734s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1573.584889] env[62438]: DEBUG oslo_concurrency.lockutils [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Acquiring lock "refresh_cache-351f2438-f068-43d9-8b57-5216b6c607da" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1573.585180] env[62438]: DEBUG oslo_concurrency.lockutils [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Acquired lock "refresh_cache-351f2438-f068-43d9-8b57-5216b6c607da" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.585258] env[62438]: DEBUG nova.network.neutron [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] [instance: 351f2438-f068-43d9-8b57-5216b6c607da] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1573.644948] env[62438]: DEBUG oslo_vmware.rw_handles [None req-5dbf7043-d7ba-45b3-9776-24f49bf1659d tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c8a982-312d-5b23-c959-4863280987c4/disk-0.vmdk. {{(pid=62438) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1573.645620] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-107e64fc-a12e-492d-90ee-2bd51d45417e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.653428] env[62438]: DEBUG oslo_vmware.rw_handles [None req-5dbf7043-d7ba-45b3-9776-24f49bf1659d tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c8a982-312d-5b23-c959-4863280987c4/disk-0.vmdk is in state: ready. {{(pid=62438) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1573.653873] env[62438]: ERROR oslo_vmware.rw_handles [None req-5dbf7043-d7ba-45b3-9776-24f49bf1659d tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c8a982-312d-5b23-c959-4863280987c4/disk-0.vmdk due to incomplete transfer. [ 1573.654212] env[62438]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f005d89c-a4c9-4ce0-aa92-41ef78fdc76c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.664597] env[62438]: DEBUG oslo_vmware.rw_handles [None req-5dbf7043-d7ba-45b3-9776-24f49bf1659d tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c8a982-312d-5b23-c959-4863280987c4/disk-0.vmdk. {{(pid=62438) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1573.664597] env[62438]: DEBUG nova.virt.vmwareapi.images [None req-5dbf7043-d7ba-45b3-9776-24f49bf1659d tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Uploaded image 75e07408-305a-4be2-bc79-78ef1077f768 to the Glance image server {{(pid=62438) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 1573.667249] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dbf7043-d7ba-45b3-9776-24f49bf1659d tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Destroying the VM {{(pid=62438) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 1573.667692] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-70e1183d-25a2-4df4-af35-318fe6b95b3a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.676807] env[62438]: DEBUG oslo_vmware.api [None req-5dbf7043-d7ba-45b3-9776-24f49bf1659d tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Waiting for the task: (returnval){ [ 1573.676807] env[62438]: value = "task-1785070" [ 1573.676807] env[62438]: _type = "Task" [ 1573.676807] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.692823] env[62438]: DEBUG oslo_vmware.api [None req-5dbf7043-d7ba-45b3-9776-24f49bf1659d tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785070, 'name': Destroy_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.696168] env[62438]: INFO nova.compute.manager [None req-7567757e-3362-4e23-a833-0a8c924d75f7 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: b0263516-ed38-4788-8f11-b7d36e595dc6] Took 26.30 seconds to build instance. [ 1573.712814] env[62438]: DEBUG oslo_concurrency.lockutils [None req-60ef08d6-9aba-4e46-8409-4be64d870574 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Lock "f5ec6de0-4e17-47af-af42-fae96ccaac5d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.435s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1573.731617] env[62438]: DEBUG oslo_vmware.api [None req-c381bc15-5fff-455b-b169-a273eb0289e7 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Task: {'id': task-1785069, 'name': PowerOffVM_Task, 'duration_secs': 0.461778} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.731617] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-c381bc15-5fff-455b-b169-a273eb0289e7 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 7d53f422-ce2a-4fb4-b8f7-66da14a63202] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1573.731772] env[62438]: DEBUG nova.compute.manager [None req-c381bc15-5fff-455b-b169-a273eb0289e7 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 7d53f422-ce2a-4fb4-b8f7-66da14a63202] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1573.733873] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4485a1d6-c2b3-4d81-a15a-5a1667a34df4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.758529] env[62438]: DEBUG oslo_concurrency.lockutils [None req-cb098144-c084-497a-a73e-5ad97184b100 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Acquiring lock "f5ec6de0-4e17-47af-af42-fae96ccaac5d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1573.758821] env[62438]: DEBUG oslo_concurrency.lockutils [None req-cb098144-c084-497a-a73e-5ad97184b100 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Lock "f5ec6de0-4e17-47af-af42-fae96ccaac5d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1573.759057] env[62438]: DEBUG oslo_concurrency.lockutils [None req-cb098144-c084-497a-a73e-5ad97184b100 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Acquiring lock "f5ec6de0-4e17-47af-af42-fae96ccaac5d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1573.759269] env[62438]: DEBUG oslo_concurrency.lockutils [None req-cb098144-c084-497a-a73e-5ad97184b100 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Lock "f5ec6de0-4e17-47af-af42-fae96ccaac5d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1573.759456] env[62438]: DEBUG oslo_concurrency.lockutils [None req-cb098144-c084-497a-a73e-5ad97184b100 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Lock "f5ec6de0-4e17-47af-af42-fae96ccaac5d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1573.762411] env[62438]: INFO nova.compute.manager [None req-cb098144-c084-497a-a73e-5ad97184b100 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: f5ec6de0-4e17-47af-af42-fae96ccaac5d] Terminating instance [ 1573.764265] env[62438]: DEBUG nova.compute.manager [None req-cb098144-c084-497a-a73e-5ad97184b100 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: f5ec6de0-4e17-47af-af42-fae96ccaac5d] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1573.764470] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-cb098144-c084-497a-a73e-5ad97184b100 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: f5ec6de0-4e17-47af-af42-fae96ccaac5d] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1573.765499] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c99001-4682-4abe-9446-34f6f7d08bf8 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.779778] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb098144-c084-497a-a73e-5ad97184b100 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: f5ec6de0-4e17-47af-af42-fae96ccaac5d] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1573.779778] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-722d0ee9-765f-4ff6-8c9c-edc23cffc2dd {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.788157] env[62438]: DEBUG oslo_vmware.api [None req-cb098144-c084-497a-a73e-5ad97184b100 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Waiting for the task: (returnval){ [ 1573.788157] env[62438]: value = "task-1785071" [ 1573.788157] env[62438]: _type = "Task" [ 1573.788157] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.798500] env[62438]: DEBUG oslo_vmware.api [None req-cb098144-c084-497a-a73e-5ad97184b100 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1785071, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.823118] env[62438]: DEBUG nova.network.neutron [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] [instance: 2f64f74d-cbfc-49e5-a3d5-45d715172b90] Successfully created port: 2261022c-347a-4481-a248-cd95f6809d05 {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1573.922104] env[62438]: DEBUG nova.compute.manager [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] [instance: 2f64f74d-cbfc-49e5-a3d5-45d715172b90] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1573.968765] env[62438]: DEBUG oslo_concurrency.lockutils [None req-19faa78a-76c8-457a-bd2c-357de2afc3e8 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1573.989653] env[62438]: INFO nova.compute.manager [-] [instance: fa1146c8-af2b-49a6-88f0-6fee8773ce67] Took 1.49 seconds to deallocate network for instance. [ 1574.145304] env[62438]: DEBUG nova.network.neutron [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] [instance: 351f2438-f068-43d9-8b57-5216b6c607da] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1574.191249] env[62438]: DEBUG oslo_vmware.api [None req-5dbf7043-d7ba-45b3-9776-24f49bf1659d tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785070, 'name': Destroy_Task} progress is 33%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.203499] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7567757e-3362-4e23-a833-0a8c924d75f7 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Lock "b0263516-ed38-4788-8f11-b7d36e595dc6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.824s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1574.253397] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c381bc15-5fff-455b-b169-a273eb0289e7 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Lock "7d53f422-ce2a-4fb4-b8f7-66da14a63202" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.564s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1574.303524] env[62438]: DEBUG oslo_vmware.api [None req-cb098144-c084-497a-a73e-5ad97184b100 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1785071, 'name': PowerOffVM_Task, 'duration_secs': 0.340452} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.303846] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb098144-c084-497a-a73e-5ad97184b100 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: f5ec6de0-4e17-47af-af42-fae96ccaac5d] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1574.304046] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-cb098144-c084-497a-a73e-5ad97184b100 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: f5ec6de0-4e17-47af-af42-fae96ccaac5d] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1574.304644] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-671b95b3-fa7a-46d3-8e4f-4071f61767a7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.337672] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0077f9b0-672a-4f7d-863e-cc32a5134b88 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.340020] env[62438]: DEBUG nova.network.neutron [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] [instance: 351f2438-f068-43d9-8b57-5216b6c607da] Updating instance_info_cache with network_info: [{"id": "11e26671-84f0-443f-9d3b-af2e29df0c95", "address": "fa:16:3e:c2:b5:07", "network": {"id": "14c95549-8d4e-4cba-802c-aa361e2dacf7", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-401934394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75f529d6140b4c7da8a7bc3b269dc590", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11e26671-84", "ovs_interfaceid": "11e26671-84f0-443f-9d3b-af2e29df0c95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1574.347018] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e15b81ed-0a00-478d-8f32-2c501f90e83c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.393688] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a59c61c-925c-4087-b809-4499c1b5511e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.403936] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80427c10-6adc-4c39-ad0a-360b12d37e39 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.421881] env[62438]: DEBUG nova.compute.provider_tree [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1574.429422] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-cb098144-c084-497a-a73e-5ad97184b100 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: f5ec6de0-4e17-47af-af42-fae96ccaac5d] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1574.430027] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-cb098144-c084-497a-a73e-5ad97184b100 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: f5ec6de0-4e17-47af-af42-fae96ccaac5d] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1574.430027] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb098144-c084-497a-a73e-5ad97184b100 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Deleting the datastore file [datastore1] f5ec6de0-4e17-47af-af42-fae96ccaac5d {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1574.430314] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8111a69c-3c9d-4edc-8ebc-c697b38a7edd {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.438815] env[62438]: DEBUG oslo_vmware.api [None req-cb098144-c084-497a-a73e-5ad97184b100 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Waiting for the task: (returnval){ [ 1574.438815] env[62438]: value = "task-1785073" [ 1574.438815] env[62438]: _type = "Task" [ 1574.438815] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.449494] env[62438]: DEBUG oslo_vmware.api [None req-cb098144-c084-497a-a73e-5ad97184b100 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1785073, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.497875] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8688021f-debb-4382-9aca-6ac060cf6452 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1574.588819] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e3124eab-eea8-489b-bd0b-779511797bb1 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Acquiring lock "a085cb1e-b5cf-4b45-9639-464232dfac12" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1574.589092] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e3124eab-eea8-489b-bd0b-779511797bb1 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Lock "a085cb1e-b5cf-4b45-9639-464232dfac12" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1574.590670] env[62438]: DEBUG nova.compute.manager [None req-e3124eab-eea8-489b-bd0b-779511797bb1 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: a085cb1e-b5cf-4b45-9639-464232dfac12] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1574.590670] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dcec192-d6fb-4cdb-8c8b-197e9c0f28a3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.598398] env[62438]: DEBUG nova.compute.manager [None req-e3124eab-eea8-489b-bd0b-779511797bb1 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: a085cb1e-b5cf-4b45-9639-464232dfac12] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62438) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3368}} [ 1574.598918] env[62438]: DEBUG nova.objects.instance [None req-e3124eab-eea8-489b-bd0b-779511797bb1 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Lazy-loading 'flavor' on Instance uuid a085cb1e-b5cf-4b45-9639-464232dfac12 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1574.688361] env[62438]: DEBUG oslo_vmware.api [None req-5dbf7043-d7ba-45b3-9776-24f49bf1659d tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785070, 'name': Destroy_Task, 'duration_secs': 0.898755} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.688691] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-5dbf7043-d7ba-45b3-9776-24f49bf1659d tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Destroyed the VM [ 1574.688941] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-5dbf7043-d7ba-45b3-9776-24f49bf1659d tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Deleting Snapshot of the VM instance {{(pid=62438) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1574.689224] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ce9ac7e8-cb5c-40c4-8176-43f483451151 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.698120] env[62438]: DEBUG oslo_vmware.api [None req-5dbf7043-d7ba-45b3-9776-24f49bf1659d tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Waiting for the task: (returnval){ [ 1574.698120] env[62438]: value = "task-1785074" [ 1574.698120] env[62438]: _type = "Task" [ 1574.698120] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.708224] env[62438]: DEBUG oslo_vmware.api [None req-5dbf7043-d7ba-45b3-9776-24f49bf1659d tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785074, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.844271] env[62438]: DEBUG oslo_concurrency.lockutils [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Releasing lock "refresh_cache-351f2438-f068-43d9-8b57-5216b6c607da" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1574.844814] env[62438]: DEBUG nova.compute.manager [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] [instance: 351f2438-f068-43d9-8b57-5216b6c607da] Instance network_info: |[{"id": "11e26671-84f0-443f-9d3b-af2e29df0c95", "address": "fa:16:3e:c2:b5:07", "network": {"id": "14c95549-8d4e-4cba-802c-aa361e2dacf7", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-401934394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75f529d6140b4c7da8a7bc3b269dc590", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11e26671-84", "ovs_interfaceid": "11e26671-84f0-443f-9d3b-af2e29df0c95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1574.845492] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] [instance: 351f2438-f068-43d9-8b57-5216b6c607da] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:b5:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d5d0e0d-cdec-474a-a891-a9ceff15a8b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '11e26671-84f0-443f-9d3b-af2e29df0c95', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1574.858558] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Creating folder: Project (75f529d6140b4c7da8a7bc3b269dc590). Parent ref: group-v370230. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1574.859040] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-672b7dcd-7168-42c8-8bd4-c9d7d21dbfb0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.874273] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Created folder: Project (75f529d6140b4c7da8a7bc3b269dc590) in parent group-v370230. [ 1574.874593] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Creating folder: Instances. Parent ref: group-v370419. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1574.874988] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b64a2d1f-0525-4086-9a92-5d8c9e2bbecb {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.888946] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Created folder: Instances in parent group-v370419. [ 1574.889199] env[62438]: DEBUG oslo.service.loopingcall [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1574.889481] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 351f2438-f068-43d9-8b57-5216b6c607da] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1574.889792] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a2668a3-ef54-4a96-b0fa-aeca8ac5aaf3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.911965] env[62438]: DEBUG oslo_concurrency.lockutils [None req-0f269d05-d32e-4405-99a2-194d2dd543e4 tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] Acquiring lock "bacfabaa-c0c2-43b7-841f-5539f5de2859" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1574.912281] env[62438]: DEBUG oslo_concurrency.lockutils [None req-0f269d05-d32e-4405-99a2-194d2dd543e4 tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] Lock "bacfabaa-c0c2-43b7-841f-5539f5de2859" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1574.912610] env[62438]: DEBUG oslo_concurrency.lockutils [None req-0f269d05-d32e-4405-99a2-194d2dd543e4 tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] Acquiring lock "bacfabaa-c0c2-43b7-841f-5539f5de2859-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1574.912931] env[62438]: DEBUG oslo_concurrency.lockutils [None req-0f269d05-d32e-4405-99a2-194d2dd543e4 tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] Lock "bacfabaa-c0c2-43b7-841f-5539f5de2859-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1574.913292] env[62438]: DEBUG oslo_concurrency.lockutils [None req-0f269d05-d32e-4405-99a2-194d2dd543e4 tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] Lock "bacfabaa-c0c2-43b7-841f-5539f5de2859-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1574.916575] env[62438]: INFO nova.compute.manager [None req-0f269d05-d32e-4405-99a2-194d2dd543e4 tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] [instance: bacfabaa-c0c2-43b7-841f-5539f5de2859] Terminating instance [ 1574.921729] env[62438]: DEBUG nova.compute.manager [None req-0f269d05-d32e-4405-99a2-194d2dd543e4 tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] [instance: bacfabaa-c0c2-43b7-841f-5539f5de2859] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1574.921955] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-0f269d05-d32e-4405-99a2-194d2dd543e4 tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] [instance: bacfabaa-c0c2-43b7-841f-5539f5de2859] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1574.923158] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d34a830-0e36-46f1-a1e3-6a69a15d8da0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.928047] env[62438]: DEBUG nova.scheduler.client.report [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1574.931512] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1574.931512] env[62438]: value = "task-1785077" [ 1574.931512] env[62438]: _type = "Task" [ 1574.931512] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.932253] env[62438]: DEBUG nova.compute.manager [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] [instance: 2f64f74d-cbfc-49e5-a3d5-45d715172b90] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1574.942288] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f269d05-d32e-4405-99a2-194d2dd543e4 tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] [instance: bacfabaa-c0c2-43b7-841f-5539f5de2859] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1574.945193] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b40153ed-72e1-44a1-bf1a-56a0ec4164f5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.952162] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785077, 'name': CreateVM_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.960647] env[62438]: DEBUG oslo_vmware.api [None req-cb098144-c084-497a-a73e-5ad97184b100 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1785073, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.359412} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.964181] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb098144-c084-497a-a73e-5ad97184b100 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1574.964412] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-cb098144-c084-497a-a73e-5ad97184b100 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: f5ec6de0-4e17-47af-af42-fae96ccaac5d] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1574.964596] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-cb098144-c084-497a-a73e-5ad97184b100 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: f5ec6de0-4e17-47af-af42-fae96ccaac5d] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1574.964816] env[62438]: INFO nova.compute.manager [None req-cb098144-c084-497a-a73e-5ad97184b100 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: f5ec6de0-4e17-47af-af42-fae96ccaac5d] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1574.965291] env[62438]: DEBUG oslo.service.loopingcall [None req-cb098144-c084-497a-a73e-5ad97184b100 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1574.965789] env[62438]: DEBUG oslo_vmware.api [None req-0f269d05-d32e-4405-99a2-194d2dd543e4 tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] Waiting for the task: (returnval){ [ 1574.965789] env[62438]: value = "task-1785078" [ 1574.965789] env[62438]: _type = "Task" [ 1574.965789] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.966254] env[62438]: DEBUG nova.compute.manager [-] [instance: f5ec6de0-4e17-47af-af42-fae96ccaac5d] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1574.966354] env[62438]: DEBUG nova.network.neutron [-] [instance: f5ec6de0-4e17-47af-af42-fae96ccaac5d] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1574.976844] env[62438]: DEBUG nova.virt.hardware [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1574.977156] env[62438]: DEBUG nova.virt.hardware [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1574.977350] env[62438]: DEBUG nova.virt.hardware [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1574.977939] env[62438]: DEBUG nova.virt.hardware [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1574.977939] env[62438]: DEBUG nova.virt.hardware [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1574.977939] env[62438]: DEBUG nova.virt.hardware [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1574.978251] env[62438]: DEBUG nova.virt.hardware [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1574.978342] env[62438]: DEBUG nova.virt.hardware [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1574.978530] env[62438]: DEBUG nova.virt.hardware [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1574.978695] env[62438]: DEBUG nova.virt.hardware [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1574.978908] env[62438]: DEBUG nova.virt.hardware [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1574.981121] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba101ff-96ec-46bb-acc8-20941b851bbb {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.987759] env[62438]: DEBUG oslo_vmware.api [None req-0f269d05-d32e-4405-99a2-194d2dd543e4 tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] Task: {'id': task-1785078, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.995319] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa98b72-91e3-4be8-9083-23603a25f272 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.092126] env[62438]: DEBUG nova.compute.manager [req-87d5bab7-5bab-440d-baa7-15a352a063d3 req-cb3b34d0-4166-47b3-ad04-2336e6a00433 service nova] [instance: fa1146c8-af2b-49a6-88f0-6fee8773ce67] Received event network-vif-deleted-eb610097-d042-4c9c-8835-dcfc17372ce1 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1575.092126] env[62438]: DEBUG nova.compute.manager [req-87d5bab7-5bab-440d-baa7-15a352a063d3 req-cb3b34d0-4166-47b3-ad04-2336e6a00433 service nova] [instance: 351f2438-f068-43d9-8b57-5216b6c607da] Received event network-changed-11e26671-84f0-443f-9d3b-af2e29df0c95 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1575.092126] env[62438]: DEBUG nova.compute.manager [req-87d5bab7-5bab-440d-baa7-15a352a063d3 req-cb3b34d0-4166-47b3-ad04-2336e6a00433 service nova] [instance: 351f2438-f068-43d9-8b57-5216b6c607da] Refreshing instance network info cache due to event network-changed-11e26671-84f0-443f-9d3b-af2e29df0c95. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1575.092126] env[62438]: DEBUG oslo_concurrency.lockutils [req-87d5bab7-5bab-440d-baa7-15a352a063d3 req-cb3b34d0-4166-47b3-ad04-2336e6a00433 service nova] Acquiring lock "refresh_cache-351f2438-f068-43d9-8b57-5216b6c607da" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1575.092634] env[62438]: DEBUG oslo_concurrency.lockutils [req-87d5bab7-5bab-440d-baa7-15a352a063d3 req-cb3b34d0-4166-47b3-ad04-2336e6a00433 service nova] Acquired lock "refresh_cache-351f2438-f068-43d9-8b57-5216b6c607da" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.092634] env[62438]: DEBUG nova.network.neutron [req-87d5bab7-5bab-440d-baa7-15a352a063d3 req-cb3b34d0-4166-47b3-ad04-2336e6a00433 service nova] [instance: 351f2438-f068-43d9-8b57-5216b6c607da] Refreshing network info cache for port 11e26671-84f0-443f-9d3b-af2e29df0c95 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1575.106606] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3124eab-eea8-489b-bd0b-779511797bb1 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: a085cb1e-b5cf-4b45-9639-464232dfac12] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1575.107272] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e3e8f86-0629-41d4-a224-cd6aedcba6d5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.116248] env[62438]: DEBUG oslo_vmware.api [None req-e3124eab-eea8-489b-bd0b-779511797bb1 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Waiting for the task: (returnval){ [ 1575.116248] env[62438]: value = "task-1785079" [ 1575.116248] env[62438]: _type = "Task" [ 1575.116248] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.126906] env[62438]: DEBUG oslo_vmware.api [None req-e3124eab-eea8-489b-bd0b-779511797bb1 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785079, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.210250] env[62438]: DEBUG oslo_vmware.api [None req-5dbf7043-d7ba-45b3-9776-24f49bf1659d tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785074, 'name': RemoveSnapshot_Task} progress is 16%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.282924] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8c2893b9-c5ef-4e12-b69e-d158656db658 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Acquiring lock "7c85d7ca-3255-452e-9486-2d3b618e7039" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1575.283376] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8c2893b9-c5ef-4e12-b69e-d158656db658 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Lock "7c85d7ca-3255-452e-9486-2d3b618e7039" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1575.436195] env[62438]: DEBUG oslo_concurrency.lockutils [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.537s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1575.436803] env[62438]: DEBUG nova.compute.manager [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] [instance: 6a4e1ee0-26ef-481b-bbe3-eebc22e5e3e5] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1575.446231] env[62438]: DEBUG oslo_concurrency.lockutils [None req-40979e56-4507-45bd-8d69-f6956afcd133 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.927s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1575.447975] env[62438]: DEBUG nova.objects.instance [None req-40979e56-4507-45bd-8d69-f6956afcd133 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Lazy-loading 'resources' on Instance uuid 076a9ab9-ac47-4fc1-8f05-774930931042 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1575.457595] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785077, 'name': CreateVM_Task} progress is 99%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.485025] env[62438]: DEBUG oslo_vmware.api [None req-0f269d05-d32e-4405-99a2-194d2dd543e4 tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] Task: {'id': task-1785078, 'name': PowerOffVM_Task, 'duration_secs': 0.211985} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.485025] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f269d05-d32e-4405-99a2-194d2dd543e4 tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] [instance: bacfabaa-c0c2-43b7-841f-5539f5de2859] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1575.485025] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-0f269d05-d32e-4405-99a2-194d2dd543e4 tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] [instance: bacfabaa-c0c2-43b7-841f-5539f5de2859] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1575.485025] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-17e1967c-8ae5-4f57-a5d3-c07ed49f8a6a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.602531] env[62438]: DEBUG nova.objects.instance [None req-abc2a260-739b-4efc-ac22-9adb80be4b53 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Lazy-loading 'flavor' on Instance uuid 7d53f422-ce2a-4fb4-b8f7-66da14a63202 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1575.632427] env[62438]: DEBUG oslo_vmware.api [None req-e3124eab-eea8-489b-bd0b-779511797bb1 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785079, 'name': PowerOffVM_Task, 'duration_secs': 0.229705} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.634857] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3124eab-eea8-489b-bd0b-779511797bb1 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: a085cb1e-b5cf-4b45-9639-464232dfac12] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1575.635270] env[62438]: DEBUG nova.compute.manager [None req-e3124eab-eea8-489b-bd0b-779511797bb1 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: a085cb1e-b5cf-4b45-9639-464232dfac12] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1575.636427] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c87681a7-b919-4682-98ef-a4dce8aecf25 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.642434] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-0f269d05-d32e-4405-99a2-194d2dd543e4 tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] [instance: bacfabaa-c0c2-43b7-841f-5539f5de2859] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1575.644545] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-0f269d05-d32e-4405-99a2-194d2dd543e4 tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] [instance: bacfabaa-c0c2-43b7-841f-5539f5de2859] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1575.644905] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f269d05-d32e-4405-99a2-194d2dd543e4 tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] Deleting the datastore file [datastore1] bacfabaa-c0c2-43b7-841f-5539f5de2859 {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1575.646047] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a552fa6d-bd63-4d9a-baf2-874a21cb2f2c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.656112] env[62438]: DEBUG oslo_vmware.api [None req-0f269d05-d32e-4405-99a2-194d2dd543e4 tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] Waiting for the task: (returnval){ [ 1575.656112] env[62438]: value = "task-1785081" [ 1575.656112] env[62438]: _type = "Task" [ 1575.656112] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.672270] env[62438]: DEBUG oslo_vmware.api [None req-0f269d05-d32e-4405-99a2-194d2dd543e4 tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] Task: {'id': task-1785081, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.716453] env[62438]: DEBUG oslo_vmware.api [None req-5dbf7043-d7ba-45b3-9776-24f49bf1659d tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785074, 'name': RemoveSnapshot_Task, 'duration_secs': 0.794732} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.718040] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-5dbf7043-d7ba-45b3-9776-24f49bf1659d tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Deleted Snapshot of the VM instance {{(pid=62438) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1575.718040] env[62438]: INFO nova.compute.manager [None req-5dbf7043-d7ba-45b3-9776-24f49bf1659d tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Took 20.75 seconds to snapshot the instance on the hypervisor. [ 1575.741022] env[62438]: DEBUG nova.compute.manager [req-2afa3e70-722a-4948-9005-3e144f62cdc7 req-66b5383f-6049-44c5-913a-e6e0a0c2df82 service nova] [instance: b0263516-ed38-4788-8f11-b7d36e595dc6] Received event network-changed-322c4f56-651b-41f4-8f73-9c29d719ced2 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1575.741276] env[62438]: DEBUG nova.compute.manager [req-2afa3e70-722a-4948-9005-3e144f62cdc7 req-66b5383f-6049-44c5-913a-e6e0a0c2df82 service nova] [instance: b0263516-ed38-4788-8f11-b7d36e595dc6] Refreshing instance network info cache due to event network-changed-322c4f56-651b-41f4-8f73-9c29d719ced2. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1575.741498] env[62438]: DEBUG oslo_concurrency.lockutils [req-2afa3e70-722a-4948-9005-3e144f62cdc7 req-66b5383f-6049-44c5-913a-e6e0a0c2df82 service nova] Acquiring lock "refresh_cache-b0263516-ed38-4788-8f11-b7d36e595dc6" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1575.741607] env[62438]: DEBUG oslo_concurrency.lockutils [req-2afa3e70-722a-4948-9005-3e144f62cdc7 req-66b5383f-6049-44c5-913a-e6e0a0c2df82 service nova] Acquired lock "refresh_cache-b0263516-ed38-4788-8f11-b7d36e595dc6" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.746074] env[62438]: DEBUG nova.network.neutron [req-2afa3e70-722a-4948-9005-3e144f62cdc7 req-66b5383f-6049-44c5-913a-e6e0a0c2df82 service nova] [instance: b0263516-ed38-4788-8f11-b7d36e595dc6] Refreshing network info cache for port 322c4f56-651b-41f4-8f73-9c29d719ced2 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1575.780699] env[62438]: DEBUG nova.network.neutron [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] [instance: 2f64f74d-cbfc-49e5-a3d5-45d715172b90] Successfully updated port: 2261022c-347a-4481-a248-cd95f6809d05 {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1575.790526] env[62438]: DEBUG nova.compute.manager [None req-8c2893b9-c5ef-4e12-b69e-d158656db658 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: 7c85d7ca-3255-452e-9486-2d3b618e7039] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1575.821011] env[62438]: DEBUG nova.network.neutron [-] [instance: f5ec6de0-4e17-47af-af42-fae96ccaac5d] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1575.947727] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785077, 'name': CreateVM_Task, 'duration_secs': 0.574956} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.947921] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 351f2438-f068-43d9-8b57-5216b6c607da] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1575.948610] env[62438]: DEBUG oslo_concurrency.lockutils [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1575.948783] env[62438]: DEBUG oslo_concurrency.lockutils [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.949203] env[62438]: DEBUG oslo_concurrency.lockutils [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1575.949408] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c518fe1-f1f6-4f47-9c35-42504b562c44 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.954352] env[62438]: DEBUG nova.compute.utils [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1575.955860] env[62438]: DEBUG nova.compute.manager [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] [instance: 6a4e1ee0-26ef-481b-bbe3-eebc22e5e3e5] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1575.956053] env[62438]: DEBUG nova.network.neutron [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] [instance: 6a4e1ee0-26ef-481b-bbe3-eebc22e5e3e5] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1575.966307] env[62438]: DEBUG oslo_vmware.api [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Waiting for the task: (returnval){ [ 1575.966307] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52ed6a24-b5d4-6218-c44d-818f0a09685d" [ 1575.966307] env[62438]: _type = "Task" [ 1575.966307] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.985583] env[62438]: DEBUG oslo_vmware.api [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52ed6a24-b5d4-6218-c44d-818f0a09685d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.000026] env[62438]: DEBUG nova.network.neutron [req-87d5bab7-5bab-440d-baa7-15a352a063d3 req-cb3b34d0-4166-47b3-ad04-2336e6a00433 service nova] [instance: 351f2438-f068-43d9-8b57-5216b6c607da] Updated VIF entry in instance network info cache for port 11e26671-84f0-443f-9d3b-af2e29df0c95. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1576.000196] env[62438]: DEBUG nova.network.neutron [req-87d5bab7-5bab-440d-baa7-15a352a063d3 req-cb3b34d0-4166-47b3-ad04-2336e6a00433 service nova] [instance: 351f2438-f068-43d9-8b57-5216b6c607da] Updating instance_info_cache with network_info: [{"id": "11e26671-84f0-443f-9d3b-af2e29df0c95", "address": "fa:16:3e:c2:b5:07", "network": {"id": "14c95549-8d4e-4cba-802c-aa361e2dacf7", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-401934394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75f529d6140b4c7da8a7bc3b269dc590", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11e26671-84", "ovs_interfaceid": "11e26671-84f0-443f-9d3b-af2e29df0c95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1576.013385] env[62438]: DEBUG nova.policy [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bb9758e1054d42cca609393f14a98514', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '75f529d6140b4c7da8a7bc3b269dc590', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1576.111902] env[62438]: DEBUG oslo_concurrency.lockutils [None req-abc2a260-739b-4efc-ac22-9adb80be4b53 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Acquiring lock "refresh_cache-7d53f422-ce2a-4fb4-b8f7-66da14a63202" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1576.112115] env[62438]: DEBUG oslo_concurrency.lockutils [None req-abc2a260-739b-4efc-ac22-9adb80be4b53 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Acquired lock "refresh_cache-7d53f422-ce2a-4fb4-b8f7-66da14a63202" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.112295] env[62438]: DEBUG nova.network.neutron [None req-abc2a260-739b-4efc-ac22-9adb80be4b53 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 7d53f422-ce2a-4fb4-b8f7-66da14a63202] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1576.112736] env[62438]: DEBUG nova.objects.instance [None req-abc2a260-739b-4efc-ac22-9adb80be4b53 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Lazy-loading 'info_cache' on Instance uuid 7d53f422-ce2a-4fb4-b8f7-66da14a63202 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1576.168329] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e3124eab-eea8-489b-bd0b-779511797bb1 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Lock "a085cb1e-b5cf-4b45-9639-464232dfac12" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.579s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1576.172954] env[62438]: DEBUG oslo_vmware.api [None req-0f269d05-d32e-4405-99a2-194d2dd543e4 tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] Task: {'id': task-1785081, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.275633] env[62438]: DEBUG nova.compute.manager [None req-5dbf7043-d7ba-45b3-9776-24f49bf1659d tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Found 2 images (rotation: 2) {{(pid=62438) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4554}} [ 1576.283573] env[62438]: DEBUG oslo_concurrency.lockutils [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Acquiring lock "refresh_cache-2f64f74d-cbfc-49e5-a3d5-45d715172b90" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1576.284137] env[62438]: DEBUG oslo_concurrency.lockutils [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Acquired lock "refresh_cache-2f64f74d-cbfc-49e5-a3d5-45d715172b90" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.284137] env[62438]: DEBUG nova.network.neutron [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] [instance: 2f64f74d-cbfc-49e5-a3d5-45d715172b90] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1576.315466] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e06e2a4d-3288-4a9a-8909-f318180d077a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.320171] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8c2893b9-c5ef-4e12-b69e-d158656db658 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1576.324892] env[62438]: INFO nova.compute.manager [-] [instance: f5ec6de0-4e17-47af-af42-fae96ccaac5d] Took 1.36 seconds to deallocate network for instance. [ 1576.327685] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7aaa1b-30b1-4b1d-8920-ae3be753d432 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.336254] env[62438]: DEBUG nova.network.neutron [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] [instance: 6a4e1ee0-26ef-481b-bbe3-eebc22e5e3e5] Successfully created port: d6776356-0bb7-4d30-ae9e-f4a6d3035eaf {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1576.371031] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42520cd3-da92-4e8b-bddf-01ea619b88f7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.377364] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5fe0597-83bc-409c-a519-0114fd8f0731 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.393222] env[62438]: DEBUG nova.compute.provider_tree [None req-40979e56-4507-45bd-8d69-f6956afcd133 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1576.466641] env[62438]: DEBUG nova.compute.manager [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] [instance: 6a4e1ee0-26ef-481b-bbe3-eebc22e5e3e5] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1576.480367] env[62438]: DEBUG oslo_vmware.api [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52ed6a24-b5d4-6218-c44d-818f0a09685d, 'name': SearchDatastore_Task, 'duration_secs': 0.019741} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.480367] env[62438]: DEBUG oslo_concurrency.lockutils [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1576.480520] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] [instance: 351f2438-f068-43d9-8b57-5216b6c607da] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1576.480794] env[62438]: DEBUG oslo_concurrency.lockutils [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1576.481179] env[62438]: DEBUG oslo_concurrency.lockutils [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.481179] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1576.483410] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d00b381f-bb4b-4d34-92c6-038704310d91 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.492910] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1576.493137] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1576.494061] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25b25b33-7dca-4cdd-938e-d2a9bc1c7978 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.503493] env[62438]: DEBUG oslo_concurrency.lockutils [req-87d5bab7-5bab-440d-baa7-15a352a063d3 req-cb3b34d0-4166-47b3-ad04-2336e6a00433 service nova] Releasing lock "refresh_cache-351f2438-f068-43d9-8b57-5216b6c607da" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1576.503908] env[62438]: DEBUG oslo_vmware.api [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Waiting for the task: (returnval){ [ 1576.503908] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52ae1e3a-a6dc-57ac-a966-5dc5abdb9691" [ 1576.503908] env[62438]: _type = "Task" [ 1576.503908] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.513310] env[62438]: DEBUG oslo_vmware.api [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52ae1e3a-a6dc-57ac-a966-5dc5abdb9691, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.616424] env[62438]: DEBUG nova.objects.base [None req-abc2a260-739b-4efc-ac22-9adb80be4b53 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Object Instance<7d53f422-ce2a-4fb4-b8f7-66da14a63202> lazy-loaded attributes: flavor,info_cache {{(pid=62438) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1576.645540] env[62438]: DEBUG nova.network.neutron [req-2afa3e70-722a-4948-9005-3e144f62cdc7 req-66b5383f-6049-44c5-913a-e6e0a0c2df82 service nova] [instance: b0263516-ed38-4788-8f11-b7d36e595dc6] Updated VIF entry in instance network info cache for port 322c4f56-651b-41f4-8f73-9c29d719ced2. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1576.645963] env[62438]: DEBUG nova.network.neutron [req-2afa3e70-722a-4948-9005-3e144f62cdc7 req-66b5383f-6049-44c5-913a-e6e0a0c2df82 service nova] [instance: b0263516-ed38-4788-8f11-b7d36e595dc6] Updating instance_info_cache with network_info: [{"id": "322c4f56-651b-41f4-8f73-9c29d719ced2", "address": "fa:16:3e:ff:42:e9", "network": {"id": "a842c849-d53e-4861-ba7c-3a7d63a56e07", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1714288597-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a974a1f1bd4049f1b41bc114794b6696", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap322c4f56-65", "ovs_interfaceid": "322c4f56-651b-41f4-8f73-9c29d719ced2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1576.670078] env[62438]: DEBUG oslo_vmware.api [None req-0f269d05-d32e-4405-99a2-194d2dd543e4 tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] Task: {'id': task-1785081, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.535809} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.670478] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f269d05-d32e-4405-99a2-194d2dd543e4 tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1576.670712] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-0f269d05-d32e-4405-99a2-194d2dd543e4 tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] [instance: bacfabaa-c0c2-43b7-841f-5539f5de2859] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1576.670930] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-0f269d05-d32e-4405-99a2-194d2dd543e4 tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] [instance: bacfabaa-c0c2-43b7-841f-5539f5de2859] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1576.671155] env[62438]: INFO nova.compute.manager [None req-0f269d05-d32e-4405-99a2-194d2dd543e4 tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] [instance: bacfabaa-c0c2-43b7-841f-5539f5de2859] Took 1.75 seconds to destroy the instance on the hypervisor. [ 1576.671441] env[62438]: DEBUG oslo.service.loopingcall [None req-0f269d05-d32e-4405-99a2-194d2dd543e4 tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1576.671676] env[62438]: DEBUG nova.compute.manager [-] [instance: bacfabaa-c0c2-43b7-841f-5539f5de2859] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1576.671796] env[62438]: DEBUG nova.network.neutron [-] [instance: bacfabaa-c0c2-43b7-841f-5539f5de2859] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1576.823194] env[62438]: DEBUG nova.network.neutron [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] [instance: 2f64f74d-cbfc-49e5-a3d5-45d715172b90] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1576.838821] env[62438]: DEBUG oslo_concurrency.lockutils [None req-cb098144-c084-497a-a73e-5ad97184b100 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1576.898888] env[62438]: DEBUG nova.scheduler.client.report [None req-40979e56-4507-45bd-8d69-f6956afcd133 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1577.017114] env[62438]: DEBUG oslo_vmware.api [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52ae1e3a-a6dc-57ac-a966-5dc5abdb9691, 'name': SearchDatastore_Task, 'duration_secs': 0.012835} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.021596] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-957db2dd-b122-45e6-9770-1a362a75f9d9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.029056] env[62438]: DEBUG oslo_vmware.api [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Waiting for the task: (returnval){ [ 1577.029056] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52c16801-31bd-c883-b5be-6f652311484f" [ 1577.029056] env[62438]: _type = "Task" [ 1577.029056] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.038305] env[62438]: DEBUG oslo_vmware.api [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52c16801-31bd-c883-b5be-6f652311484f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.085202] env[62438]: DEBUG nova.network.neutron [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] [instance: 2f64f74d-cbfc-49e5-a3d5-45d715172b90] Updating instance_info_cache with network_info: [{"id": "2261022c-347a-4481-a248-cd95f6809d05", "address": "fa:16:3e:e3:4e:c5", "network": {"id": "14c95549-8d4e-4cba-802c-aa361e2dacf7", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-401934394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75f529d6140b4c7da8a7bc3b269dc590", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2261022c-34", "ovs_interfaceid": "2261022c-347a-4481-a248-cd95f6809d05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1577.149237] env[62438]: DEBUG oslo_concurrency.lockutils [req-2afa3e70-722a-4948-9005-3e144f62cdc7 req-66b5383f-6049-44c5-913a-e6e0a0c2df82 service nova] Releasing lock "refresh_cache-b0263516-ed38-4788-8f11-b7d36e595dc6" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1577.155804] env[62438]: DEBUG nova.compute.manager [req-46c066bc-9e4b-4789-9071-670e4f4f1ac8 req-ebc1adf1-6b64-481c-84be-37f0feb1c1a5 service nova] [instance: f5ec6de0-4e17-47af-af42-fae96ccaac5d] Received event network-vif-deleted-d6411ad5-c9ae-462e-a8c0-d382c81a3d57 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1577.156075] env[62438]: DEBUG nova.compute.manager [req-46c066bc-9e4b-4789-9071-670e4f4f1ac8 req-ebc1adf1-6b64-481c-84be-37f0feb1c1a5 service nova] [instance: 2f64f74d-cbfc-49e5-a3d5-45d715172b90] Received event network-vif-plugged-2261022c-347a-4481-a248-cd95f6809d05 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1577.156267] env[62438]: DEBUG oslo_concurrency.lockutils [req-46c066bc-9e4b-4789-9071-670e4f4f1ac8 req-ebc1adf1-6b64-481c-84be-37f0feb1c1a5 service nova] Acquiring lock "2f64f74d-cbfc-49e5-a3d5-45d715172b90-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1577.156480] env[62438]: DEBUG oslo_concurrency.lockutils [req-46c066bc-9e4b-4789-9071-670e4f4f1ac8 req-ebc1adf1-6b64-481c-84be-37f0feb1c1a5 service nova] Lock "2f64f74d-cbfc-49e5-a3d5-45d715172b90-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1577.156654] env[62438]: DEBUG oslo_concurrency.lockutils [req-46c066bc-9e4b-4789-9071-670e4f4f1ac8 req-ebc1adf1-6b64-481c-84be-37f0feb1c1a5 service nova] Lock "2f64f74d-cbfc-49e5-a3d5-45d715172b90-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1577.156834] env[62438]: DEBUG nova.compute.manager [req-46c066bc-9e4b-4789-9071-670e4f4f1ac8 req-ebc1adf1-6b64-481c-84be-37f0feb1c1a5 service nova] [instance: 2f64f74d-cbfc-49e5-a3d5-45d715172b90] No waiting events found dispatching network-vif-plugged-2261022c-347a-4481-a248-cd95f6809d05 {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1577.157068] env[62438]: WARNING nova.compute.manager [req-46c066bc-9e4b-4789-9071-670e4f4f1ac8 req-ebc1adf1-6b64-481c-84be-37f0feb1c1a5 service nova] [instance: 2f64f74d-cbfc-49e5-a3d5-45d715172b90] Received unexpected event network-vif-plugged-2261022c-347a-4481-a248-cd95f6809d05 for instance with vm_state building and task_state spawning. [ 1577.157213] env[62438]: DEBUG nova.compute.manager [req-46c066bc-9e4b-4789-9071-670e4f4f1ac8 req-ebc1adf1-6b64-481c-84be-37f0feb1c1a5 service nova] [instance: 2f64f74d-cbfc-49e5-a3d5-45d715172b90] Received event network-changed-2261022c-347a-4481-a248-cd95f6809d05 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1577.157393] env[62438]: DEBUG nova.compute.manager [req-46c066bc-9e4b-4789-9071-670e4f4f1ac8 req-ebc1adf1-6b64-481c-84be-37f0feb1c1a5 service nova] [instance: 2f64f74d-cbfc-49e5-a3d5-45d715172b90] Refreshing instance network info cache due to event network-changed-2261022c-347a-4481-a248-cd95f6809d05. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1577.157570] env[62438]: DEBUG oslo_concurrency.lockutils [req-46c066bc-9e4b-4789-9071-670e4f4f1ac8 req-ebc1adf1-6b64-481c-84be-37f0feb1c1a5 service nova] Acquiring lock "refresh_cache-2f64f74d-cbfc-49e5-a3d5-45d715172b90" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1577.352913] env[62438]: INFO nova.compute.manager [None req-537cf26a-f724-47ed-99f6-dd6fc0859852 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: a085cb1e-b5cf-4b45-9639-464232dfac12] Rebuilding instance [ 1577.396730] env[62438]: DEBUG nova.compute.manager [None req-537cf26a-f724-47ed-99f6-dd6fc0859852 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: a085cb1e-b5cf-4b45-9639-464232dfac12] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1577.397682] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef448b9-7026-442b-8839-74418592d109 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.407208] env[62438]: DEBUG oslo_concurrency.lockutils [None req-40979e56-4507-45bd-8d69-f6956afcd133 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.961s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1577.411916] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f02f46d6-5ed4-4f24-ae78-d406098fb0d5 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.533s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1577.412556] env[62438]: DEBUG nova.objects.instance [None req-f02f46d6-5ed4-4f24-ae78-d406098fb0d5 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Lazy-loading 'resources' on Instance uuid 841c786c-b6fa-4f8d-8435-837a2bb6cf8d {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1577.435446] env[62438]: DEBUG nova.compute.manager [None req-dcd3067e-319b-41cd-8e4e-310f8de00f79 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1577.436865] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8695404a-78a7-4c1d-a12b-7fcc336ab604 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.440860] env[62438]: INFO nova.scheduler.client.report [None req-40979e56-4507-45bd-8d69-f6956afcd133 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Deleted allocations for instance 076a9ab9-ac47-4fc1-8f05-774930931042 [ 1577.476604] env[62438]: DEBUG nova.compute.manager [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] [instance: 6a4e1ee0-26ef-481b-bbe3-eebc22e5e3e5] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1577.487555] env[62438]: DEBUG nova.network.neutron [None req-abc2a260-739b-4efc-ac22-9adb80be4b53 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 7d53f422-ce2a-4fb4-b8f7-66da14a63202] Updating instance_info_cache with network_info: [{"id": "a74f1b5c-bd70-4696-afa1-3da7fee83d24", "address": "fa:16:3e:16:41:63", "network": {"id": "6d9847cc-6b35-42aa-a4b3-69c22cbcf1dd", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-604078365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2d033e444434a94b421400f7f016ac4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa74f1b5c-bd", "ovs_interfaceid": "a74f1b5c-bd70-4696-afa1-3da7fee83d24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1577.505608] env[62438]: DEBUG nova.virt.hardware [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1577.505870] env[62438]: DEBUG nova.virt.hardware [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1577.506081] env[62438]: DEBUG nova.virt.hardware [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1577.506293] env[62438]: DEBUG nova.virt.hardware [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1577.506492] env[62438]: DEBUG nova.virt.hardware [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1577.506755] env[62438]: DEBUG nova.virt.hardware [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1577.507016] env[62438]: DEBUG nova.virt.hardware [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1577.507206] env[62438]: DEBUG nova.virt.hardware [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1577.507373] env[62438]: DEBUG nova.virt.hardware [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1577.507544] env[62438]: DEBUG nova.virt.hardware [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1577.507723] env[62438]: DEBUG nova.virt.hardware [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1577.508847] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f849b757-b1b1-4ae5-b988-2497adadf0bd {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.517599] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b77387e-c7d6-4c46-9e68-0ab8d1ec31a4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.544106] env[62438]: DEBUG oslo_vmware.api [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52c16801-31bd-c883-b5be-6f652311484f, 'name': SearchDatastore_Task, 'duration_secs': 0.03406} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.544565] env[62438]: DEBUG oslo_concurrency.lockutils [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1577.544985] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 351f2438-f068-43d9-8b57-5216b6c607da/351f2438-f068-43d9-8b57-5216b6c607da.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1577.545528] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8720b056-3c84-40a4-a6e0-c3681ece4f36 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.554239] env[62438]: DEBUG oslo_vmware.api [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Waiting for the task: (returnval){ [ 1577.554239] env[62438]: value = "task-1785082" [ 1577.554239] env[62438]: _type = "Task" [ 1577.554239] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.562510] env[62438]: DEBUG oslo_vmware.api [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Task: {'id': task-1785082, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.587934] env[62438]: DEBUG oslo_concurrency.lockutils [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Releasing lock "refresh_cache-2f64f74d-cbfc-49e5-a3d5-45d715172b90" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1577.588474] env[62438]: DEBUG nova.compute.manager [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] [instance: 2f64f74d-cbfc-49e5-a3d5-45d715172b90] Instance network_info: |[{"id": "2261022c-347a-4481-a248-cd95f6809d05", "address": "fa:16:3e:e3:4e:c5", "network": {"id": "14c95549-8d4e-4cba-802c-aa361e2dacf7", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-401934394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75f529d6140b4c7da8a7bc3b269dc590", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2261022c-34", "ovs_interfaceid": "2261022c-347a-4481-a248-cd95f6809d05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1577.588705] env[62438]: DEBUG oslo_concurrency.lockutils [req-46c066bc-9e4b-4789-9071-670e4f4f1ac8 req-ebc1adf1-6b64-481c-84be-37f0feb1c1a5 service nova] Acquired lock "refresh_cache-2f64f74d-cbfc-49e5-a3d5-45d715172b90" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1577.588944] env[62438]: DEBUG nova.network.neutron [req-46c066bc-9e4b-4789-9071-670e4f4f1ac8 req-ebc1adf1-6b64-481c-84be-37f0feb1c1a5 service nova] [instance: 2f64f74d-cbfc-49e5-a3d5-45d715172b90] Refreshing network info cache for port 2261022c-347a-4481-a248-cd95f6809d05 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1577.590326] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] [instance: 2f64f74d-cbfc-49e5-a3d5-45d715172b90] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:4e:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d5d0e0d-cdec-474a-a891-a9ceff15a8b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2261022c-347a-4481-a248-cd95f6809d05', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1577.597878] env[62438]: DEBUG oslo.service.loopingcall [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1577.598373] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f64f74d-cbfc-49e5-a3d5-45d715172b90] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1577.598613] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-232d1509-19b2-4472-9f7a-371ed58360f0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.619663] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1577.619663] env[62438]: value = "task-1785083" [ 1577.619663] env[62438]: _type = "Task" [ 1577.619663] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.628732] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785083, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.700038] env[62438]: DEBUG nova.network.neutron [-] [instance: bacfabaa-c0c2-43b7-841f-5539f5de2859] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1577.916103] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-537cf26a-f724-47ed-99f6-dd6fc0859852 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: a085cb1e-b5cf-4b45-9639-464232dfac12] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1577.918983] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70f12b2c-05ac-4186-8dfa-6d711ac96c15 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.932160] env[62438]: DEBUG oslo_vmware.api [None req-537cf26a-f724-47ed-99f6-dd6fc0859852 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Waiting for the task: (returnval){ [ 1577.932160] env[62438]: value = "task-1785084" [ 1577.932160] env[62438]: _type = "Task" [ 1577.932160] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.948968] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-537cf26a-f724-47ed-99f6-dd6fc0859852 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: a085cb1e-b5cf-4b45-9639-464232dfac12] VM already powered off {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 1577.949261] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-537cf26a-f724-47ed-99f6-dd6fc0859852 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: a085cb1e-b5cf-4b45-9639-464232dfac12] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1577.950377] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f66eab-1b52-4ff2-9f55-058e0afa4697 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.955677] env[62438]: INFO nova.compute.manager [None req-dcd3067e-319b-41cd-8e4e-310f8de00f79 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] instance snapshotting [ 1577.956269] env[62438]: DEBUG nova.objects.instance [None req-dcd3067e-319b-41cd-8e4e-310f8de00f79 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Lazy-loading 'flavor' on Instance uuid 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1577.958968] env[62438]: DEBUG oslo_concurrency.lockutils [None req-40979e56-4507-45bd-8d69-f6956afcd133 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Lock "076a9ab9-ac47-4fc1-8f05-774930931042" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.842s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1577.963808] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-537cf26a-f724-47ed-99f6-dd6fc0859852 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: a085cb1e-b5cf-4b45-9639-464232dfac12] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1577.964211] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e37ea22e-3e30-4ab6-94e3-1ddc2cde5050 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.991436] env[62438]: DEBUG oslo_concurrency.lockutils [None req-abc2a260-739b-4efc-ac22-9adb80be4b53 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Releasing lock "refresh_cache-7d53f422-ce2a-4fb4-b8f7-66da14a63202" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1578.065838] env[62438]: DEBUG oslo_vmware.api [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Task: {'id': task-1785082, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477092} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.072896] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 351f2438-f068-43d9-8b57-5216b6c607da/351f2438-f068-43d9-8b57-5216b6c607da.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1578.073200] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] [instance: 351f2438-f068-43d9-8b57-5216b6c607da] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1578.074689] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7cc1f91e-a99d-4bc0-8246-83fecf77623d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.077925] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-537cf26a-f724-47ed-99f6-dd6fc0859852 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: a085cb1e-b5cf-4b45-9639-464232dfac12] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1578.078057] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-537cf26a-f724-47ed-99f6-dd6fc0859852 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: a085cb1e-b5cf-4b45-9639-464232dfac12] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1578.080018] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-537cf26a-f724-47ed-99f6-dd6fc0859852 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Deleting the datastore file [datastore1] a085cb1e-b5cf-4b45-9639-464232dfac12 {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1578.080018] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-30c52b9a-9482-4256-a1d0-2d5ce90bd4ae {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.084571] env[62438]: DEBUG oslo_vmware.api [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Waiting for the task: (returnval){ [ 1578.084571] env[62438]: value = "task-1785086" [ 1578.084571] env[62438]: _type = "Task" [ 1578.084571] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.095522] env[62438]: DEBUG oslo_vmware.api [None req-537cf26a-f724-47ed-99f6-dd6fc0859852 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Waiting for the task: (returnval){ [ 1578.095522] env[62438]: value = "task-1785087" [ 1578.095522] env[62438]: _type = "Task" [ 1578.095522] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.107563] env[62438]: DEBUG oslo_vmware.api [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Task: {'id': task-1785086, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.117657] env[62438]: DEBUG nova.network.neutron [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] [instance: 6a4e1ee0-26ef-481b-bbe3-eebc22e5e3e5] Successfully updated port: d6776356-0bb7-4d30-ae9e-f4a6d3035eaf {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1578.119720] env[62438]: DEBUG oslo_vmware.api [None req-537cf26a-f724-47ed-99f6-dd6fc0859852 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785087, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.130967] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785083, 'name': CreateVM_Task} progress is 99%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.204535] env[62438]: INFO nova.compute.manager [-] [instance: bacfabaa-c0c2-43b7-841f-5539f5de2859] Took 1.53 seconds to deallocate network for instance. [ 1578.293320] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d3c0e54-2a20-4ae3-9d6f-ee34269f14ec {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.305193] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b642a635-64c6-485b-9e19-5dbc26ce2212 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.363766] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ae9727f-0fca-49d1-bedd-d323d4a114e4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.375878] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc9fab7f-e93c-43ee-9176-3248072d44bb {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.398860] env[62438]: DEBUG nova.compute.provider_tree [None req-f02f46d6-5ed4-4f24-ae78-d406098fb0d5 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1578.462994] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-435174e9-462c-4a54-a12b-f08a7c6f027b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.486434] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb61427-03e1-4a3a-b85e-d72c0c58b8b2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.494774] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-abc2a260-739b-4efc-ac22-9adb80be4b53 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 7d53f422-ce2a-4fb4-b8f7-66da14a63202] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1578.498628] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1cf8f78a-ffdf-46cc-a614-3b68cccd2c3c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.508423] env[62438]: DEBUG oslo_vmware.api [None req-abc2a260-739b-4efc-ac22-9adb80be4b53 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Waiting for the task: (returnval){ [ 1578.508423] env[62438]: value = "task-1785088" [ 1578.508423] env[62438]: _type = "Task" [ 1578.508423] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.521103] env[62438]: DEBUG oslo_vmware.api [None req-abc2a260-739b-4efc-ac22-9adb80be4b53 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Task: {'id': task-1785088, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.596094] env[62438]: DEBUG oslo_vmware.api [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Task: {'id': task-1785086, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.137351} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.596442] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] [instance: 351f2438-f068-43d9-8b57-5216b6c607da] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1578.597577] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a85809ff-562a-4027-a3cd-cdb1cdc20f8b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.605573] env[62438]: DEBUG nova.network.neutron [req-46c066bc-9e4b-4789-9071-670e4f4f1ac8 req-ebc1adf1-6b64-481c-84be-37f0feb1c1a5 service nova] [instance: 2f64f74d-cbfc-49e5-a3d5-45d715172b90] Updated VIF entry in instance network info cache for port 2261022c-347a-4481-a248-cd95f6809d05. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1578.605968] env[62438]: DEBUG nova.network.neutron [req-46c066bc-9e4b-4789-9071-670e4f4f1ac8 req-ebc1adf1-6b64-481c-84be-37f0feb1c1a5 service nova] [instance: 2f64f74d-cbfc-49e5-a3d5-45d715172b90] Updating instance_info_cache with network_info: [{"id": "2261022c-347a-4481-a248-cd95f6809d05", "address": "fa:16:3e:e3:4e:c5", "network": {"id": "14c95549-8d4e-4cba-802c-aa361e2dacf7", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-401934394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75f529d6140b4c7da8a7bc3b269dc590", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2261022c-34", "ovs_interfaceid": "2261022c-347a-4481-a248-cd95f6809d05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1578.614740] env[62438]: DEBUG oslo_vmware.api [None req-537cf26a-f724-47ed-99f6-dd6fc0859852 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785087, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182112} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.624249] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-537cf26a-f724-47ed-99f6-dd6fc0859852 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1578.624486] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-537cf26a-f724-47ed-99f6-dd6fc0859852 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: a085cb1e-b5cf-4b45-9639-464232dfac12] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1578.624676] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-537cf26a-f724-47ed-99f6-dd6fc0859852 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: a085cb1e-b5cf-4b45-9639-464232dfac12] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1578.636656] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] [instance: 351f2438-f068-43d9-8b57-5216b6c607da] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 351f2438-f068-43d9-8b57-5216b6c607da/351f2438-f068-43d9-8b57-5216b6c607da.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1578.638158] env[62438]: DEBUG oslo_concurrency.lockutils [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Acquiring lock "refresh_cache-6a4e1ee0-26ef-481b-bbe3-eebc22e5e3e5" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1578.638284] env[62438]: DEBUG oslo_concurrency.lockutils [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Acquired lock "refresh_cache-6a4e1ee0-26ef-481b-bbe3-eebc22e5e3e5" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1578.638459] env[62438]: DEBUG nova.network.neutron [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] [instance: 6a4e1ee0-26ef-481b-bbe3-eebc22e5e3e5] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1578.643675] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6491cfd4-aca6-4ffb-872b-368b806b6f4a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.667583] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785083, 'name': CreateVM_Task, 'duration_secs': 0.640047} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.669303] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f64f74d-cbfc-49e5-a3d5-45d715172b90] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1578.669685] env[62438]: DEBUG oslo_vmware.api [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Waiting for the task: (returnval){ [ 1578.669685] env[62438]: value = "task-1785089" [ 1578.669685] env[62438]: _type = "Task" [ 1578.669685] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.670369] env[62438]: DEBUG oslo_concurrency.lockutils [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1578.670535] env[62438]: DEBUG oslo_concurrency.lockutils [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1578.670861] env[62438]: DEBUG oslo_concurrency.lockutils [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1578.671504] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-926c4b23-5251-495f-b3df-2220083fccd4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.686313] env[62438]: DEBUG oslo_vmware.api [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Waiting for the task: (returnval){ [ 1578.686313] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52b96d29-eb1f-94f9-1198-2c501afdabb8" [ 1578.686313] env[62438]: _type = "Task" [ 1578.686313] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.687257] env[62438]: DEBUG oslo_vmware.api [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Task: {'id': task-1785089, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.696356] env[62438]: DEBUG oslo_vmware.api [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52b96d29-eb1f-94f9-1198-2c501afdabb8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.712179] env[62438]: DEBUG oslo_concurrency.lockutils [None req-0f269d05-d32e-4405-99a2-194d2dd543e4 tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1578.902798] env[62438]: DEBUG nova.scheduler.client.report [None req-f02f46d6-5ed4-4f24-ae78-d406098fb0d5 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1579.002879] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-dcd3067e-319b-41cd-8e4e-310f8de00f79 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Creating Snapshot of the VM instance {{(pid=62438) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1579.003394] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5419ac3c-93e9-4e14-a03b-bc162ccad9c8 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.016248] env[62438]: DEBUG oslo_vmware.api [None req-dcd3067e-319b-41cd-8e4e-310f8de00f79 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Waiting for the task: (returnval){ [ 1579.016248] env[62438]: value = "task-1785090" [ 1579.016248] env[62438]: _type = "Task" [ 1579.016248] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.023421] env[62438]: DEBUG oslo_vmware.api [None req-abc2a260-739b-4efc-ac22-9adb80be4b53 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Task: {'id': task-1785088, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.029512] env[62438]: DEBUG oslo_vmware.api [None req-dcd3067e-319b-41cd-8e4e-310f8de00f79 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785090, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.111086] env[62438]: DEBUG oslo_concurrency.lockutils [req-46c066bc-9e4b-4789-9071-670e4f4f1ac8 req-ebc1adf1-6b64-481c-84be-37f0feb1c1a5 service nova] Releasing lock "refresh_cache-2f64f74d-cbfc-49e5-a3d5-45d715172b90" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1579.200098] env[62438]: DEBUG oslo_vmware.api [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Task: {'id': task-1785089, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.202560] env[62438]: DEBUG nova.compute.manager [req-737e9594-3d9d-4831-99f4-dd67dff01b78 req-a302c4a0-03d6-4682-957e-eefa1c5be4ef service nova] [instance: bacfabaa-c0c2-43b7-841f-5539f5de2859] Received event network-vif-deleted-d6e0e389-d874-472f-b23f-9dd5b6fe8d2e {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1579.202920] env[62438]: DEBUG nova.compute.manager [req-737e9594-3d9d-4831-99f4-dd67dff01b78 req-a302c4a0-03d6-4682-957e-eefa1c5be4ef service nova] [instance: 6a4e1ee0-26ef-481b-bbe3-eebc22e5e3e5] Received event network-vif-plugged-d6776356-0bb7-4d30-ae9e-f4a6d3035eaf {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1579.203278] env[62438]: DEBUG oslo_concurrency.lockutils [req-737e9594-3d9d-4831-99f4-dd67dff01b78 req-a302c4a0-03d6-4682-957e-eefa1c5be4ef service nova] Acquiring lock "6a4e1ee0-26ef-481b-bbe3-eebc22e5e3e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1579.203631] env[62438]: DEBUG oslo_concurrency.lockutils [req-737e9594-3d9d-4831-99f4-dd67dff01b78 req-a302c4a0-03d6-4682-957e-eefa1c5be4ef service nova] Lock "6a4e1ee0-26ef-481b-bbe3-eebc22e5e3e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1579.203953] env[62438]: DEBUG oslo_concurrency.lockutils [req-737e9594-3d9d-4831-99f4-dd67dff01b78 req-a302c4a0-03d6-4682-957e-eefa1c5be4ef service nova] Lock "6a4e1ee0-26ef-481b-bbe3-eebc22e5e3e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1579.204269] env[62438]: DEBUG nova.compute.manager [req-737e9594-3d9d-4831-99f4-dd67dff01b78 req-a302c4a0-03d6-4682-957e-eefa1c5be4ef service nova] [instance: 6a4e1ee0-26ef-481b-bbe3-eebc22e5e3e5] No waiting events found dispatching network-vif-plugged-d6776356-0bb7-4d30-ae9e-f4a6d3035eaf {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1579.204699] env[62438]: WARNING nova.compute.manager [req-737e9594-3d9d-4831-99f4-dd67dff01b78 req-a302c4a0-03d6-4682-957e-eefa1c5be4ef service nova] [instance: 6a4e1ee0-26ef-481b-bbe3-eebc22e5e3e5] Received unexpected event network-vif-plugged-d6776356-0bb7-4d30-ae9e-f4a6d3035eaf for instance with vm_state building and task_state spawning. [ 1579.204858] env[62438]: DEBUG nova.compute.manager [req-737e9594-3d9d-4831-99f4-dd67dff01b78 req-a302c4a0-03d6-4682-957e-eefa1c5be4ef service nova] [instance: 6a4e1ee0-26ef-481b-bbe3-eebc22e5e3e5] Received event network-changed-d6776356-0bb7-4d30-ae9e-f4a6d3035eaf {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1579.205157] env[62438]: DEBUG nova.compute.manager [req-737e9594-3d9d-4831-99f4-dd67dff01b78 req-a302c4a0-03d6-4682-957e-eefa1c5be4ef service nova] [instance: 6a4e1ee0-26ef-481b-bbe3-eebc22e5e3e5] Refreshing instance network info cache due to event network-changed-d6776356-0bb7-4d30-ae9e-f4a6d3035eaf. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1579.206153] env[62438]: DEBUG oslo_concurrency.lockutils [req-737e9594-3d9d-4831-99f4-dd67dff01b78 req-a302c4a0-03d6-4682-957e-eefa1c5be4ef service nova] Acquiring lock "refresh_cache-6a4e1ee0-26ef-481b-bbe3-eebc22e5e3e5" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1579.215677] env[62438]: DEBUG nova.network.neutron [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] [instance: 6a4e1ee0-26ef-481b-bbe3-eebc22e5e3e5] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1579.227319] env[62438]: DEBUG oslo_vmware.api [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52b96d29-eb1f-94f9-1198-2c501afdabb8, 'name': SearchDatastore_Task, 'duration_secs': 0.018311} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.227679] env[62438]: DEBUG oslo_concurrency.lockutils [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1579.227926] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] [instance: 2f64f74d-cbfc-49e5-a3d5-45d715172b90] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1579.228386] env[62438]: DEBUG oslo_concurrency.lockutils [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1579.228556] env[62438]: DEBUG oslo_concurrency.lockutils [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.228748] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1579.229081] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-624af779-da39-48aa-bd7c-6ade38f46cce {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.243189] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1579.243523] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1579.244519] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-218605ff-4741-4aff-8512-169ab0298d45 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.251485] env[62438]: DEBUG oslo_vmware.api [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Waiting for the task: (returnval){ [ 1579.251485] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5262a828-8f7b-7be2-274d-edf70eb7b3a1" [ 1579.251485] env[62438]: _type = "Task" [ 1579.251485] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.263712] env[62438]: DEBUG oslo_vmware.api [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5262a828-8f7b-7be2-274d-edf70eb7b3a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.411412] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f02f46d6-5ed4-4f24-ae78-d406098fb0d5 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.998s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1579.412479] env[62438]: DEBUG oslo_concurrency.lockutils [None req-df0bd9cc-7a8e-46b5-9ee0-787e3a32dc1e tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.307s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1579.414178] env[62438]: INFO nova.compute.claims [None req-df0bd9cc-7a8e-46b5-9ee0-787e3a32dc1e tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: a160d6df-ab59-48f0-a076-020afbd2af66] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1579.438707] env[62438]: INFO nova.scheduler.client.report [None req-f02f46d6-5ed4-4f24-ae78-d406098fb0d5 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Deleted allocations for instance 841c786c-b6fa-4f8d-8435-837a2bb6cf8d [ 1579.476367] env[62438]: DEBUG nova.network.neutron [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] [instance: 6a4e1ee0-26ef-481b-bbe3-eebc22e5e3e5] Updating instance_info_cache with network_info: [{"id": "d6776356-0bb7-4d30-ae9e-f4a6d3035eaf", "address": "fa:16:3e:45:6a:98", "network": {"id": "14c95549-8d4e-4cba-802c-aa361e2dacf7", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-401934394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75f529d6140b4c7da8a7bc3b269dc590", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6776356-0b", "ovs_interfaceid": "d6776356-0bb7-4d30-ae9e-f4a6d3035eaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1579.521732] env[62438]: DEBUG oslo_vmware.api [None req-abc2a260-739b-4efc-ac22-9adb80be4b53 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Task: {'id': task-1785088, 'name': PowerOnVM_Task, 'duration_secs': 0.877204} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.525967] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-abc2a260-739b-4efc-ac22-9adb80be4b53 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 7d53f422-ce2a-4fb4-b8f7-66da14a63202] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1579.526218] env[62438]: DEBUG nova.compute.manager [None req-abc2a260-739b-4efc-ac22-9adb80be4b53 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 7d53f422-ce2a-4fb4-b8f7-66da14a63202] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1579.527107] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3590a632-dfbd-4184-a1c4-b182746a0408 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.536432] env[62438]: DEBUG oslo_vmware.api [None req-dcd3067e-319b-41cd-8e4e-310f8de00f79 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785090, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.673803] env[62438]: DEBUG nova.virt.hardware [None req-537cf26a-f724-47ed-99f6-dd6fc0859852 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1579.674069] env[62438]: DEBUG nova.virt.hardware [None req-537cf26a-f724-47ed-99f6-dd6fc0859852 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1579.674242] env[62438]: DEBUG nova.virt.hardware [None req-537cf26a-f724-47ed-99f6-dd6fc0859852 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1579.674431] env[62438]: DEBUG nova.virt.hardware [None req-537cf26a-f724-47ed-99f6-dd6fc0859852 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1579.674586] env[62438]: DEBUG nova.virt.hardware [None req-537cf26a-f724-47ed-99f6-dd6fc0859852 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1579.674741] env[62438]: DEBUG nova.virt.hardware [None req-537cf26a-f724-47ed-99f6-dd6fc0859852 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1579.674982] env[62438]: DEBUG nova.virt.hardware [None req-537cf26a-f724-47ed-99f6-dd6fc0859852 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1579.675183] env[62438]: DEBUG nova.virt.hardware [None req-537cf26a-f724-47ed-99f6-dd6fc0859852 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1579.675361] env[62438]: DEBUG nova.virt.hardware [None req-537cf26a-f724-47ed-99f6-dd6fc0859852 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1579.675532] env[62438]: DEBUG nova.virt.hardware [None req-537cf26a-f724-47ed-99f6-dd6fc0859852 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1579.675717] env[62438]: DEBUG nova.virt.hardware [None req-537cf26a-f724-47ed-99f6-dd6fc0859852 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1579.676713] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4689282-ca8f-4793-b4cc-3951a7a3ee93 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.690865] env[62438]: DEBUG oslo_vmware.api [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Task: {'id': task-1785089, 'name': ReconfigVM_Task, 'duration_secs': 0.864614} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.692120] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9905050-9ccf-4d56-a952-bfa6e06dcaae {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.696085] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] [instance: 351f2438-f068-43d9-8b57-5216b6c607da] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 351f2438-f068-43d9-8b57-5216b6c607da/351f2438-f068-43d9-8b57-5216b6c607da.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1579.696724] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca61494e-fcf7-4494-899e-f528b2758bf5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.711047] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-537cf26a-f724-47ed-99f6-dd6fc0859852 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: a085cb1e-b5cf-4b45-9639-464232dfac12] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:ad:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a0885e13-1c4e-4c02-afc5-f7817af6f101', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1579.718552] env[62438]: DEBUG oslo.service.loopingcall [None req-537cf26a-f724-47ed-99f6-dd6fc0859852 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1579.720113] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a085cb1e-b5cf-4b45-9639-464232dfac12] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1579.720784] env[62438]: DEBUG oslo_vmware.api [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Waiting for the task: (returnval){ [ 1579.720784] env[62438]: value = "task-1785091" [ 1579.720784] env[62438]: _type = "Task" [ 1579.720784] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.720784] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-da91743d-8ab3-4ab9-955d-5c91999a796e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.748394] env[62438]: DEBUG oslo_vmware.api [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Task: {'id': task-1785091, 'name': Rename_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.751037] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1579.751037] env[62438]: value = "task-1785092" [ 1579.751037] env[62438]: _type = "Task" [ 1579.751037] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.766488] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785092, 'name': CreateVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.771753] env[62438]: DEBUG oslo_vmware.api [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5262a828-8f7b-7be2-274d-edf70eb7b3a1, 'name': SearchDatastore_Task, 'duration_secs': 0.016554} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.772924] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4688c7e9-a653-4bb6-b62c-6fb2f95273d0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.781837] env[62438]: DEBUG oslo_vmware.api [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Waiting for the task: (returnval){ [ 1579.781837] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]526602ba-dade-bcef-221e-d79f5775da32" [ 1579.781837] env[62438]: _type = "Task" [ 1579.781837] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.794262] env[62438]: DEBUG oslo_vmware.api [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]526602ba-dade-bcef-221e-d79f5775da32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.905384] env[62438]: DEBUG oslo_concurrency.lockutils [None req-27f94df1-5fc2-43e5-ad7e-286b83a4f273 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Acquiring lock "1191392f-d14e-4a06-b978-60a80682cbf7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1579.905723] env[62438]: DEBUG oslo_concurrency.lockutils [None req-27f94df1-5fc2-43e5-ad7e-286b83a4f273 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Lock "1191392f-d14e-4a06-b978-60a80682cbf7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1579.948201] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f02f46d6-5ed4-4f24-ae78-d406098fb0d5 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Lock "841c786c-b6fa-4f8d-8435-837a2bb6cf8d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.674s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1579.982708] env[62438]: DEBUG oslo_concurrency.lockutils [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Releasing lock "refresh_cache-6a4e1ee0-26ef-481b-bbe3-eebc22e5e3e5" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1579.982708] env[62438]: DEBUG nova.compute.manager [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] [instance: 6a4e1ee0-26ef-481b-bbe3-eebc22e5e3e5] Instance network_info: |[{"id": "d6776356-0bb7-4d30-ae9e-f4a6d3035eaf", "address": "fa:16:3e:45:6a:98", "network": {"id": "14c95549-8d4e-4cba-802c-aa361e2dacf7", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-401934394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75f529d6140b4c7da8a7bc3b269dc590", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6776356-0b", "ovs_interfaceid": "d6776356-0bb7-4d30-ae9e-f4a6d3035eaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1579.983100] env[62438]: DEBUG oslo_concurrency.lockutils [req-737e9594-3d9d-4831-99f4-dd67dff01b78 req-a302c4a0-03d6-4682-957e-eefa1c5be4ef service nova] Acquired lock "refresh_cache-6a4e1ee0-26ef-481b-bbe3-eebc22e5e3e5" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.983340] env[62438]: DEBUG nova.network.neutron [req-737e9594-3d9d-4831-99f4-dd67dff01b78 req-a302c4a0-03d6-4682-957e-eefa1c5be4ef service nova] [instance: 6a4e1ee0-26ef-481b-bbe3-eebc22e5e3e5] Refreshing network info cache for port d6776356-0bb7-4d30-ae9e-f4a6d3035eaf {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1579.984692] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] [instance: 6a4e1ee0-26ef-481b-bbe3-eebc22e5e3e5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:6a:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d5d0e0d-cdec-474a-a891-a9ceff15a8b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd6776356-0bb7-4d30-ae9e-f4a6d3035eaf', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1579.993773] env[62438]: DEBUG oslo.service.loopingcall [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1579.996872] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a4e1ee0-26ef-481b-bbe3-eebc22e5e3e5] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1579.997511] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc52a439-a3b9-4f00-bd40-eee3cf7f56e8 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.020497] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1580.020497] env[62438]: value = "task-1785094" [ 1580.020497] env[62438]: _type = "Task" [ 1580.020497] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.032577] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785094, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.036177] env[62438]: DEBUG oslo_vmware.api [None req-dcd3067e-319b-41cd-8e4e-310f8de00f79 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785090, 'name': CreateSnapshot_Task, 'duration_secs': 0.982643} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.036471] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-dcd3067e-319b-41cd-8e4e-310f8de00f79 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Created Snapshot of the VM instance {{(pid=62438) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1580.037241] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13119df5-7910-40b0-9ea2-ef05571cadfc {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.240267] env[62438]: DEBUG nova.network.neutron [req-737e9594-3d9d-4831-99f4-dd67dff01b78 req-a302c4a0-03d6-4682-957e-eefa1c5be4ef service nova] [instance: 6a4e1ee0-26ef-481b-bbe3-eebc22e5e3e5] Updated VIF entry in instance network info cache for port d6776356-0bb7-4d30-ae9e-f4a6d3035eaf. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1580.240632] env[62438]: DEBUG nova.network.neutron [req-737e9594-3d9d-4831-99f4-dd67dff01b78 req-a302c4a0-03d6-4682-957e-eefa1c5be4ef service nova] [instance: 6a4e1ee0-26ef-481b-bbe3-eebc22e5e3e5] Updating instance_info_cache with network_info: [{"id": "d6776356-0bb7-4d30-ae9e-f4a6d3035eaf", "address": "fa:16:3e:45:6a:98", "network": {"id": "14c95549-8d4e-4cba-802c-aa361e2dacf7", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-401934394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75f529d6140b4c7da8a7bc3b269dc590", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6776356-0b", "ovs_interfaceid": "d6776356-0bb7-4d30-ae9e-f4a6d3035eaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1580.248096] env[62438]: DEBUG oslo_vmware.api [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Task: {'id': task-1785091, 'name': Rename_Task, 'duration_secs': 0.175129} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.248374] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] [instance: 351f2438-f068-43d9-8b57-5216b6c607da] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1580.248628] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8ddec3e-72dc-4e1a-a279-0791b3aeba9e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.257783] env[62438]: DEBUG oslo_vmware.api [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Waiting for the task: (returnval){ [ 1580.257783] env[62438]: value = "task-1785095" [ 1580.257783] env[62438]: _type = "Task" [ 1580.257783] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.264290] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785092, 'name': CreateVM_Task, 'duration_secs': 0.370951} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.264799] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a085cb1e-b5cf-4b45-9639-464232dfac12] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1580.265512] env[62438]: DEBUG oslo_concurrency.lockutils [None req-537cf26a-f724-47ed-99f6-dd6fc0859852 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1580.265689] env[62438]: DEBUG oslo_concurrency.lockutils [None req-537cf26a-f724-47ed-99f6-dd6fc0859852 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1580.266045] env[62438]: DEBUG oslo_concurrency.lockutils [None req-537cf26a-f724-47ed-99f6-dd6fc0859852 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1580.266320] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef1a8f7a-8d1f-47aa-b498-2913f85e7187 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.270807] env[62438]: DEBUG oslo_vmware.api [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Task: {'id': task-1785095, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.273789] env[62438]: DEBUG oslo_vmware.api [None req-537cf26a-f724-47ed-99f6-dd6fc0859852 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Waiting for the task: (returnval){ [ 1580.273789] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]526a9d93-c8cf-f681-5ee7-5105f312b784" [ 1580.273789] env[62438]: _type = "Task" [ 1580.273789] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.281382] env[62438]: DEBUG oslo_vmware.api [None req-537cf26a-f724-47ed-99f6-dd6fc0859852 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]526a9d93-c8cf-f681-5ee7-5105f312b784, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.291268] env[62438]: DEBUG oslo_vmware.api [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]526602ba-dade-bcef-221e-d79f5775da32, 'name': SearchDatastore_Task, 'duration_secs': 0.011692} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.291524] env[62438]: DEBUG oslo_concurrency.lockutils [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1580.291855] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 2f64f74d-cbfc-49e5-a3d5-45d715172b90/2f64f74d-cbfc-49e5-a3d5-45d715172b90.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1580.292138] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb7b8ee4-da1d-4acf-99c0-0fda40ffae1d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.300027] env[62438]: DEBUG oslo_vmware.api [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Waiting for the task: (returnval){ [ 1580.300027] env[62438]: value = "task-1785096" [ 1580.300027] env[62438]: _type = "Task" [ 1580.300027] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.310784] env[62438]: DEBUG oslo_vmware.api [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Task: {'id': task-1785096, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.409909] env[62438]: DEBUG nova.compute.manager [None req-27f94df1-5fc2-43e5-ad7e-286b83a4f273 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 1191392f-d14e-4a06-b978-60a80682cbf7] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1580.534026] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785094, 'name': CreateVM_Task} progress is 99%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.562408] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-dcd3067e-319b-41cd-8e4e-310f8de00f79 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Creating linked-clone VM from snapshot {{(pid=62438) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1580.563302] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-51b80007-0d4b-4b35-a211-a820022450d4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.578016] env[62438]: DEBUG oslo_vmware.api [None req-dcd3067e-319b-41cd-8e4e-310f8de00f79 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Waiting for the task: (returnval){ [ 1580.578016] env[62438]: value = "task-1785097" [ 1580.578016] env[62438]: _type = "Task" [ 1580.578016] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.588931] env[62438]: DEBUG oslo_vmware.api [None req-dcd3067e-319b-41cd-8e4e-310f8de00f79 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785097, 'name': CloneVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.743796] env[62438]: DEBUG oslo_concurrency.lockutils [req-737e9594-3d9d-4831-99f4-dd67dff01b78 req-a302c4a0-03d6-4682-957e-eefa1c5be4ef service nova] Releasing lock "refresh_cache-6a4e1ee0-26ef-481b-bbe3-eebc22e5e3e5" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1580.765443] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7328bea5-fe29-4ba6-a5c1-f75962b7fb06 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.773445] env[62438]: DEBUG oslo_vmware.api [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Task: {'id': task-1785095, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.782477] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90dce34b-eb05-46c0-841f-ed66c747e765 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.789837] env[62438]: DEBUG oslo_vmware.api [None req-537cf26a-f724-47ed-99f6-dd6fc0859852 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]526a9d93-c8cf-f681-5ee7-5105f312b784, 'name': SearchDatastore_Task, 'duration_secs': 0.014197} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.791118] env[62438]: DEBUG oslo_concurrency.lockutils [None req-537cf26a-f724-47ed-99f6-dd6fc0859852 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1580.791460] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-537cf26a-f724-47ed-99f6-dd6fc0859852 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: a085cb1e-b5cf-4b45-9639-464232dfac12] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1580.791778] env[62438]: DEBUG oslo_concurrency.lockutils [None req-537cf26a-f724-47ed-99f6-dd6fc0859852 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1580.791947] env[62438]: DEBUG oslo_concurrency.lockutils [None req-537cf26a-f724-47ed-99f6-dd6fc0859852 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1580.792276] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-537cf26a-f724-47ed-99f6-dd6fc0859852 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1580.792604] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a109c10-b0a0-4918-b6ec-aeb1fa189634 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.823750] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be29a72e-972b-41e6-ad09-787b597c2d0d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.827236] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-537cf26a-f724-47ed-99f6-dd6fc0859852 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1580.827400] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-537cf26a-f724-47ed-99f6-dd6fc0859852 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1580.828726] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-549cc8d2-8f0d-4ce5-a773-0502f852717a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.838112] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-580a5557-4a76-4e4d-bdb8-b3b30eada9fc {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.842956] env[62438]: DEBUG oslo_vmware.api [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Task: {'id': task-1785096, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524661} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.844292] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 2f64f74d-cbfc-49e5-a3d5-45d715172b90/2f64f74d-cbfc-49e5-a3d5-45d715172b90.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1580.844521] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] [instance: 2f64f74d-cbfc-49e5-a3d5-45d715172b90] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1580.844871] env[62438]: DEBUG oslo_vmware.api [None req-537cf26a-f724-47ed-99f6-dd6fc0859852 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Waiting for the task: (returnval){ [ 1580.844871] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]522ef045-f3bc-6292-b09e-d1aa514d9a23" [ 1580.844871] env[62438]: _type = "Task" [ 1580.844871] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.845468] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-40e391fe-bb33-46ae-a24d-c83c3475f10e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.860481] env[62438]: DEBUG nova.compute.provider_tree [None req-df0bd9cc-7a8e-46b5-9ee0-787e3a32dc1e tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1580.867912] env[62438]: DEBUG oslo_vmware.api [None req-537cf26a-f724-47ed-99f6-dd6fc0859852 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]522ef045-f3bc-6292-b09e-d1aa514d9a23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.869658] env[62438]: DEBUG oslo_vmware.api [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Waiting for the task: (returnval){ [ 1580.869658] env[62438]: value = "task-1785098" [ 1580.869658] env[62438]: _type = "Task" [ 1580.869658] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.882268] env[62438]: DEBUG oslo_vmware.api [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Task: {'id': task-1785098, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.932448] env[62438]: DEBUG oslo_concurrency.lockutils [None req-27f94df1-5fc2-43e5-ad7e-286b83a4f273 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1581.034831] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785094, 'name': CreateVM_Task, 'duration_secs': 0.66147} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.035152] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a4e1ee0-26ef-481b-bbe3-eebc22e5e3e5] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1581.036211] env[62438]: DEBUG oslo_concurrency.lockutils [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1581.036449] env[62438]: DEBUG oslo_concurrency.lockutils [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1581.036939] env[62438]: DEBUG oslo_concurrency.lockutils [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1581.037333] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e7407e6-9865-416f-b6f2-c5930ef82f99 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.044404] env[62438]: DEBUG oslo_vmware.api [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Waiting for the task: (returnval){ [ 1581.044404] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5294c2ba-99dc-ddb9-2881-7af8ddae6e72" [ 1581.044404] env[62438]: _type = "Task" [ 1581.044404] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.053331] env[62438]: DEBUG oslo_vmware.api [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5294c2ba-99dc-ddb9-2881-7af8ddae6e72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.088022] env[62438]: DEBUG oslo_vmware.api [None req-dcd3067e-319b-41cd-8e4e-310f8de00f79 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785097, 'name': CloneVM_Task} progress is 94%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.270128] env[62438]: DEBUG oslo_vmware.api [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Task: {'id': task-1785095, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.358096] env[62438]: DEBUG oslo_vmware.api [None req-537cf26a-f724-47ed-99f6-dd6fc0859852 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]522ef045-f3bc-6292-b09e-d1aa514d9a23, 'name': SearchDatastore_Task, 'duration_secs': 0.03337} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.359054] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-933529af-701f-414e-bbc1-5ad324ec065f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.363446] env[62438]: DEBUG nova.scheduler.client.report [None req-df0bd9cc-7a8e-46b5-9ee0-787e3a32dc1e tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1581.367907] env[62438]: DEBUG oslo_vmware.api [None req-537cf26a-f724-47ed-99f6-dd6fc0859852 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Waiting for the task: (returnval){ [ 1581.367907] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]524e0abb-ff18-c32d-9667-162eb419fdc7" [ 1581.367907] env[62438]: _type = "Task" [ 1581.367907] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.382520] env[62438]: DEBUG oslo_vmware.api [None req-537cf26a-f724-47ed-99f6-dd6fc0859852 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]524e0abb-ff18-c32d-9667-162eb419fdc7, 'name': SearchDatastore_Task} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.382776] env[62438]: DEBUG oslo_vmware.api [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Task: {'id': task-1785098, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091596} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.383099] env[62438]: DEBUG oslo_concurrency.lockutils [None req-537cf26a-f724-47ed-99f6-dd6fc0859852 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1581.383375] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-537cf26a-f724-47ed-99f6-dd6fc0859852 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] a085cb1e-b5cf-4b45-9639-464232dfac12/a085cb1e-b5cf-4b45-9639-464232dfac12.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1581.383660] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] [instance: 2f64f74d-cbfc-49e5-a3d5-45d715172b90] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1581.383920] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-536f4cd3-3b60-4005-ba36-0597979da3b2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.386592] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35bfb3a7-b373-444a-a970-c36a4a7e32dc {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.410625] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] [instance: 2f64f74d-cbfc-49e5-a3d5-45d715172b90] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 2f64f74d-cbfc-49e5-a3d5-45d715172b90/2f64f74d-cbfc-49e5-a3d5-45d715172b90.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1581.412395] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f4c8de1-3f8c-4b26-b82d-18e887c5e2a1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.426970] env[62438]: DEBUG oslo_vmware.api [None req-537cf26a-f724-47ed-99f6-dd6fc0859852 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Waiting for the task: (returnval){ [ 1581.426970] env[62438]: value = "task-1785099" [ 1581.426970] env[62438]: _type = "Task" [ 1581.426970] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.434092] env[62438]: DEBUG oslo_vmware.api [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Waiting for the task: (returnval){ [ 1581.434092] env[62438]: value = "task-1785100" [ 1581.434092] env[62438]: _type = "Task" [ 1581.434092] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.437307] env[62438]: DEBUG oslo_vmware.api [None req-537cf26a-f724-47ed-99f6-dd6fc0859852 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785099, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.445705] env[62438]: DEBUG oslo_vmware.api [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Task: {'id': task-1785100, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.557450] env[62438]: DEBUG oslo_vmware.api [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5294c2ba-99dc-ddb9-2881-7af8ddae6e72, 'name': SearchDatastore_Task, 'duration_secs': 0.047303} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.557820] env[62438]: DEBUG oslo_concurrency.lockutils [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1581.558081] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] [instance: 6a4e1ee0-26ef-481b-bbe3-eebc22e5e3e5] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1581.558389] env[62438]: DEBUG oslo_concurrency.lockutils [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1581.558533] env[62438]: DEBUG oslo_concurrency.lockutils [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1581.558744] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1581.559029] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6acf6c70-f2fc-4e12-ab18-d32ddc33d210 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.568405] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1581.568604] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1581.569395] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0de59edd-e267-40af-8a7c-5db37071aa7a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.575495] env[62438]: DEBUG oslo_vmware.api [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Waiting for the task: (returnval){ [ 1581.575495] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52b1be6f-f247-fbf1-202c-b83cfab8a209" [ 1581.575495] env[62438]: _type = "Task" [ 1581.575495] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.586936] env[62438]: DEBUG oslo_vmware.api [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52b1be6f-f247-fbf1-202c-b83cfab8a209, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.590046] env[62438]: DEBUG oslo_vmware.api [None req-dcd3067e-319b-41cd-8e4e-310f8de00f79 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785097, 'name': CloneVM_Task} progress is 94%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.770791] env[62438]: DEBUG oslo_vmware.api [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Task: {'id': task-1785095, 'name': PowerOnVM_Task, 'duration_secs': 1.108736} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.771133] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] [instance: 351f2438-f068-43d9-8b57-5216b6c607da] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1581.771548] env[62438]: INFO nova.compute.manager [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] [instance: 351f2438-f068-43d9-8b57-5216b6c607da] Took 9.37 seconds to spawn the instance on the hypervisor. [ 1581.771792] env[62438]: DEBUG nova.compute.manager [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] [instance: 351f2438-f068-43d9-8b57-5216b6c607da] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1581.772782] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-180af08e-b1aa-45ec-a99f-a89a77990ea3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.871050] env[62438]: DEBUG oslo_concurrency.lockutils [None req-df0bd9cc-7a8e-46b5-9ee0-787e3a32dc1e tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.458s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1581.871050] env[62438]: DEBUG nova.compute.manager [None req-df0bd9cc-7a8e-46b5-9ee0-787e3a32dc1e tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: a160d6df-ab59-48f0-a076-020afbd2af66] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1581.874354] env[62438]: DEBUG oslo_concurrency.lockutils [None req-19faa78a-76c8-457a-bd2c-357de2afc3e8 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.906s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1581.876139] env[62438]: INFO nova.compute.claims [None req-19faa78a-76c8-457a-bd2c-357de2afc3e8 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] [instance: 921a7f85-8228-43d9-aa60-bc2992714cc8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1581.939094] env[62438]: DEBUG oslo_vmware.api [None req-537cf26a-f724-47ed-99f6-dd6fc0859852 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785099, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.950981] env[62438]: DEBUG oslo_vmware.api [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Task: {'id': task-1785100, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.089081] env[62438]: DEBUG oslo_vmware.api [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52b1be6f-f247-fbf1-202c-b83cfab8a209, 'name': SearchDatastore_Task, 'duration_secs': 0.013142} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.092808] env[62438]: DEBUG oslo_vmware.api [None req-dcd3067e-319b-41cd-8e4e-310f8de00f79 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785097, 'name': CloneVM_Task} progress is 94%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.093056] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1619f44-7cbb-4cc8-9fd3-821cff82da12 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.098336] env[62438]: DEBUG oslo_vmware.api [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Waiting for the task: (returnval){ [ 1582.098336] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52df11e6-5df5-2dbd-06ca-edd66d2f9eb0" [ 1582.098336] env[62438]: _type = "Task" [ 1582.098336] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.106323] env[62438]: DEBUG oslo_vmware.api [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52df11e6-5df5-2dbd-06ca-edd66d2f9eb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.291815] env[62438]: INFO nova.compute.manager [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] [instance: 351f2438-f068-43d9-8b57-5216b6c607da] Took 25.83 seconds to build instance. [ 1582.382160] env[62438]: DEBUG nova.compute.utils [None req-df0bd9cc-7a8e-46b5-9ee0-787e3a32dc1e tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1582.385541] env[62438]: DEBUG nova.compute.manager [None req-df0bd9cc-7a8e-46b5-9ee0-787e3a32dc1e tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: a160d6df-ab59-48f0-a076-020afbd2af66] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1582.385712] env[62438]: DEBUG nova.network.neutron [None req-df0bd9cc-7a8e-46b5-9ee0-787e3a32dc1e tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: a160d6df-ab59-48f0-a076-020afbd2af66] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1582.436136] env[62438]: DEBUG nova.policy [None req-df0bd9cc-7a8e-46b5-9ee0-787e3a32dc1e tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e74422c2acac44a8a8303c0135989297', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4c7d5b4fe1064c71becc5699e8467387', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1582.441147] env[62438]: DEBUG oslo_vmware.api [None req-537cf26a-f724-47ed-99f6-dd6fc0859852 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785099, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.629022} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.445027] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-537cf26a-f724-47ed-99f6-dd6fc0859852 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] a085cb1e-b5cf-4b45-9639-464232dfac12/a085cb1e-b5cf-4b45-9639-464232dfac12.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1582.445027] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-537cf26a-f724-47ed-99f6-dd6fc0859852 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: a085cb1e-b5cf-4b45-9639-464232dfac12] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1582.445027] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f3a7026e-5f4b-4d0f-9eda-e3f2009aad65 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.452197] env[62438]: DEBUG oslo_vmware.api [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Task: {'id': task-1785100, 'name': ReconfigVM_Task, 'duration_secs': 0.878068} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.453527] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] [instance: 2f64f74d-cbfc-49e5-a3d5-45d715172b90] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 2f64f74d-cbfc-49e5-a3d5-45d715172b90/2f64f74d-cbfc-49e5-a3d5-45d715172b90.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1582.454318] env[62438]: DEBUG oslo_vmware.api [None req-537cf26a-f724-47ed-99f6-dd6fc0859852 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Waiting for the task: (returnval){ [ 1582.454318] env[62438]: value = "task-1785101" [ 1582.454318] env[62438]: _type = "Task" [ 1582.454318] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.454454] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bbc7a258-6cda-4750-8e35-49493fac80ff {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.466173] env[62438]: DEBUG oslo_vmware.api [None req-537cf26a-f724-47ed-99f6-dd6fc0859852 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785101, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.466173] env[62438]: DEBUG oslo_vmware.api [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Waiting for the task: (returnval){ [ 1582.466173] env[62438]: value = "task-1785102" [ 1582.466173] env[62438]: _type = "Task" [ 1582.466173] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.476153] env[62438]: DEBUG oslo_vmware.api [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Task: {'id': task-1785102, 'name': Rename_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.591640] env[62438]: DEBUG oslo_vmware.api [None req-dcd3067e-319b-41cd-8e4e-310f8de00f79 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785097, 'name': CloneVM_Task, 'duration_secs': 1.941322} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.592036] env[62438]: INFO nova.virt.vmwareapi.vmops [None req-dcd3067e-319b-41cd-8e4e-310f8de00f79 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Created linked-clone VM from snapshot [ 1582.592751] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ea55d1a-a843-4d3b-910f-597e8113041c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.601307] env[62438]: DEBUG nova.virt.vmwareapi.images [None req-dcd3067e-319b-41cd-8e4e-310f8de00f79 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Uploading image 56ea5696-7e47-4270-997c-db31aa340250 {{(pid=62438) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 1582.613606] env[62438]: DEBUG oslo_vmware.api [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52df11e6-5df5-2dbd-06ca-edd66d2f9eb0, 'name': SearchDatastore_Task, 'duration_secs': 0.020424} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.613907] env[62438]: DEBUG oslo_concurrency.lockutils [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1582.614189] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 6a4e1ee0-26ef-481b-bbe3-eebc22e5e3e5/6a4e1ee0-26ef-481b-bbe3-eebc22e5e3e5.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1582.614488] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-531a4528-7775-4d3a-996a-d46e669a4498 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.622122] env[62438]: DEBUG oslo_vmware.api [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Waiting for the task: (returnval){ [ 1582.622122] env[62438]: value = "task-1785103" [ 1582.622122] env[62438]: _type = "Task" [ 1582.622122] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.627540] env[62438]: DEBUG oslo_vmware.rw_handles [None req-dcd3067e-319b-41cd-8e4e-310f8de00f79 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1582.627540] env[62438]: value = "vm-370426" [ 1582.627540] env[62438]: _type = "VirtualMachine" [ 1582.627540] env[62438]: }. {{(pid=62438) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1582.627834] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-eb299a6b-25a2-41a1-94d7-171f14ee223a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.635089] env[62438]: DEBUG oslo_vmware.api [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Task: {'id': task-1785103, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.636562] env[62438]: DEBUG oslo_vmware.rw_handles [None req-dcd3067e-319b-41cd-8e4e-310f8de00f79 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Lease: (returnval){ [ 1582.636562] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]520540ff-a491-bd33-d7ca-09c47a2e9d1a" [ 1582.636562] env[62438]: _type = "HttpNfcLease" [ 1582.636562] env[62438]: } obtained for exporting VM: (result){ [ 1582.636562] env[62438]: value = "vm-370426" [ 1582.636562] env[62438]: _type = "VirtualMachine" [ 1582.636562] env[62438]: }. {{(pid=62438) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1582.636932] env[62438]: DEBUG oslo_vmware.api [None req-dcd3067e-319b-41cd-8e4e-310f8de00f79 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Waiting for the lease: (returnval){ [ 1582.636932] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]520540ff-a491-bd33-d7ca-09c47a2e9d1a" [ 1582.636932] env[62438]: _type = "HttpNfcLease" [ 1582.636932] env[62438]: } to be ready. {{(pid=62438) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1582.643609] env[62438]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1582.643609] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]520540ff-a491-bd33-d7ca-09c47a2e9d1a" [ 1582.643609] env[62438]: _type = "HttpNfcLease" [ 1582.643609] env[62438]: } is initializing. {{(pid=62438) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1582.744261] env[62438]: DEBUG nova.network.neutron [None req-df0bd9cc-7a8e-46b5-9ee0-787e3a32dc1e tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: a160d6df-ab59-48f0-a076-020afbd2af66] Successfully created port: 76dc258d-74d7-4b5e-b026-c24a300bcfec {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1582.794219] env[62438]: DEBUG oslo_concurrency.lockutils [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Lock "351f2438-f068-43d9-8b57-5216b6c607da" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.347s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1582.886144] env[62438]: DEBUG nova.compute.manager [None req-df0bd9cc-7a8e-46b5-9ee0-787e3a32dc1e tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: a160d6df-ab59-48f0-a076-020afbd2af66] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1582.967979] env[62438]: DEBUG oslo_vmware.api [None req-537cf26a-f724-47ed-99f6-dd6fc0859852 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785101, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072293} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.970986] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-537cf26a-f724-47ed-99f6-dd6fc0859852 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: a085cb1e-b5cf-4b45-9639-464232dfac12] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1582.971766] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ecd6f57-dce1-40f0-9a45-0c75e458e39f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.990485] env[62438]: DEBUG oslo_vmware.api [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Task: {'id': task-1785102, 'name': Rename_Task} progress is 99%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.003009] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-537cf26a-f724-47ed-99f6-dd6fc0859852 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: a085cb1e-b5cf-4b45-9639-464232dfac12] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] a085cb1e-b5cf-4b45-9639-464232dfac12/a085cb1e-b5cf-4b45-9639-464232dfac12.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1583.006593] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85999ca1-5a3f-488b-86ff-5719963b162d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.029201] env[62438]: DEBUG oslo_vmware.api [None req-537cf26a-f724-47ed-99f6-dd6fc0859852 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Waiting for the task: (returnval){ [ 1583.029201] env[62438]: value = "task-1785105" [ 1583.029201] env[62438]: _type = "Task" [ 1583.029201] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.040649] env[62438]: DEBUG oslo_vmware.api [None req-537cf26a-f724-47ed-99f6-dd6fc0859852 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785105, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.134478] env[62438]: DEBUG oslo_vmware.api [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Task: {'id': task-1785103, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.146894] env[62438]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1583.146894] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]520540ff-a491-bd33-d7ca-09c47a2e9d1a" [ 1583.146894] env[62438]: _type = "HttpNfcLease" [ 1583.146894] env[62438]: } is ready. {{(pid=62438) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1583.147492] env[62438]: DEBUG oslo_vmware.rw_handles [None req-dcd3067e-319b-41cd-8e4e-310f8de00f79 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1583.147492] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]520540ff-a491-bd33-d7ca-09c47a2e9d1a" [ 1583.147492] env[62438]: _type = "HttpNfcLease" [ 1583.147492] env[62438]: }. {{(pid=62438) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1583.149047] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b76e3b3-e012-4521-a690-c80f2eef3c62 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.160614] env[62438]: DEBUG oslo_vmware.rw_handles [None req-dcd3067e-319b-41cd-8e4e-310f8de00f79 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5286a8d5-600f-2968-2bb9-ea8b15bc3d03/disk-0.vmdk from lease info. {{(pid=62438) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1583.160969] env[62438]: DEBUG oslo_vmware.rw_handles [None req-dcd3067e-319b-41cd-8e4e-310f8de00f79 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5286a8d5-600f-2968-2bb9-ea8b15bc3d03/disk-0.vmdk for reading. {{(pid=62438) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1583.264280] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6303d485-15b7-4862-adf1-fd8414b60e87 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.272659] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f0b4f6-1405-403f-ad72-1a5ab50db567 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.304393] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e4496e9-74e6-4160-a5da-78ef46d83db4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.312822] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c7b880-5874-43ac-8880-df16cf6e608f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.327427] env[62438]: DEBUG nova.compute.provider_tree [None req-19faa78a-76c8-457a-bd2c-357de2afc3e8 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1583.461237] env[62438]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2ac1c377-377f-4261-8656-85982db70240 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.480053] env[62438]: DEBUG oslo_vmware.api [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Task: {'id': task-1785102, 'name': Rename_Task} progress is 99%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.544408] env[62438]: DEBUG oslo_vmware.api [None req-537cf26a-f724-47ed-99f6-dd6fc0859852 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785105, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.634795] env[62438]: DEBUG oslo_vmware.api [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Task: {'id': task-1785103, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.730074] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a4e7947d-15d5-4a83-81ab-20b8f7244b83 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Acquiring lock "e8cde59b-5e45-4f29-9fad-c96039006c88" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1583.730484] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a4e7947d-15d5-4a83-81ab-20b8f7244b83 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Lock "e8cde59b-5e45-4f29-9fad-c96039006c88" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1583.730674] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a4e7947d-15d5-4a83-81ab-20b8f7244b83 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Acquiring lock "e8cde59b-5e45-4f29-9fad-c96039006c88-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1583.730884] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a4e7947d-15d5-4a83-81ab-20b8f7244b83 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Lock "e8cde59b-5e45-4f29-9fad-c96039006c88-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1583.731101] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a4e7947d-15d5-4a83-81ab-20b8f7244b83 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Lock "e8cde59b-5e45-4f29-9fad-c96039006c88-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1583.733638] env[62438]: INFO nova.compute.manager [None req-a4e7947d-15d5-4a83-81ab-20b8f7244b83 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] [instance: e8cde59b-5e45-4f29-9fad-c96039006c88] Terminating instance [ 1583.736653] env[62438]: DEBUG nova.compute.manager [None req-a4e7947d-15d5-4a83-81ab-20b8f7244b83 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] [instance: e8cde59b-5e45-4f29-9fad-c96039006c88] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1583.737031] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a4e7947d-15d5-4a83-81ab-20b8f7244b83 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] [instance: e8cde59b-5e45-4f29-9fad-c96039006c88] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1583.737823] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95e49b34-89d2-45ca-a35a-93d0babdf4fa {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.746500] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4e7947d-15d5-4a83-81ab-20b8f7244b83 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] [instance: e8cde59b-5e45-4f29-9fad-c96039006c88] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1583.746800] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c49d3109-a0a7-437f-b818-9b388761a307 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.754652] env[62438]: DEBUG oslo_vmware.api [None req-a4e7947d-15d5-4a83-81ab-20b8f7244b83 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Waiting for the task: (returnval){ [ 1583.754652] env[62438]: value = "task-1785106" [ 1583.754652] env[62438]: _type = "Task" [ 1583.754652] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.764031] env[62438]: DEBUG oslo_vmware.api [None req-a4e7947d-15d5-4a83-81ab-20b8f7244b83 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Task: {'id': task-1785106, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.830473] env[62438]: DEBUG nova.scheduler.client.report [None req-19faa78a-76c8-457a-bd2c-357de2afc3e8 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1583.901580] env[62438]: DEBUG nova.compute.manager [None req-df0bd9cc-7a8e-46b5-9ee0-787e3a32dc1e tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: a160d6df-ab59-48f0-a076-020afbd2af66] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1583.934671] env[62438]: DEBUG nova.virt.hardware [None req-df0bd9cc-7a8e-46b5-9ee0-787e3a32dc1e tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1583.935190] env[62438]: DEBUG nova.virt.hardware [None req-df0bd9cc-7a8e-46b5-9ee0-787e3a32dc1e tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1583.935455] env[62438]: DEBUG nova.virt.hardware [None req-df0bd9cc-7a8e-46b5-9ee0-787e3a32dc1e tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1583.935840] env[62438]: DEBUG nova.virt.hardware [None req-df0bd9cc-7a8e-46b5-9ee0-787e3a32dc1e tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1583.936165] env[62438]: DEBUG nova.virt.hardware [None req-df0bd9cc-7a8e-46b5-9ee0-787e3a32dc1e tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1583.936974] env[62438]: DEBUG nova.virt.hardware [None req-df0bd9cc-7a8e-46b5-9ee0-787e3a32dc1e tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1583.937111] env[62438]: DEBUG nova.virt.hardware [None req-df0bd9cc-7a8e-46b5-9ee0-787e3a32dc1e tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1583.937257] env[62438]: DEBUG nova.virt.hardware [None req-df0bd9cc-7a8e-46b5-9ee0-787e3a32dc1e tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1583.937504] env[62438]: DEBUG nova.virt.hardware [None req-df0bd9cc-7a8e-46b5-9ee0-787e3a32dc1e tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1583.937751] env[62438]: DEBUG nova.virt.hardware [None req-df0bd9cc-7a8e-46b5-9ee0-787e3a32dc1e tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1583.937960] env[62438]: DEBUG nova.virt.hardware [None req-df0bd9cc-7a8e-46b5-9ee0-787e3a32dc1e tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1583.939265] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4415f5f-bb1b-4391-84db-ad38f384dd89 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.955100] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9653ac38-f50b-4ead-8a47-79a4f3269850 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.985939] env[62438]: DEBUG oslo_vmware.api [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Task: {'id': task-1785102, 'name': Rename_Task, 'duration_secs': 1.261387} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.986355] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] [instance: 2f64f74d-cbfc-49e5-a3d5-45d715172b90] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1583.987364] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-893dfa39-0e81-4ec1-b3bb-a77a42f00da0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.996086] env[62438]: DEBUG oslo_vmware.api [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Waiting for the task: (returnval){ [ 1583.996086] env[62438]: value = "task-1785107" [ 1583.996086] env[62438]: _type = "Task" [ 1583.996086] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.006314] env[62438]: DEBUG oslo_vmware.api [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Task: {'id': task-1785107, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.042358] env[62438]: DEBUG oslo_vmware.api [None req-537cf26a-f724-47ed-99f6-dd6fc0859852 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785105, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.135709] env[62438]: DEBUG oslo_vmware.api [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Task: {'id': task-1785103, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.267694] env[62438]: DEBUG oslo_vmware.api [None req-a4e7947d-15d5-4a83-81ab-20b8f7244b83 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Task: {'id': task-1785106, 'name': PowerOffVM_Task, 'duration_secs': 0.21909} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.267929] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4e7947d-15d5-4a83-81ab-20b8f7244b83 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] [instance: e8cde59b-5e45-4f29-9fad-c96039006c88] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1584.268140] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a4e7947d-15d5-4a83-81ab-20b8f7244b83 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] [instance: e8cde59b-5e45-4f29-9fad-c96039006c88] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1584.268420] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c0be096a-8f5a-48b7-96f4-f08f682778c0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.337143] env[62438]: DEBUG oslo_concurrency.lockutils [None req-19faa78a-76c8-457a-bd2c-357de2afc3e8 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.463s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1584.337730] env[62438]: DEBUG nova.compute.manager [None req-19faa78a-76c8-457a-bd2c-357de2afc3e8 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] [instance: 921a7f85-8228-43d9-aa60-bc2992714cc8] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1584.341785] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8688021f-debb-4382-9aca-6ac060cf6452 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.845s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1584.344327] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8688021f-debb-4382-9aca-6ac060cf6452 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1584.350142] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8c2893b9-c5ef-4e12-b69e-d158656db658 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.030s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1584.352694] env[62438]: INFO nova.compute.claims [None req-8c2893b9-c5ef-4e12-b69e-d158656db658 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: 7c85d7ca-3255-452e-9486-2d3b618e7039] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1584.392603] env[62438]: INFO nova.scheduler.client.report [None req-8688021f-debb-4382-9aca-6ac060cf6452 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Deleted allocations for instance fa1146c8-af2b-49a6-88f0-6fee8773ce67 [ 1584.512167] env[62438]: DEBUG oslo_vmware.api [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Task: {'id': task-1785107, 'name': PowerOnVM_Task} progress is 99%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.515518] env[62438]: DEBUG nova.compute.manager [req-51901b11-0ac8-4e5f-8aa1-0d30813ac739 req-a618b1e1-faf1-4ddd-82c3-55be357264b0 service nova] [instance: a160d6df-ab59-48f0-a076-020afbd2af66] Received event network-vif-plugged-76dc258d-74d7-4b5e-b026-c24a300bcfec {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1584.520610] env[62438]: DEBUG oslo_concurrency.lockutils [req-51901b11-0ac8-4e5f-8aa1-0d30813ac739 req-a618b1e1-faf1-4ddd-82c3-55be357264b0 service nova] Acquiring lock "a160d6df-ab59-48f0-a076-020afbd2af66-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1584.520962] env[62438]: DEBUG oslo_concurrency.lockutils [req-51901b11-0ac8-4e5f-8aa1-0d30813ac739 req-a618b1e1-faf1-4ddd-82c3-55be357264b0 service nova] Lock "a160d6df-ab59-48f0-a076-020afbd2af66-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1584.521240] env[62438]: DEBUG oslo_concurrency.lockutils [req-51901b11-0ac8-4e5f-8aa1-0d30813ac739 req-a618b1e1-faf1-4ddd-82c3-55be357264b0 service nova] Lock "a160d6df-ab59-48f0-a076-020afbd2af66-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1584.521484] env[62438]: DEBUG nova.compute.manager [req-51901b11-0ac8-4e5f-8aa1-0d30813ac739 req-a618b1e1-faf1-4ddd-82c3-55be357264b0 service nova] [instance: a160d6df-ab59-48f0-a076-020afbd2af66] No waiting events found dispatching network-vif-plugged-76dc258d-74d7-4b5e-b026-c24a300bcfec {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1584.523748] env[62438]: WARNING nova.compute.manager [req-51901b11-0ac8-4e5f-8aa1-0d30813ac739 req-a618b1e1-faf1-4ddd-82c3-55be357264b0 service nova] [instance: a160d6df-ab59-48f0-a076-020afbd2af66] Received unexpected event network-vif-plugged-76dc258d-74d7-4b5e-b026-c24a300bcfec for instance with vm_state building and task_state spawning. [ 1584.530018] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a4e7947d-15d5-4a83-81ab-20b8f7244b83 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] [instance: e8cde59b-5e45-4f29-9fad-c96039006c88] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1584.530018] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a4e7947d-15d5-4a83-81ab-20b8f7244b83 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] [instance: e8cde59b-5e45-4f29-9fad-c96039006c88] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1584.530018] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4e7947d-15d5-4a83-81ab-20b8f7244b83 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Deleting the datastore file [datastore1] e8cde59b-5e45-4f29-9fad-c96039006c88 {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1584.530450] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2441dcad-8088-44c4-b47c-43300a430a0d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.548303] env[62438]: DEBUG oslo_vmware.api [None req-537cf26a-f724-47ed-99f6-dd6fc0859852 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785105, 'name': ReconfigVM_Task, 'duration_secs': 1.273218} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.549596] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-537cf26a-f724-47ed-99f6-dd6fc0859852 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: a085cb1e-b5cf-4b45-9639-464232dfac12] Reconfigured VM instance instance-0000003d to attach disk [datastore1] a085cb1e-b5cf-4b45-9639-464232dfac12/a085cb1e-b5cf-4b45-9639-464232dfac12.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1584.550609] env[62438]: DEBUG oslo_vmware.api [None req-a4e7947d-15d5-4a83-81ab-20b8f7244b83 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Waiting for the task: (returnval){ [ 1584.550609] env[62438]: value = "task-1785109" [ 1584.550609] env[62438]: _type = "Task" [ 1584.550609] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.550882] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5be96a3b-7672-4030-8b0f-fe79a3cf1474 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.565535] env[62438]: DEBUG oslo_vmware.api [None req-a4e7947d-15d5-4a83-81ab-20b8f7244b83 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Task: {'id': task-1785109, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.567854] env[62438]: DEBUG oslo_vmware.api [None req-537cf26a-f724-47ed-99f6-dd6fc0859852 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Waiting for the task: (returnval){ [ 1584.567854] env[62438]: value = "task-1785110" [ 1584.567854] env[62438]: _type = "Task" [ 1584.567854] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.581853] env[62438]: DEBUG oslo_vmware.api [None req-537cf26a-f724-47ed-99f6-dd6fc0859852 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785110, 'name': Rename_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.635718] env[62438]: DEBUG oslo_vmware.api [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Task: {'id': task-1785103, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.551217} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.636114] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 6a4e1ee0-26ef-481b-bbe3-eebc22e5e3e5/6a4e1ee0-26ef-481b-bbe3-eebc22e5e3e5.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1584.636336] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] [instance: 6a4e1ee0-26ef-481b-bbe3-eebc22e5e3e5] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1584.639265] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d07e899e-b63f-441a-a0e5-3a3e4cb90275 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.646682] env[62438]: DEBUG oslo_vmware.api [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Waiting for the task: (returnval){ [ 1584.646682] env[62438]: value = "task-1785111" [ 1584.646682] env[62438]: _type = "Task" [ 1584.646682] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.656389] env[62438]: DEBUG oslo_vmware.api [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Task: {'id': task-1785111, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.700887] env[62438]: DEBUG nova.network.neutron [None req-df0bd9cc-7a8e-46b5-9ee0-787e3a32dc1e tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: a160d6df-ab59-48f0-a076-020afbd2af66] Successfully updated port: 76dc258d-74d7-4b5e-b026-c24a300bcfec {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1584.843439] env[62438]: DEBUG nova.compute.utils [None req-19faa78a-76c8-457a-bd2c-357de2afc3e8 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1584.845433] env[62438]: DEBUG nova.compute.manager [None req-19faa78a-76c8-457a-bd2c-357de2afc3e8 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] [instance: 921a7f85-8228-43d9-aa60-bc2992714cc8] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1584.845707] env[62438]: DEBUG nova.network.neutron [None req-19faa78a-76c8-457a-bd2c-357de2afc3e8 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] [instance: 921a7f85-8228-43d9-aa60-bc2992714cc8] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1584.895739] env[62438]: DEBUG nova.policy [None req-19faa78a-76c8-457a-bd2c-357de2afc3e8 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5b6f81ce92ee42278f390b2a8d0ffa7b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '112ee5b983ae47d389c1242114d1b04d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1584.906943] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8688021f-debb-4382-9aca-6ac060cf6452 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Lock "fa1146c8-af2b-49a6-88f0-6fee8773ce67" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.611s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1585.009725] env[62438]: DEBUG oslo_vmware.api [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Task: {'id': task-1785107, 'name': PowerOnVM_Task, 'duration_secs': 0.60043} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.010136] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] [instance: 2f64f74d-cbfc-49e5-a3d5-45d715172b90] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1585.010417] env[62438]: INFO nova.compute.manager [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] [instance: 2f64f74d-cbfc-49e5-a3d5-45d715172b90] Took 10.08 seconds to spawn the instance on the hypervisor. [ 1585.010656] env[62438]: DEBUG nova.compute.manager [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] [instance: 2f64f74d-cbfc-49e5-a3d5-45d715172b90] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1585.011503] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-957c4f9f-a9f7-40e0-9973-7466804145ff {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.063947] env[62438]: DEBUG oslo_vmware.api [None req-a4e7947d-15d5-4a83-81ab-20b8f7244b83 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Task: {'id': task-1785109, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.298706} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.064304] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4e7947d-15d5-4a83-81ab-20b8f7244b83 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1585.064574] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a4e7947d-15d5-4a83-81ab-20b8f7244b83 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] [instance: e8cde59b-5e45-4f29-9fad-c96039006c88] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1585.064825] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a4e7947d-15d5-4a83-81ab-20b8f7244b83 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] [instance: e8cde59b-5e45-4f29-9fad-c96039006c88] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1585.065102] env[62438]: INFO nova.compute.manager [None req-a4e7947d-15d5-4a83-81ab-20b8f7244b83 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] [instance: e8cde59b-5e45-4f29-9fad-c96039006c88] Took 1.33 seconds to destroy the instance on the hypervisor. [ 1585.065459] env[62438]: DEBUG oslo.service.loopingcall [None req-a4e7947d-15d5-4a83-81ab-20b8f7244b83 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1585.065664] env[62438]: DEBUG nova.compute.manager [-] [instance: e8cde59b-5e45-4f29-9fad-c96039006c88] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1585.065759] env[62438]: DEBUG nova.network.neutron [-] [instance: e8cde59b-5e45-4f29-9fad-c96039006c88] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1585.078874] env[62438]: DEBUG oslo_vmware.api [None req-537cf26a-f724-47ed-99f6-dd6fc0859852 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785110, 'name': Rename_Task, 'duration_secs': 0.258255} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.079257] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-537cf26a-f724-47ed-99f6-dd6fc0859852 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: a085cb1e-b5cf-4b45-9639-464232dfac12] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1585.079530] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e3fc89dd-0c0f-4cc8-bc40-7a8d72a91af2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.087898] env[62438]: DEBUG oslo_vmware.api [None req-537cf26a-f724-47ed-99f6-dd6fc0859852 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Waiting for the task: (returnval){ [ 1585.087898] env[62438]: value = "task-1785112" [ 1585.087898] env[62438]: _type = "Task" [ 1585.087898] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.098334] env[62438]: DEBUG oslo_vmware.api [None req-537cf26a-f724-47ed-99f6-dd6fc0859852 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785112, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.165469] env[62438]: DEBUG oslo_vmware.api [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Task: {'id': task-1785111, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074823} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.165965] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] [instance: 6a4e1ee0-26ef-481b-bbe3-eebc22e5e3e5] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1585.167044] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e35d2e85-f623-4369-bef5-62d8d13a459b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.199326] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] [instance: 6a4e1ee0-26ef-481b-bbe3-eebc22e5e3e5] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 6a4e1ee0-26ef-481b-bbe3-eebc22e5e3e5/6a4e1ee0-26ef-481b-bbe3-eebc22e5e3e5.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1585.202844] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d682f797-1be8-4dc2-b86d-ad5a795dc4af {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.221859] env[62438]: DEBUG oslo_concurrency.lockutils [None req-df0bd9cc-7a8e-46b5-9ee0-787e3a32dc1e tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Acquiring lock "refresh_cache-a160d6df-ab59-48f0-a076-020afbd2af66" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1585.222120] env[62438]: DEBUG oslo_concurrency.lockutils [None req-df0bd9cc-7a8e-46b5-9ee0-787e3a32dc1e tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Acquired lock "refresh_cache-a160d6df-ab59-48f0-a076-020afbd2af66" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.222412] env[62438]: DEBUG nova.network.neutron [None req-df0bd9cc-7a8e-46b5-9ee0-787e3a32dc1e tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: a160d6df-ab59-48f0-a076-020afbd2af66] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1585.229741] env[62438]: DEBUG nova.network.neutron [None req-19faa78a-76c8-457a-bd2c-357de2afc3e8 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] [instance: 921a7f85-8228-43d9-aa60-bc2992714cc8] Successfully created port: 7e7b9fe2-f66d-4ac8-9f8d-540125bb6eb6 {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1585.234339] env[62438]: DEBUG oslo_vmware.api [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Waiting for the task: (returnval){ [ 1585.234339] env[62438]: value = "task-1785113" [ 1585.234339] env[62438]: _type = "Task" [ 1585.234339] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.247170] env[62438]: DEBUG oslo_vmware.api [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Task: {'id': task-1785113, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.351016] env[62438]: DEBUG nova.compute.manager [None req-19faa78a-76c8-457a-bd2c-357de2afc3e8 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] [instance: 921a7f85-8228-43d9-aa60-bc2992714cc8] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1585.537152] env[62438]: INFO nova.compute.manager [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] [instance: 2f64f74d-cbfc-49e5-a3d5-45d715172b90] Took 29.03 seconds to build instance. [ 1585.600430] env[62438]: DEBUG oslo_vmware.api [None req-537cf26a-f724-47ed-99f6-dd6fc0859852 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785112, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.673066] env[62438]: DEBUG nova.compute.manager [req-0e017b8c-6c3e-44ad-bfb5-60a7ad197f9f req-e9b51e86-4433-435c-8591-ff0dab04f6b9 service nova] [instance: e8cde59b-5e45-4f29-9fad-c96039006c88] Received event network-vif-deleted-df55bd2e-58e5-4602-ac1b-6558313ee8f9 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1585.673329] env[62438]: INFO nova.compute.manager [req-0e017b8c-6c3e-44ad-bfb5-60a7ad197f9f req-e9b51e86-4433-435c-8591-ff0dab04f6b9 service nova] [instance: e8cde59b-5e45-4f29-9fad-c96039006c88] Neutron deleted interface df55bd2e-58e5-4602-ac1b-6558313ee8f9; detaching it from the instance and deleting it from the info cache [ 1585.674697] env[62438]: DEBUG nova.network.neutron [req-0e017b8c-6c3e-44ad-bfb5-60a7ad197f9f req-e9b51e86-4433-435c-8591-ff0dab04f6b9 service nova] [instance: e8cde59b-5e45-4f29-9fad-c96039006c88] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1585.734823] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a80d3b56-464a-41c8-bc0a-b3cd7790bb84 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.754332] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc549787-609e-46c7-9ae6-a45f346010d0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.757939] env[62438]: DEBUG oslo_vmware.api [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Task: {'id': task-1785113, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.791113] env[62438]: DEBUG nova.network.neutron [None req-df0bd9cc-7a8e-46b5-9ee0-787e3a32dc1e tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: a160d6df-ab59-48f0-a076-020afbd2af66] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1585.794267] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87f01cce-fcbb-4dcd-9210-db33d6ff4a00 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.804071] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9049a9d-16f8-4930-a9e0-a8fb7e1464a1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.819697] env[62438]: DEBUG nova.compute.provider_tree [None req-8c2893b9-c5ef-4e12-b69e-d158656db658 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1585.965075] env[62438]: DEBUG nova.network.neutron [None req-df0bd9cc-7a8e-46b5-9ee0-787e3a32dc1e tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: a160d6df-ab59-48f0-a076-020afbd2af66] Updating instance_info_cache with network_info: [{"id": "76dc258d-74d7-4b5e-b026-c24a300bcfec", "address": "fa:16:3e:b3:69:46", "network": {"id": "8d95458f-de27-4303-9cbb-3fc3119be5c6", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1928252065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c7d5b4fe1064c71becc5699e8467387", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76dc258d-74", "ovs_interfaceid": "76dc258d-74d7-4b5e-b026-c24a300bcfec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1586.038805] env[62438]: DEBUG oslo_concurrency.lockutils [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Lock "2f64f74d-cbfc-49e5-a3d5-45d715172b90" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.562s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1586.068823] env[62438]: DEBUG nova.network.neutron [-] [instance: e8cde59b-5e45-4f29-9fad-c96039006c88] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1586.099929] env[62438]: DEBUG oslo_vmware.api [None req-537cf26a-f724-47ed-99f6-dd6fc0859852 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785112, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.177172] env[62438]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-77d77f85-9fea-494a-adb9-9cb0a44e0d00 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.189030] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d52bd1-182e-4119-ba14-a5a8a5525765 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.222994] env[62438]: DEBUG nova.compute.manager [req-0e017b8c-6c3e-44ad-bfb5-60a7ad197f9f req-e9b51e86-4433-435c-8591-ff0dab04f6b9 service nova] [instance: e8cde59b-5e45-4f29-9fad-c96039006c88] Detach interface failed, port_id=df55bd2e-58e5-4602-ac1b-6558313ee8f9, reason: Instance e8cde59b-5e45-4f29-9fad-c96039006c88 could not be found. {{(pid=62438) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1586.251869] env[62438]: DEBUG oslo_vmware.api [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Task: {'id': task-1785113, 'name': ReconfigVM_Task, 'duration_secs': 0.950523} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.252117] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] [instance: 6a4e1ee0-26ef-481b-bbe3-eebc22e5e3e5] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 6a4e1ee0-26ef-481b-bbe3-eebc22e5e3e5/6a4e1ee0-26ef-481b-bbe3-eebc22e5e3e5.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1586.252836] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0ab0878f-f953-4c9d-8428-c12ea4d5436b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.260452] env[62438]: DEBUG oslo_vmware.api [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Waiting for the task: (returnval){ [ 1586.260452] env[62438]: value = "task-1785114" [ 1586.260452] env[62438]: _type = "Task" [ 1586.260452] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.269372] env[62438]: DEBUG oslo_vmware.api [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Task: {'id': task-1785114, 'name': Rename_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.325775] env[62438]: DEBUG nova.scheduler.client.report [None req-8c2893b9-c5ef-4e12-b69e-d158656db658 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1586.362841] env[62438]: DEBUG nova.compute.manager [None req-19faa78a-76c8-457a-bd2c-357de2afc3e8 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] [instance: 921a7f85-8228-43d9-aa60-bc2992714cc8] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1586.393085] env[62438]: DEBUG nova.virt.hardware [None req-19faa78a-76c8-457a-bd2c-357de2afc3e8 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1586.393231] env[62438]: DEBUG nova.virt.hardware [None req-19faa78a-76c8-457a-bd2c-357de2afc3e8 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1586.393509] env[62438]: DEBUG nova.virt.hardware [None req-19faa78a-76c8-457a-bd2c-357de2afc3e8 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1586.393592] env[62438]: DEBUG nova.virt.hardware [None req-19faa78a-76c8-457a-bd2c-357de2afc3e8 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1586.393739] env[62438]: DEBUG nova.virt.hardware [None req-19faa78a-76c8-457a-bd2c-357de2afc3e8 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1586.393914] env[62438]: DEBUG nova.virt.hardware [None req-19faa78a-76c8-457a-bd2c-357de2afc3e8 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1586.394183] env[62438]: DEBUG nova.virt.hardware [None req-19faa78a-76c8-457a-bd2c-357de2afc3e8 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1586.394359] env[62438]: DEBUG nova.virt.hardware [None req-19faa78a-76c8-457a-bd2c-357de2afc3e8 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1586.394533] env[62438]: DEBUG nova.virt.hardware [None req-19faa78a-76c8-457a-bd2c-357de2afc3e8 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1586.394706] env[62438]: DEBUG nova.virt.hardware [None req-19faa78a-76c8-457a-bd2c-357de2afc3e8 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1586.394885] env[62438]: DEBUG nova.virt.hardware [None req-19faa78a-76c8-457a-bd2c-357de2afc3e8 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1586.395941] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5964d36-dfbd-40f8-a415-f6ee51d8ffd4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.404582] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9eb612a-134a-4179-8b3a-d68a0328015b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.469410] env[62438]: DEBUG oslo_concurrency.lockutils [None req-df0bd9cc-7a8e-46b5-9ee0-787e3a32dc1e tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Releasing lock "refresh_cache-a160d6df-ab59-48f0-a076-020afbd2af66" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1586.469743] env[62438]: DEBUG nova.compute.manager [None req-df0bd9cc-7a8e-46b5-9ee0-787e3a32dc1e tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: a160d6df-ab59-48f0-a076-020afbd2af66] Instance network_info: |[{"id": "76dc258d-74d7-4b5e-b026-c24a300bcfec", "address": "fa:16:3e:b3:69:46", "network": {"id": "8d95458f-de27-4303-9cbb-3fc3119be5c6", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1928252065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c7d5b4fe1064c71becc5699e8467387", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76dc258d-74", "ovs_interfaceid": "76dc258d-74d7-4b5e-b026-c24a300bcfec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1586.470234] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-df0bd9cc-7a8e-46b5-9ee0-787e3a32dc1e tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: a160d6df-ab59-48f0-a076-020afbd2af66] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:69:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '980cb890-345b-4bf8-990a-a2faec78e49c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76dc258d-74d7-4b5e-b026-c24a300bcfec', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1586.477965] env[62438]: DEBUG oslo.service.loopingcall [None req-df0bd9cc-7a8e-46b5-9ee0-787e3a32dc1e tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1586.478636] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a160d6df-ab59-48f0-a076-020afbd2af66] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1586.478897] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fb0ad5e6-9eaa-4047-b8ac-12a26c20f58f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.499589] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1586.499589] env[62438]: value = "task-1785115" [ 1586.499589] env[62438]: _type = "Task" [ 1586.499589] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.508604] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785115, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.544766] env[62438]: DEBUG nova.compute.manager [req-86b05ef8-a5f3-4caf-8ea8-656bc04e17c6 req-c3bd1491-576a-418b-8073-d71eb97f910b service nova] [instance: a160d6df-ab59-48f0-a076-020afbd2af66] Received event network-changed-76dc258d-74d7-4b5e-b026-c24a300bcfec {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1586.544992] env[62438]: DEBUG nova.compute.manager [req-86b05ef8-a5f3-4caf-8ea8-656bc04e17c6 req-c3bd1491-576a-418b-8073-d71eb97f910b service nova] [instance: a160d6df-ab59-48f0-a076-020afbd2af66] Refreshing instance network info cache due to event network-changed-76dc258d-74d7-4b5e-b026-c24a300bcfec. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1586.545350] env[62438]: DEBUG oslo_concurrency.lockutils [req-86b05ef8-a5f3-4caf-8ea8-656bc04e17c6 req-c3bd1491-576a-418b-8073-d71eb97f910b service nova] Acquiring lock "refresh_cache-a160d6df-ab59-48f0-a076-020afbd2af66" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1586.545511] env[62438]: DEBUG oslo_concurrency.lockutils [req-86b05ef8-a5f3-4caf-8ea8-656bc04e17c6 req-c3bd1491-576a-418b-8073-d71eb97f910b service nova] Acquired lock "refresh_cache-a160d6df-ab59-48f0-a076-020afbd2af66" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1586.545703] env[62438]: DEBUG nova.network.neutron [req-86b05ef8-a5f3-4caf-8ea8-656bc04e17c6 req-c3bd1491-576a-418b-8073-d71eb97f910b service nova] [instance: a160d6df-ab59-48f0-a076-020afbd2af66] Refreshing network info cache for port 76dc258d-74d7-4b5e-b026-c24a300bcfec {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1586.572648] env[62438]: INFO nova.compute.manager [-] [instance: e8cde59b-5e45-4f29-9fad-c96039006c88] Took 1.51 seconds to deallocate network for instance. [ 1586.601511] env[62438]: DEBUG oslo_vmware.api [None req-537cf26a-f724-47ed-99f6-dd6fc0859852 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785112, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.772755] env[62438]: DEBUG oslo_vmware.api [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Task: {'id': task-1785114, 'name': Rename_Task, 'duration_secs': 0.204954} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.773539] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] [instance: 6a4e1ee0-26ef-481b-bbe3-eebc22e5e3e5] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1586.773903] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0027063c-0985-4793-9780-c59070a89dbc {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.782873] env[62438]: DEBUG oslo_vmware.api [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Waiting for the task: (returnval){ [ 1586.782873] env[62438]: value = "task-1785116" [ 1586.782873] env[62438]: _type = "Task" [ 1586.782873] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.793049] env[62438]: DEBUG oslo_vmware.api [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Task: {'id': task-1785116, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.833118] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8c2893b9-c5ef-4e12-b69e-d158656db658 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.484s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1586.837030] env[62438]: DEBUG nova.compute.manager [None req-8c2893b9-c5ef-4e12-b69e-d158656db658 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: 7c85d7ca-3255-452e-9486-2d3b618e7039] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1586.837030] env[62438]: DEBUG oslo_concurrency.lockutils [None req-cb098144-c084-497a-a73e-5ad97184b100 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.998s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1586.837030] env[62438]: DEBUG nova.objects.instance [None req-cb098144-c084-497a-a73e-5ad97184b100 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Lazy-loading 'resources' on Instance uuid f5ec6de0-4e17-47af-af42-fae96ccaac5d {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1587.011831] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785115, 'name': CreateVM_Task, 'duration_secs': 0.432091} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.012037] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a160d6df-ab59-48f0-a076-020afbd2af66] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1587.012767] env[62438]: DEBUG oslo_concurrency.lockutils [None req-df0bd9cc-7a8e-46b5-9ee0-787e3a32dc1e tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1587.012954] env[62438]: DEBUG oslo_concurrency.lockutils [None req-df0bd9cc-7a8e-46b5-9ee0-787e3a32dc1e tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1587.013327] env[62438]: DEBUG oslo_concurrency.lockutils [None req-df0bd9cc-7a8e-46b5-9ee0-787e3a32dc1e tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1587.013587] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86045316-2056-48c9-8c17-5043c0f498ad {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.020218] env[62438]: DEBUG oslo_vmware.api [None req-df0bd9cc-7a8e-46b5-9ee0-787e3a32dc1e tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Waiting for the task: (returnval){ [ 1587.020218] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52d35fe8-bc2c-4c01-7ca8-87d79ca61f69" [ 1587.020218] env[62438]: _type = "Task" [ 1587.020218] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.029790] env[62438]: DEBUG oslo_vmware.api [None req-df0bd9cc-7a8e-46b5-9ee0-787e3a32dc1e tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52d35fe8-bc2c-4c01-7ca8-87d79ca61f69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.044487] env[62438]: DEBUG nova.network.neutron [None req-19faa78a-76c8-457a-bd2c-357de2afc3e8 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] [instance: 921a7f85-8228-43d9-aa60-bc2992714cc8] Successfully updated port: 7e7b9fe2-f66d-4ac8-9f8d-540125bb6eb6 {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1587.079592] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a4e7947d-15d5-4a83-81ab-20b8f7244b83 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1587.102591] env[62438]: DEBUG oslo_vmware.api [None req-537cf26a-f724-47ed-99f6-dd6fc0859852 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785112, 'name': PowerOnVM_Task, 'duration_secs': 1.619278} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.102877] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-537cf26a-f724-47ed-99f6-dd6fc0859852 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: a085cb1e-b5cf-4b45-9639-464232dfac12] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1587.103119] env[62438]: DEBUG nova.compute.manager [None req-537cf26a-f724-47ed-99f6-dd6fc0859852 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: a085cb1e-b5cf-4b45-9639-464232dfac12] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1587.103963] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d845ea14-6989-4ea1-9245-c988661017b8 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.295489] env[62438]: DEBUG oslo_vmware.api [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Task: {'id': task-1785116, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.329773] env[62438]: DEBUG nova.network.neutron [req-86b05ef8-a5f3-4caf-8ea8-656bc04e17c6 req-c3bd1491-576a-418b-8073-d71eb97f910b service nova] [instance: a160d6df-ab59-48f0-a076-020afbd2af66] Updated VIF entry in instance network info cache for port 76dc258d-74d7-4b5e-b026-c24a300bcfec. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1587.330278] env[62438]: DEBUG nova.network.neutron [req-86b05ef8-a5f3-4caf-8ea8-656bc04e17c6 req-c3bd1491-576a-418b-8073-d71eb97f910b service nova] [instance: a160d6df-ab59-48f0-a076-020afbd2af66] Updating instance_info_cache with network_info: [{"id": "76dc258d-74d7-4b5e-b026-c24a300bcfec", "address": "fa:16:3e:b3:69:46", "network": {"id": "8d95458f-de27-4303-9cbb-3fc3119be5c6", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1928252065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c7d5b4fe1064c71becc5699e8467387", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76dc258d-74", "ovs_interfaceid": "76dc258d-74d7-4b5e-b026-c24a300bcfec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1587.339854] env[62438]: DEBUG nova.compute.utils [None req-8c2893b9-c5ef-4e12-b69e-d158656db658 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1587.345050] env[62438]: DEBUG nova.compute.manager [None req-8c2893b9-c5ef-4e12-b69e-d158656db658 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: 7c85d7ca-3255-452e-9486-2d3b618e7039] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1587.345412] env[62438]: DEBUG nova.network.neutron [None req-8c2893b9-c5ef-4e12-b69e-d158656db658 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: 7c85d7ca-3255-452e-9486-2d3b618e7039] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1587.424058] env[62438]: DEBUG nova.policy [None req-8c2893b9-c5ef-4e12-b69e-d158656db658 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '315ed11f841748379a3fc77077e2f5d3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1caf71579d52463794655f8347942ede', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1587.535438] env[62438]: DEBUG oslo_vmware.api [None req-df0bd9cc-7a8e-46b5-9ee0-787e3a32dc1e tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52d35fe8-bc2c-4c01-7ca8-87d79ca61f69, 'name': SearchDatastore_Task, 'duration_secs': 0.016997} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.535846] env[62438]: DEBUG oslo_concurrency.lockutils [None req-df0bd9cc-7a8e-46b5-9ee0-787e3a32dc1e tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1587.536176] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-df0bd9cc-7a8e-46b5-9ee0-787e3a32dc1e tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: a160d6df-ab59-48f0-a076-020afbd2af66] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1587.536492] env[62438]: DEBUG oslo_concurrency.lockutils [None req-df0bd9cc-7a8e-46b5-9ee0-787e3a32dc1e tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1587.536682] env[62438]: DEBUG oslo_concurrency.lockutils [None req-df0bd9cc-7a8e-46b5-9ee0-787e3a32dc1e tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1587.536898] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-df0bd9cc-7a8e-46b5-9ee0-787e3a32dc1e tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1587.537272] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c2ff4684-6b45-4d32-9e74-9a2c3c1d6401 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.548133] env[62438]: DEBUG oslo_concurrency.lockutils [None req-19faa78a-76c8-457a-bd2c-357de2afc3e8 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Acquiring lock "refresh_cache-921a7f85-8228-43d9-aa60-bc2992714cc8" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1587.548243] env[62438]: DEBUG oslo_concurrency.lockutils [None req-19faa78a-76c8-457a-bd2c-357de2afc3e8 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Acquired lock "refresh_cache-921a7f85-8228-43d9-aa60-bc2992714cc8" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1587.548355] env[62438]: DEBUG nova.network.neutron [None req-19faa78a-76c8-457a-bd2c-357de2afc3e8 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] [instance: 921a7f85-8228-43d9-aa60-bc2992714cc8] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1587.551987] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-df0bd9cc-7a8e-46b5-9ee0-787e3a32dc1e tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1587.552125] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-df0bd9cc-7a8e-46b5-9ee0-787e3a32dc1e tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1587.553316] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-861a1b3f-88be-40b5-a2a7-22f140c7dadf {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.564564] env[62438]: DEBUG oslo_vmware.api [None req-df0bd9cc-7a8e-46b5-9ee0-787e3a32dc1e tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Waiting for the task: (returnval){ [ 1587.564564] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]526ea9a2-409e-b336-9da6-580ccb2567b9" [ 1587.564564] env[62438]: _type = "Task" [ 1587.564564] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.575723] env[62438]: DEBUG oslo_vmware.api [None req-df0bd9cc-7a8e-46b5-9ee0-787e3a32dc1e tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]526ea9a2-409e-b336-9da6-580ccb2567b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.621252] env[62438]: INFO nova.compute.manager [None req-537cf26a-f724-47ed-99f6-dd6fc0859852 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: a085cb1e-b5cf-4b45-9639-464232dfac12] bringing vm to original state: 'stopped' [ 1587.661930] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-410e2a67-d7b2-400d-b12a-84161d556db7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.671410] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06fbfe23-41eb-4e7b-b81b-945c1469236f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.704078] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd62e64-704e-4951-bfa1-5fb975ab0cd3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.713485] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e19664b-9bdf-4554-9979-5b9f152efe5e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.729549] env[62438]: DEBUG nova.compute.provider_tree [None req-cb098144-c084-497a-a73e-5ad97184b100 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1587.794646] env[62438]: DEBUG oslo_vmware.api [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Task: {'id': task-1785116, 'name': PowerOnVM_Task, 'duration_secs': 0.711252} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.794999] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] [instance: 6a4e1ee0-26ef-481b-bbe3-eebc22e5e3e5] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1587.795322] env[62438]: INFO nova.compute.manager [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] [instance: 6a4e1ee0-26ef-481b-bbe3-eebc22e5e3e5] Took 10.32 seconds to spawn the instance on the hypervisor. [ 1587.795547] env[62438]: DEBUG nova.compute.manager [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] [instance: 6a4e1ee0-26ef-481b-bbe3-eebc22e5e3e5] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1587.796449] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c921215c-7df0-4fdb-93e3-fd8f6e7b03bb {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.799842] env[62438]: DEBUG nova.network.neutron [None req-8c2893b9-c5ef-4e12-b69e-d158656db658 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: 7c85d7ca-3255-452e-9486-2d3b618e7039] Successfully created port: e804a35d-62ca-419f-89f0-6601fa50265c {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1587.834096] env[62438]: DEBUG oslo_concurrency.lockutils [req-86b05ef8-a5f3-4caf-8ea8-656bc04e17c6 req-c3bd1491-576a-418b-8073-d71eb97f910b service nova] Releasing lock "refresh_cache-a160d6df-ab59-48f0-a076-020afbd2af66" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1587.844744] env[62438]: DEBUG nova.compute.manager [None req-8c2893b9-c5ef-4e12-b69e-d158656db658 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: 7c85d7ca-3255-452e-9486-2d3b618e7039] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1588.079439] env[62438]: DEBUG oslo_vmware.api [None req-df0bd9cc-7a8e-46b5-9ee0-787e3a32dc1e tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]526ea9a2-409e-b336-9da6-580ccb2567b9, 'name': SearchDatastore_Task, 'duration_secs': 0.016708} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.079439] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a0ef1e0-39bc-40ee-937c-17b39705d3e0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.086139] env[62438]: DEBUG oslo_vmware.api [None req-df0bd9cc-7a8e-46b5-9ee0-787e3a32dc1e tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Waiting for the task: (returnval){ [ 1588.086139] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]520e58f4-2927-1d0b-4994-0c37f13edfed" [ 1588.086139] env[62438]: _type = "Task" [ 1588.086139] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.092196] env[62438]: DEBUG nova.network.neutron [None req-19faa78a-76c8-457a-bd2c-357de2afc3e8 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] [instance: 921a7f85-8228-43d9-aa60-bc2992714cc8] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1588.098171] env[62438]: DEBUG oslo_vmware.api [None req-df0bd9cc-7a8e-46b5-9ee0-787e3a32dc1e tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]520e58f4-2927-1d0b-4994-0c37f13edfed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.235190] env[62438]: DEBUG nova.scheduler.client.report [None req-cb098144-c084-497a-a73e-5ad97184b100 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1588.281604] env[62438]: DEBUG nova.network.neutron [None req-19faa78a-76c8-457a-bd2c-357de2afc3e8 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] [instance: 921a7f85-8228-43d9-aa60-bc2992714cc8] Updating instance_info_cache with network_info: [{"id": "7e7b9fe2-f66d-4ac8-9f8d-540125bb6eb6", "address": "fa:16:3e:ed:e8:9e", "network": {"id": "d54cb1cf-bdc6-486b-b8b2-6c3f1d6f16bb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-650752656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "112ee5b983ae47d389c1242114d1b04d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e7b9fe2-f6", "ovs_interfaceid": "7e7b9fe2-f66d-4ac8-9f8d-540125bb6eb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1588.316568] env[62438]: INFO nova.compute.manager [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] [instance: 6a4e1ee0-26ef-481b-bbe3-eebc22e5e3e5] Took 31.79 seconds to build instance. [ 1588.599601] env[62438]: DEBUG oslo_vmware.api [None req-df0bd9cc-7a8e-46b5-9ee0-787e3a32dc1e tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]520e58f4-2927-1d0b-4994-0c37f13edfed, 'name': SearchDatastore_Task, 'duration_secs': 0.021081} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.599601] env[62438]: DEBUG oslo_concurrency.lockutils [None req-df0bd9cc-7a8e-46b5-9ee0-787e3a32dc1e tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1588.599601] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-df0bd9cc-7a8e-46b5-9ee0-787e3a32dc1e tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] a160d6df-ab59-48f0-a076-020afbd2af66/a160d6df-ab59-48f0-a076-020afbd2af66.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1588.599601] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5cde7ebc-f2b8-4c90-a507-5767f15cc789 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.606051] env[62438]: DEBUG oslo_vmware.api [None req-df0bd9cc-7a8e-46b5-9ee0-787e3a32dc1e tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Waiting for the task: (returnval){ [ 1588.606051] env[62438]: value = "task-1785117" [ 1588.606051] env[62438]: _type = "Task" [ 1588.606051] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.615372] env[62438]: DEBUG oslo_vmware.api [None req-df0bd9cc-7a8e-46b5-9ee0-787e3a32dc1e tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1785117, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.618208] env[62438]: DEBUG nova.compute.manager [req-07be8cd8-a0c1-4e1b-9e82-6120e2fc3d56 req-54737c11-71fe-4269-bf71-a44296fec35e service nova] [instance: 921a7f85-8228-43d9-aa60-bc2992714cc8] Received event network-vif-plugged-7e7b9fe2-f66d-4ac8-9f8d-540125bb6eb6 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1588.618516] env[62438]: DEBUG oslo_concurrency.lockutils [req-07be8cd8-a0c1-4e1b-9e82-6120e2fc3d56 req-54737c11-71fe-4269-bf71-a44296fec35e service nova] Acquiring lock "921a7f85-8228-43d9-aa60-bc2992714cc8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1588.618832] env[62438]: DEBUG oslo_concurrency.lockutils [req-07be8cd8-a0c1-4e1b-9e82-6120e2fc3d56 req-54737c11-71fe-4269-bf71-a44296fec35e service nova] Lock "921a7f85-8228-43d9-aa60-bc2992714cc8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1588.619125] env[62438]: DEBUG oslo_concurrency.lockutils [req-07be8cd8-a0c1-4e1b-9e82-6120e2fc3d56 req-54737c11-71fe-4269-bf71-a44296fec35e service nova] Lock "921a7f85-8228-43d9-aa60-bc2992714cc8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1588.619394] env[62438]: DEBUG nova.compute.manager [req-07be8cd8-a0c1-4e1b-9e82-6120e2fc3d56 req-54737c11-71fe-4269-bf71-a44296fec35e service nova] [instance: 921a7f85-8228-43d9-aa60-bc2992714cc8] No waiting events found dispatching network-vif-plugged-7e7b9fe2-f66d-4ac8-9f8d-540125bb6eb6 {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1588.619660] env[62438]: WARNING nova.compute.manager [req-07be8cd8-a0c1-4e1b-9e82-6120e2fc3d56 req-54737c11-71fe-4269-bf71-a44296fec35e service nova] [instance: 921a7f85-8228-43d9-aa60-bc2992714cc8] Received unexpected event network-vif-plugged-7e7b9fe2-f66d-4ac8-9f8d-540125bb6eb6 for instance with vm_state building and task_state spawning. [ 1588.619918] env[62438]: DEBUG nova.compute.manager [req-07be8cd8-a0c1-4e1b-9e82-6120e2fc3d56 req-54737c11-71fe-4269-bf71-a44296fec35e service nova] [instance: 921a7f85-8228-43d9-aa60-bc2992714cc8] Received event network-changed-7e7b9fe2-f66d-4ac8-9f8d-540125bb6eb6 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1588.620199] env[62438]: DEBUG nova.compute.manager [req-07be8cd8-a0c1-4e1b-9e82-6120e2fc3d56 req-54737c11-71fe-4269-bf71-a44296fec35e service nova] [instance: 921a7f85-8228-43d9-aa60-bc2992714cc8] Refreshing instance network info cache due to event network-changed-7e7b9fe2-f66d-4ac8-9f8d-540125bb6eb6. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1588.620474] env[62438]: DEBUG oslo_concurrency.lockutils [req-07be8cd8-a0c1-4e1b-9e82-6120e2fc3d56 req-54737c11-71fe-4269-bf71-a44296fec35e service nova] Acquiring lock "refresh_cache-921a7f85-8228-43d9-aa60-bc2992714cc8" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1588.626801] env[62438]: DEBUG oslo_concurrency.lockutils [None req-537cf26a-f724-47ed-99f6-dd6fc0859852 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Acquiring lock "a085cb1e-b5cf-4b45-9639-464232dfac12" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1588.627072] env[62438]: DEBUG oslo_concurrency.lockutils [None req-537cf26a-f724-47ed-99f6-dd6fc0859852 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Lock "a085cb1e-b5cf-4b45-9639-464232dfac12" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1588.627291] env[62438]: DEBUG nova.compute.manager [None req-537cf26a-f724-47ed-99f6-dd6fc0859852 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: a085cb1e-b5cf-4b45-9639-464232dfac12] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1588.628517] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dacbf81-7d7f-4db0-b256-2a9fb5832d73 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.636471] env[62438]: DEBUG nova.compute.manager [None req-537cf26a-f724-47ed-99f6-dd6fc0859852 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: a085cb1e-b5cf-4b45-9639-464232dfac12] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62438) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3368}} [ 1588.638557] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-537cf26a-f724-47ed-99f6-dd6fc0859852 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: a085cb1e-b5cf-4b45-9639-464232dfac12] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1588.638822] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2da8470e-7390-41b5-a3af-0b8f05239b68 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.646303] env[62438]: DEBUG oslo_vmware.api [None req-537cf26a-f724-47ed-99f6-dd6fc0859852 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Waiting for the task: (returnval){ [ 1588.646303] env[62438]: value = "task-1785118" [ 1588.646303] env[62438]: _type = "Task" [ 1588.646303] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.656390] env[62438]: DEBUG oslo_vmware.api [None req-537cf26a-f724-47ed-99f6-dd6fc0859852 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785118, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.740362] env[62438]: DEBUG oslo_concurrency.lockutils [None req-cb098144-c084-497a-a73e-5ad97184b100 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.904s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1588.743230] env[62438]: DEBUG oslo_concurrency.lockutils [None req-0f269d05-d32e-4405-99a2-194d2dd543e4 tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.031s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1588.743521] env[62438]: DEBUG nova.objects.instance [None req-0f269d05-d32e-4405-99a2-194d2dd543e4 tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] Lazy-loading 'resources' on Instance uuid bacfabaa-c0c2-43b7-841f-5539f5de2859 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1588.770452] env[62438]: INFO nova.scheduler.client.report [None req-cb098144-c084-497a-a73e-5ad97184b100 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Deleted allocations for instance f5ec6de0-4e17-47af-af42-fae96ccaac5d [ 1588.783957] env[62438]: DEBUG oslo_concurrency.lockutils [None req-19faa78a-76c8-457a-bd2c-357de2afc3e8 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Releasing lock "refresh_cache-921a7f85-8228-43d9-aa60-bc2992714cc8" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1588.784464] env[62438]: DEBUG nova.compute.manager [None req-19faa78a-76c8-457a-bd2c-357de2afc3e8 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] [instance: 921a7f85-8228-43d9-aa60-bc2992714cc8] Instance network_info: |[{"id": "7e7b9fe2-f66d-4ac8-9f8d-540125bb6eb6", "address": "fa:16:3e:ed:e8:9e", "network": {"id": "d54cb1cf-bdc6-486b-b8b2-6c3f1d6f16bb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-650752656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "112ee5b983ae47d389c1242114d1b04d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e7b9fe2-f6", "ovs_interfaceid": "7e7b9fe2-f66d-4ac8-9f8d-540125bb6eb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1588.785062] env[62438]: DEBUG oslo_concurrency.lockutils [req-07be8cd8-a0c1-4e1b-9e82-6120e2fc3d56 req-54737c11-71fe-4269-bf71-a44296fec35e service nova] Acquired lock "refresh_cache-921a7f85-8228-43d9-aa60-bc2992714cc8" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1588.785062] env[62438]: DEBUG nova.network.neutron [req-07be8cd8-a0c1-4e1b-9e82-6120e2fc3d56 req-54737c11-71fe-4269-bf71-a44296fec35e service nova] [instance: 921a7f85-8228-43d9-aa60-bc2992714cc8] Refreshing network info cache for port 7e7b9fe2-f66d-4ac8-9f8d-540125bb6eb6 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1588.786577] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-19faa78a-76c8-457a-bd2c-357de2afc3e8 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] [instance: 921a7f85-8228-43d9-aa60-bc2992714cc8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:e8:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1bf71001-973b-4fda-b804-ee6abcd12776', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e7b9fe2-f66d-4ac8-9f8d-540125bb6eb6', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1588.796385] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-19faa78a-76c8-457a-bd2c-357de2afc3e8 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Creating folder: Project (112ee5b983ae47d389c1242114d1b04d). Parent ref: group-v370230. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1588.799743] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-78902da3-e817-49dc-9c96-f0499454c8d7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.814575] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-19faa78a-76c8-457a-bd2c-357de2afc3e8 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Created folder: Project (112ee5b983ae47d389c1242114d1b04d) in parent group-v370230. [ 1588.814947] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-19faa78a-76c8-457a-bd2c-357de2afc3e8 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Creating folder: Instances. Parent ref: group-v370428. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1588.815249] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e0cde3b3-3939-4763-bde8-72a222de5cd8 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.819123] env[62438]: DEBUG oslo_concurrency.lockutils [None req-34f9b671-899d-414e-9e6c-fc8bcb241025 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Lock "6a4e1ee0-26ef-481b-bbe3-eebc22e5e3e5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.308s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1588.829327] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-19faa78a-76c8-457a-bd2c-357de2afc3e8 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Created folder: Instances in parent group-v370428. [ 1588.830660] env[62438]: DEBUG oslo.service.loopingcall [None req-19faa78a-76c8-457a-bd2c-357de2afc3e8 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1588.830660] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 921a7f85-8228-43d9-aa60-bc2992714cc8] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1588.830868] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6dcc8359-5349-4c0e-83d4-7c99f16175b5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.861899] env[62438]: DEBUG nova.compute.manager [None req-8c2893b9-c5ef-4e12-b69e-d158656db658 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: 7c85d7ca-3255-452e-9486-2d3b618e7039] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1588.872365] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1588.872365] env[62438]: value = "task-1785121" [ 1588.872365] env[62438]: _type = "Task" [ 1588.872365] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.882285] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785121, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.891744] env[62438]: DEBUG nova.virt.hardware [None req-8c2893b9-c5ef-4e12-b69e-d158656db658 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1588.891925] env[62438]: DEBUG nova.virt.hardware [None req-8c2893b9-c5ef-4e12-b69e-d158656db658 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1588.892123] env[62438]: DEBUG nova.virt.hardware [None req-8c2893b9-c5ef-4e12-b69e-d158656db658 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1588.892321] env[62438]: DEBUG nova.virt.hardware [None req-8c2893b9-c5ef-4e12-b69e-d158656db658 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1588.892611] env[62438]: DEBUG nova.virt.hardware [None req-8c2893b9-c5ef-4e12-b69e-d158656db658 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1588.892728] env[62438]: DEBUG nova.virt.hardware [None req-8c2893b9-c5ef-4e12-b69e-d158656db658 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1588.893045] env[62438]: DEBUG nova.virt.hardware [None req-8c2893b9-c5ef-4e12-b69e-d158656db658 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1588.893341] env[62438]: DEBUG nova.virt.hardware [None req-8c2893b9-c5ef-4e12-b69e-d158656db658 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1588.893574] env[62438]: DEBUG nova.virt.hardware [None req-8c2893b9-c5ef-4e12-b69e-d158656db658 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1588.893887] env[62438]: DEBUG nova.virt.hardware [None req-8c2893b9-c5ef-4e12-b69e-d158656db658 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1588.894135] env[62438]: DEBUG nova.virt.hardware [None req-8c2893b9-c5ef-4e12-b69e-d158656db658 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1588.895091] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c75feb3-8e62-4013-80d0-0ec661e2ba11 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.904333] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ca0af4-bc9d-4334-88d8-2735e6860125 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.944866] env[62438]: DEBUG oslo_concurrency.lockutils [None req-297cc66e-e676-41b2-9d36-0a7c922dea3b tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Acquiring lock "351f2438-f068-43d9-8b57-5216b6c607da" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1588.945317] env[62438]: DEBUG oslo_concurrency.lockutils [None req-297cc66e-e676-41b2-9d36-0a7c922dea3b tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Lock "351f2438-f068-43d9-8b57-5216b6c607da" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1588.945625] env[62438]: DEBUG oslo_concurrency.lockutils [None req-297cc66e-e676-41b2-9d36-0a7c922dea3b tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Acquiring lock "351f2438-f068-43d9-8b57-5216b6c607da-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1588.945839] env[62438]: DEBUG oslo_concurrency.lockutils [None req-297cc66e-e676-41b2-9d36-0a7c922dea3b tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Lock "351f2438-f068-43d9-8b57-5216b6c607da-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1588.946035] env[62438]: DEBUG oslo_concurrency.lockutils [None req-297cc66e-e676-41b2-9d36-0a7c922dea3b tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Lock "351f2438-f068-43d9-8b57-5216b6c607da-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1588.948334] env[62438]: INFO nova.compute.manager [None req-297cc66e-e676-41b2-9d36-0a7c922dea3b tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] [instance: 351f2438-f068-43d9-8b57-5216b6c607da] Terminating instance [ 1588.950368] env[62438]: DEBUG nova.compute.manager [None req-297cc66e-e676-41b2-9d36-0a7c922dea3b tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] [instance: 351f2438-f068-43d9-8b57-5216b6c607da] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1588.950589] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-297cc66e-e676-41b2-9d36-0a7c922dea3b tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] [instance: 351f2438-f068-43d9-8b57-5216b6c607da] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1588.951455] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c75104e9-8fa6-4258-a06b-d01087686b64 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.962655] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-297cc66e-e676-41b2-9d36-0a7c922dea3b tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] [instance: 351f2438-f068-43d9-8b57-5216b6c607da] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1588.962960] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae50872f-fe12-4360-a8fe-e33805bb6cd4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.972058] env[62438]: DEBUG oslo_vmware.api [None req-297cc66e-e676-41b2-9d36-0a7c922dea3b tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Waiting for the task: (returnval){ [ 1588.972058] env[62438]: value = "task-1785122" [ 1588.972058] env[62438]: _type = "Task" [ 1588.972058] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.984428] env[62438]: DEBUG oslo_vmware.api [None req-297cc66e-e676-41b2-9d36-0a7c922dea3b tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Task: {'id': task-1785122, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.087124] env[62438]: DEBUG nova.network.neutron [req-07be8cd8-a0c1-4e1b-9e82-6120e2fc3d56 req-54737c11-71fe-4269-bf71-a44296fec35e service nova] [instance: 921a7f85-8228-43d9-aa60-bc2992714cc8] Updated VIF entry in instance network info cache for port 7e7b9fe2-f66d-4ac8-9f8d-540125bb6eb6. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1589.087509] env[62438]: DEBUG nova.network.neutron [req-07be8cd8-a0c1-4e1b-9e82-6120e2fc3d56 req-54737c11-71fe-4269-bf71-a44296fec35e service nova] [instance: 921a7f85-8228-43d9-aa60-bc2992714cc8] Updating instance_info_cache with network_info: [{"id": "7e7b9fe2-f66d-4ac8-9f8d-540125bb6eb6", "address": "fa:16:3e:ed:e8:9e", "network": {"id": "d54cb1cf-bdc6-486b-b8b2-6c3f1d6f16bb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-650752656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "112ee5b983ae47d389c1242114d1b04d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e7b9fe2-f6", "ovs_interfaceid": "7e7b9fe2-f66d-4ac8-9f8d-540125bb6eb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1589.120999] env[62438]: DEBUG oslo_vmware.api [None req-df0bd9cc-7a8e-46b5-9ee0-787e3a32dc1e tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1785117, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.161028] env[62438]: DEBUG oslo_vmware.api [None req-537cf26a-f724-47ed-99f6-dd6fc0859852 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785118, 'name': PowerOffVM_Task, 'duration_secs': 0.35409} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.161028] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-537cf26a-f724-47ed-99f6-dd6fc0859852 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: a085cb1e-b5cf-4b45-9639-464232dfac12] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1589.161028] env[62438]: DEBUG nova.compute.manager [None req-537cf26a-f724-47ed-99f6-dd6fc0859852 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: a085cb1e-b5cf-4b45-9639-464232dfac12] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1589.161977] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96bf0817-80d7-48f6-8e6a-92a033acdd1a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.282670] env[62438]: DEBUG oslo_concurrency.lockutils [None req-cb098144-c084-497a-a73e-5ad97184b100 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Lock "f5ec6de0-4e17-47af-af42-fae96ccaac5d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.524s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1589.400597] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785121, 'name': CreateVM_Task} progress is 25%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.490154] env[62438]: DEBUG oslo_vmware.api [None req-297cc66e-e676-41b2-9d36-0a7c922dea3b tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Task: {'id': task-1785122, 'name': PowerOffVM_Task, 'duration_secs': 0.421932} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.490471] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-297cc66e-e676-41b2-9d36-0a7c922dea3b tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] [instance: 351f2438-f068-43d9-8b57-5216b6c607da] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1589.490648] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-297cc66e-e676-41b2-9d36-0a7c922dea3b tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] [instance: 351f2438-f068-43d9-8b57-5216b6c607da] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1589.490920] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-baaa50bc-336d-4762-bbfc-a8241233969d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.584782] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b050421-7a2b-488a-8e02-56e65cd54adf {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.592120] env[62438]: DEBUG oslo_concurrency.lockutils [req-07be8cd8-a0c1-4e1b-9e82-6120e2fc3d56 req-54737c11-71fe-4269-bf71-a44296fec35e service nova] Releasing lock "refresh_cache-921a7f85-8228-43d9-aa60-bc2992714cc8" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1589.598883] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8eca792-a19d-42ac-8cd8-942eb435d194 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.636035] env[62438]: DEBUG nova.network.neutron [None req-8c2893b9-c5ef-4e12-b69e-d158656db658 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: 7c85d7ca-3255-452e-9486-2d3b618e7039] Successfully updated port: e804a35d-62ca-419f-89f0-6601fa50265c {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1589.640602] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c04c0b28-d425-43f7-9c4a-7fb96689dc11 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.650034] env[62438]: DEBUG oslo_vmware.api [None req-df0bd9cc-7a8e-46b5-9ee0-787e3a32dc1e tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1785117, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.639345} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.653709] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-df0bd9cc-7a8e-46b5-9ee0-787e3a32dc1e tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] a160d6df-ab59-48f0-a076-020afbd2af66/a160d6df-ab59-48f0-a076-020afbd2af66.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1589.653709] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-df0bd9cc-7a8e-46b5-9ee0-787e3a32dc1e tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: a160d6df-ab59-48f0-a076-020afbd2af66] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1589.653894] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4928ae94-2ec0-40da-b935-90450feac6fa {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.657239] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba7ec56-38c0-4fe9-9739-c8bb30abfca9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.673821] env[62438]: DEBUG nova.compute.provider_tree [None req-0f269d05-d32e-4405-99a2-194d2dd543e4 tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1589.678202] env[62438]: DEBUG oslo_vmware.api [None req-df0bd9cc-7a8e-46b5-9ee0-787e3a32dc1e tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Waiting for the task: (returnval){ [ 1589.678202] env[62438]: value = "task-1785124" [ 1589.678202] env[62438]: _type = "Task" [ 1589.678202] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.678633] env[62438]: DEBUG oslo_concurrency.lockutils [None req-537cf26a-f724-47ed-99f6-dd6fc0859852 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Lock "a085cb1e-b5cf-4b45-9639-464232dfac12" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.052s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1589.689823] env[62438]: DEBUG oslo_vmware.api [None req-df0bd9cc-7a8e-46b5-9ee0-787e3a32dc1e tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1785124, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.708409] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-297cc66e-e676-41b2-9d36-0a7c922dea3b tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] [instance: 351f2438-f068-43d9-8b57-5216b6c607da] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1589.708651] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-297cc66e-e676-41b2-9d36-0a7c922dea3b tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] [instance: 351f2438-f068-43d9-8b57-5216b6c607da] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1589.708841] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-297cc66e-e676-41b2-9d36-0a7c922dea3b tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Deleting the datastore file [datastore1] 351f2438-f068-43d9-8b57-5216b6c607da {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1589.709483] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-582a7d3f-d96e-4178-848a-41ddf613de51 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.718771] env[62438]: DEBUG oslo_vmware.api [None req-297cc66e-e676-41b2-9d36-0a7c922dea3b tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Waiting for the task: (returnval){ [ 1589.718771] env[62438]: value = "task-1785125" [ 1589.718771] env[62438]: _type = "Task" [ 1589.718771] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.728949] env[62438]: DEBUG oslo_vmware.api [None req-297cc66e-e676-41b2-9d36-0a7c922dea3b tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Task: {'id': task-1785125, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.890184] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785121, 'name': CreateVM_Task, 'duration_secs': 0.793281} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.890582] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 921a7f85-8228-43d9-aa60-bc2992714cc8] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1589.892424] env[62438]: DEBUG oslo_concurrency.lockutils [None req-19faa78a-76c8-457a-bd2c-357de2afc3e8 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1589.893569] env[62438]: DEBUG oslo_concurrency.lockutils [None req-19faa78a-76c8-457a-bd2c-357de2afc3e8 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.893569] env[62438]: DEBUG oslo_concurrency.lockutils [None req-19faa78a-76c8-457a-bd2c-357de2afc3e8 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1589.893886] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20db3f21-0fe5-45bd-ab75-18a059bab9fe {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.901188] env[62438]: DEBUG oslo_vmware.api [None req-19faa78a-76c8-457a-bd2c-357de2afc3e8 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Waiting for the task: (returnval){ [ 1589.901188] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52c6d93e-d648-c080-bb20-bcf7703c8960" [ 1589.901188] env[62438]: _type = "Task" [ 1589.901188] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.917081] env[62438]: DEBUG oslo_vmware.api [None req-19faa78a-76c8-457a-bd2c-357de2afc3e8 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52c6d93e-d648-c080-bb20-bcf7703c8960, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.092940] env[62438]: DEBUG oslo_concurrency.lockutils [None req-026fc372-3d94-4797-ab68-33b3b19b23ae tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Acquiring lock "ac81bf4e-9010-4ff5-9857-18690b409637" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1590.093126] env[62438]: DEBUG oslo_concurrency.lockutils [None req-026fc372-3d94-4797-ab68-33b3b19b23ae tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Lock "ac81bf4e-9010-4ff5-9857-18690b409637" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1590.093354] env[62438]: DEBUG oslo_concurrency.lockutils [None req-026fc372-3d94-4797-ab68-33b3b19b23ae tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Acquiring lock "ac81bf4e-9010-4ff5-9857-18690b409637-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1590.093584] env[62438]: DEBUG oslo_concurrency.lockutils [None req-026fc372-3d94-4797-ab68-33b3b19b23ae tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Lock "ac81bf4e-9010-4ff5-9857-18690b409637-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1590.093745] env[62438]: DEBUG oslo_concurrency.lockutils [None req-026fc372-3d94-4797-ab68-33b3b19b23ae tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Lock "ac81bf4e-9010-4ff5-9857-18690b409637-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1590.096009] env[62438]: INFO nova.compute.manager [None req-026fc372-3d94-4797-ab68-33b3b19b23ae tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: ac81bf4e-9010-4ff5-9857-18690b409637] Terminating instance [ 1590.099333] env[62438]: DEBUG nova.compute.manager [None req-026fc372-3d94-4797-ab68-33b3b19b23ae tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: ac81bf4e-9010-4ff5-9857-18690b409637] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1590.099582] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-026fc372-3d94-4797-ab68-33b3b19b23ae tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: ac81bf4e-9010-4ff5-9857-18690b409637] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1590.100530] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60323185-bb21-43c2-bc17-6c0970c0f777 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.109592] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-026fc372-3d94-4797-ab68-33b3b19b23ae tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: ac81bf4e-9010-4ff5-9857-18690b409637] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1590.109908] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bdeaf082-d46d-489a-994c-91b4f6be8e72 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.117863] env[62438]: DEBUG oslo_vmware.api [None req-026fc372-3d94-4797-ab68-33b3b19b23ae tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Waiting for the task: (returnval){ [ 1590.117863] env[62438]: value = "task-1785126" [ 1590.117863] env[62438]: _type = "Task" [ 1590.117863] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.128465] env[62438]: DEBUG oslo_vmware.api [None req-026fc372-3d94-4797-ab68-33b3b19b23ae tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1785126, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.144177] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8c2893b9-c5ef-4e12-b69e-d158656db658 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Acquiring lock "refresh_cache-7c85d7ca-3255-452e-9486-2d3b618e7039" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1590.144345] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8c2893b9-c5ef-4e12-b69e-d158656db658 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Acquired lock "refresh_cache-7c85d7ca-3255-452e-9486-2d3b618e7039" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.144500] env[62438]: DEBUG nova.network.neutron [None req-8c2893b9-c5ef-4e12-b69e-d158656db658 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: 7c85d7ca-3255-452e-9486-2d3b618e7039] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1590.181222] env[62438]: DEBUG nova.scheduler.client.report [None req-0f269d05-d32e-4405-99a2-194d2dd543e4 tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1590.199348] env[62438]: DEBUG oslo_concurrency.lockutils [None req-537cf26a-f724-47ed-99f6-dd6fc0859852 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1590.204525] env[62438]: DEBUG oslo_vmware.api [None req-df0bd9cc-7a8e-46b5-9ee0-787e3a32dc1e tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1785124, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082388} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.204806] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-df0bd9cc-7a8e-46b5-9ee0-787e3a32dc1e tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: a160d6df-ab59-48f0-a076-020afbd2af66] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1590.206480] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-131b4568-7c6f-4d41-ab07-46ed81a6ed88 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.235807] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-df0bd9cc-7a8e-46b5-9ee0-787e3a32dc1e tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: a160d6df-ab59-48f0-a076-020afbd2af66] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] a160d6df-ab59-48f0-a076-020afbd2af66/a160d6df-ab59-48f0-a076-020afbd2af66.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1590.239792] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e6121f1-a782-4c98-96e1-0fb61bb5287a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.260833] env[62438]: DEBUG oslo_vmware.api [None req-297cc66e-e676-41b2-9d36-0a7c922dea3b tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Task: {'id': task-1785125, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.476763} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.262275] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-297cc66e-e676-41b2-9d36-0a7c922dea3b tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1590.262477] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-297cc66e-e676-41b2-9d36-0a7c922dea3b tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] [instance: 351f2438-f068-43d9-8b57-5216b6c607da] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1590.262667] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-297cc66e-e676-41b2-9d36-0a7c922dea3b tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] [instance: 351f2438-f068-43d9-8b57-5216b6c607da] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1590.262856] env[62438]: INFO nova.compute.manager [None req-297cc66e-e676-41b2-9d36-0a7c922dea3b tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] [instance: 351f2438-f068-43d9-8b57-5216b6c607da] Took 1.31 seconds to destroy the instance on the hypervisor. [ 1590.263154] env[62438]: DEBUG oslo.service.loopingcall [None req-297cc66e-e676-41b2-9d36-0a7c922dea3b tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1590.263444] env[62438]: DEBUG oslo_vmware.api [None req-df0bd9cc-7a8e-46b5-9ee0-787e3a32dc1e tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Waiting for the task: (returnval){ [ 1590.263444] env[62438]: value = "task-1785127" [ 1590.263444] env[62438]: _type = "Task" [ 1590.263444] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.263645] env[62438]: DEBUG nova.compute.manager [-] [instance: 351f2438-f068-43d9-8b57-5216b6c607da] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1590.263740] env[62438]: DEBUG nova.network.neutron [-] [instance: 351f2438-f068-43d9-8b57-5216b6c607da] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1590.275591] env[62438]: DEBUG oslo_vmware.api [None req-df0bd9cc-7a8e-46b5-9ee0-787e3a32dc1e tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1785127, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.413470] env[62438]: DEBUG oslo_vmware.api [None req-19faa78a-76c8-457a-bd2c-357de2afc3e8 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52c6d93e-d648-c080-bb20-bcf7703c8960, 'name': SearchDatastore_Task, 'duration_secs': 0.023109} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.413825] env[62438]: DEBUG oslo_concurrency.lockutils [None req-19faa78a-76c8-457a-bd2c-357de2afc3e8 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1590.414099] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-19faa78a-76c8-457a-bd2c-357de2afc3e8 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] [instance: 921a7f85-8228-43d9-aa60-bc2992714cc8] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1590.414378] env[62438]: DEBUG oslo_concurrency.lockutils [None req-19faa78a-76c8-457a-bd2c-357de2afc3e8 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1590.414563] env[62438]: DEBUG oslo_concurrency.lockutils [None req-19faa78a-76c8-457a-bd2c-357de2afc3e8 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.414774] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-19faa78a-76c8-457a-bd2c-357de2afc3e8 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1590.415494] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f9272dc-5399-4cd7-9885-e09a8e769bf4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.426506] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-19faa78a-76c8-457a-bd2c-357de2afc3e8 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1590.426743] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-19faa78a-76c8-457a-bd2c-357de2afc3e8 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1590.427557] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e943938-2c5b-4b59-8b75-5cf472c09aef {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.434989] env[62438]: DEBUG oslo_vmware.api [None req-19faa78a-76c8-457a-bd2c-357de2afc3e8 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Waiting for the task: (returnval){ [ 1590.434989] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]529c37c5-fd85-045a-4758-9841c306783b" [ 1590.434989] env[62438]: _type = "Task" [ 1590.434989] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.443944] env[62438]: DEBUG oslo_vmware.api [None req-19faa78a-76c8-457a-bd2c-357de2afc3e8 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]529c37c5-fd85-045a-4758-9841c306783b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.629383] env[62438]: DEBUG oslo_vmware.api [None req-026fc372-3d94-4797-ab68-33b3b19b23ae tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1785126, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.654909] env[62438]: DEBUG nova.compute.manager [req-a70443d6-a89f-4af4-bf3c-54e8a5525183 req-7c6d00fc-17ad-4190-94e7-c3129b1f9407 service nova] [instance: 7c85d7ca-3255-452e-9486-2d3b618e7039] Received event network-vif-plugged-e804a35d-62ca-419f-89f0-6601fa50265c {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1590.655228] env[62438]: DEBUG oslo_concurrency.lockutils [req-a70443d6-a89f-4af4-bf3c-54e8a5525183 req-7c6d00fc-17ad-4190-94e7-c3129b1f9407 service nova] Acquiring lock "7c85d7ca-3255-452e-9486-2d3b618e7039-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1590.655473] env[62438]: DEBUG oslo_concurrency.lockutils [req-a70443d6-a89f-4af4-bf3c-54e8a5525183 req-7c6d00fc-17ad-4190-94e7-c3129b1f9407 service nova] Lock "7c85d7ca-3255-452e-9486-2d3b618e7039-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1590.655655] env[62438]: DEBUG oslo_concurrency.lockutils [req-a70443d6-a89f-4af4-bf3c-54e8a5525183 req-7c6d00fc-17ad-4190-94e7-c3129b1f9407 service nova] Lock "7c85d7ca-3255-452e-9486-2d3b618e7039-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1590.655834] env[62438]: DEBUG nova.compute.manager [req-a70443d6-a89f-4af4-bf3c-54e8a5525183 req-7c6d00fc-17ad-4190-94e7-c3129b1f9407 service nova] [instance: 7c85d7ca-3255-452e-9486-2d3b618e7039] No waiting events found dispatching network-vif-plugged-e804a35d-62ca-419f-89f0-6601fa50265c {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1590.656026] env[62438]: WARNING nova.compute.manager [req-a70443d6-a89f-4af4-bf3c-54e8a5525183 req-7c6d00fc-17ad-4190-94e7-c3129b1f9407 service nova] [instance: 7c85d7ca-3255-452e-9486-2d3b618e7039] Received unexpected event network-vif-plugged-e804a35d-62ca-419f-89f0-6601fa50265c for instance with vm_state building and task_state spawning. [ 1590.656561] env[62438]: DEBUG nova.compute.manager [req-a70443d6-a89f-4af4-bf3c-54e8a5525183 req-7c6d00fc-17ad-4190-94e7-c3129b1f9407 service nova] [instance: 7c85d7ca-3255-452e-9486-2d3b618e7039] Received event network-changed-e804a35d-62ca-419f-89f0-6601fa50265c {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1590.656725] env[62438]: DEBUG nova.compute.manager [req-a70443d6-a89f-4af4-bf3c-54e8a5525183 req-7c6d00fc-17ad-4190-94e7-c3129b1f9407 service nova] [instance: 7c85d7ca-3255-452e-9486-2d3b618e7039] Refreshing instance network info cache due to event network-changed-e804a35d-62ca-419f-89f0-6601fa50265c. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1590.656971] env[62438]: DEBUG oslo_concurrency.lockutils [req-a70443d6-a89f-4af4-bf3c-54e8a5525183 req-7c6d00fc-17ad-4190-94e7-c3129b1f9407 service nova] Acquiring lock "refresh_cache-7c85d7ca-3255-452e-9486-2d3b618e7039" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1590.697708] env[62438]: DEBUG oslo_concurrency.lockutils [None req-0f269d05-d32e-4405-99a2-194d2dd543e4 tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.954s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1590.701140] env[62438]: DEBUG oslo_concurrency.lockutils [None req-27f94df1-5fc2-43e5-ad7e-286b83a4f273 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.768s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1590.706567] env[62438]: INFO nova.compute.claims [None req-27f94df1-5fc2-43e5-ad7e-286b83a4f273 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 1191392f-d14e-4a06-b978-60a80682cbf7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1590.709106] env[62438]: DEBUG nova.network.neutron [None req-8c2893b9-c5ef-4e12-b69e-d158656db658 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: 7c85d7ca-3255-452e-9486-2d3b618e7039] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1590.717324] env[62438]: DEBUG oslo_concurrency.lockutils [None req-0d521c23-d6a7-4c12-b268-c10c0545022e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Acquiring lock "e45fba41-a8f5-4b19-9d7f-43d071e581f8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1590.717626] env[62438]: DEBUG oslo_concurrency.lockutils [None req-0d521c23-d6a7-4c12-b268-c10c0545022e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Lock "e45fba41-a8f5-4b19-9d7f-43d071e581f8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1590.736276] env[62438]: INFO nova.scheduler.client.report [None req-0f269d05-d32e-4405-99a2-194d2dd543e4 tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] Deleted allocations for instance bacfabaa-c0c2-43b7-841f-5539f5de2859 [ 1590.779192] env[62438]: DEBUG oslo_vmware.api [None req-df0bd9cc-7a8e-46b5-9ee0-787e3a32dc1e tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1785127, 'name': ReconfigVM_Task, 'duration_secs': 0.29569} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.782023] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-df0bd9cc-7a8e-46b5-9ee0-787e3a32dc1e tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: a160d6df-ab59-48f0-a076-020afbd2af66] Reconfigured VM instance instance-00000042 to attach disk [datastore1] a160d6df-ab59-48f0-a076-020afbd2af66/a160d6df-ab59-48f0-a076-020afbd2af66.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1590.782023] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2bbbb7b4-0e35-46e9-84ab-bdf23735c7a4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.790957] env[62438]: DEBUG oslo_vmware.api [None req-df0bd9cc-7a8e-46b5-9ee0-787e3a32dc1e tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Waiting for the task: (returnval){ [ 1590.790957] env[62438]: value = "task-1785128" [ 1590.790957] env[62438]: _type = "Task" [ 1590.790957] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.804549] env[62438]: DEBUG oslo_vmware.api [None req-df0bd9cc-7a8e-46b5-9ee0-787e3a32dc1e tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1785128, 'name': Rename_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.851029] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8045194a-2936-49c7-bf37-361144700b07 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Acquiring lock "a085cb1e-b5cf-4b45-9639-464232dfac12" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1590.851321] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8045194a-2936-49c7-bf37-361144700b07 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Lock "a085cb1e-b5cf-4b45-9639-464232dfac12" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1590.851513] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8045194a-2936-49c7-bf37-361144700b07 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Acquiring lock "a085cb1e-b5cf-4b45-9639-464232dfac12-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1590.851706] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8045194a-2936-49c7-bf37-361144700b07 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Lock "a085cb1e-b5cf-4b45-9639-464232dfac12-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1590.851937] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8045194a-2936-49c7-bf37-361144700b07 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Lock "a085cb1e-b5cf-4b45-9639-464232dfac12-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1590.854729] env[62438]: INFO nova.compute.manager [None req-8045194a-2936-49c7-bf37-361144700b07 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: a085cb1e-b5cf-4b45-9639-464232dfac12] Terminating instance [ 1590.857386] env[62438]: DEBUG nova.compute.manager [None req-8045194a-2936-49c7-bf37-361144700b07 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: a085cb1e-b5cf-4b45-9639-464232dfac12] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1590.857595] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-8045194a-2936-49c7-bf37-361144700b07 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: a085cb1e-b5cf-4b45-9639-464232dfac12] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1590.858532] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ade35d7-121a-4105-a08d-bd1ff616b798 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.867627] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-8045194a-2936-49c7-bf37-361144700b07 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: a085cb1e-b5cf-4b45-9639-464232dfac12] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1590.867931] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d1d22601-8257-4c58-85f5-7184200d2974 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.914184] env[62438]: DEBUG nova.network.neutron [None req-8c2893b9-c5ef-4e12-b69e-d158656db658 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: 7c85d7ca-3255-452e-9486-2d3b618e7039] Updating instance_info_cache with network_info: [{"id": "e804a35d-62ca-419f-89f0-6601fa50265c", "address": "fa:16:3e:2e:23:3c", "network": {"id": "87d86403-300d-41f4-a284-ceccb3d62aff", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-928461668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1caf71579d52463794655f8347942ede", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape804a35d-62", "ovs_interfaceid": "e804a35d-62ca-419f-89f0-6601fa50265c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1590.946114] env[62438]: DEBUG oslo_vmware.api [None req-19faa78a-76c8-457a-bd2c-357de2afc3e8 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]529c37c5-fd85-045a-4758-9841c306783b, 'name': SearchDatastore_Task, 'duration_secs': 0.020461} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.946999] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-957cc783-e629-4363-9a3a-cae271eb2fea {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.953533] env[62438]: DEBUG oslo_vmware.api [None req-19faa78a-76c8-457a-bd2c-357de2afc3e8 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Waiting for the task: (returnval){ [ 1590.953533] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52dd2b46-aac0-5203-36c7-839480bef577" [ 1590.953533] env[62438]: _type = "Task" [ 1590.953533] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.961785] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-8045194a-2936-49c7-bf37-361144700b07 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: a085cb1e-b5cf-4b45-9639-464232dfac12] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1590.962055] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-8045194a-2936-49c7-bf37-361144700b07 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: a085cb1e-b5cf-4b45-9639-464232dfac12] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1590.962252] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-8045194a-2936-49c7-bf37-361144700b07 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Deleting the datastore file [datastore1] a085cb1e-b5cf-4b45-9639-464232dfac12 {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1590.965863] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-46e65783-a57c-4edc-aa35-73169bfac25a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.967744] env[62438]: DEBUG oslo_vmware.api [None req-19faa78a-76c8-457a-bd2c-357de2afc3e8 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52dd2b46-aac0-5203-36c7-839480bef577, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.972983] env[62438]: DEBUG oslo_vmware.api [None req-8045194a-2936-49c7-bf37-361144700b07 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Waiting for the task: (returnval){ [ 1590.972983] env[62438]: value = "task-1785130" [ 1590.972983] env[62438]: _type = "Task" [ 1590.972983] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.981294] env[62438]: DEBUG oslo_vmware.api [None req-8045194a-2936-49c7-bf37-361144700b07 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785130, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.115569] env[62438]: DEBUG nova.network.neutron [-] [instance: 351f2438-f068-43d9-8b57-5216b6c607da] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1591.129460] env[62438]: DEBUG oslo_vmware.api [None req-026fc372-3d94-4797-ab68-33b3b19b23ae tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1785126, 'name': PowerOffVM_Task, 'duration_secs': 0.686263} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.130343] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-026fc372-3d94-4797-ab68-33b3b19b23ae tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: ac81bf4e-9010-4ff5-9857-18690b409637] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1591.130528] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-026fc372-3d94-4797-ab68-33b3b19b23ae tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: ac81bf4e-9010-4ff5-9857-18690b409637] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1591.130782] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-715f39c3-9816-4ebf-9df5-cc7242babce0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.220321] env[62438]: DEBUG nova.compute.manager [None req-0d521c23-d6a7-4c12-b268-c10c0545022e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: e45fba41-a8f5-4b19-9d7f-43d071e581f8] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1591.224130] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-026fc372-3d94-4797-ab68-33b3b19b23ae tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: ac81bf4e-9010-4ff5-9857-18690b409637] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1591.224369] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-026fc372-3d94-4797-ab68-33b3b19b23ae tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: ac81bf4e-9010-4ff5-9857-18690b409637] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1591.224555] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-026fc372-3d94-4797-ab68-33b3b19b23ae tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Deleting the datastore file [datastore1] ac81bf4e-9010-4ff5-9857-18690b409637 {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1591.225298] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-461645dd-bee8-4a4f-a940-154b11983aa4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.235205] env[62438]: DEBUG oslo_vmware.api [None req-026fc372-3d94-4797-ab68-33b3b19b23ae tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Waiting for the task: (returnval){ [ 1591.235205] env[62438]: value = "task-1785132" [ 1591.235205] env[62438]: _type = "Task" [ 1591.235205] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.244887] env[62438]: DEBUG oslo_vmware.api [None req-026fc372-3d94-4797-ab68-33b3b19b23ae tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1785132, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.255179] env[62438]: DEBUG oslo_concurrency.lockutils [None req-0f269d05-d32e-4405-99a2-194d2dd543e4 tempest-ServersTestManualDisk-1862706318 tempest-ServersTestManualDisk-1862706318-project-member] Lock "bacfabaa-c0c2-43b7-841f-5539f5de2859" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.343s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1591.302156] env[62438]: DEBUG oslo_vmware.api [None req-df0bd9cc-7a8e-46b5-9ee0-787e3a32dc1e tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1785128, 'name': Rename_Task, 'duration_secs': 0.151471} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.302597] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-df0bd9cc-7a8e-46b5-9ee0-787e3a32dc1e tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: a160d6df-ab59-48f0-a076-020afbd2af66] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1591.302803] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-064ba375-6baf-443d-b043-6f37758d3a3a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.311593] env[62438]: DEBUG oslo_vmware.api [None req-df0bd9cc-7a8e-46b5-9ee0-787e3a32dc1e tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Waiting for the task: (returnval){ [ 1591.311593] env[62438]: value = "task-1785133" [ 1591.311593] env[62438]: _type = "Task" [ 1591.311593] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.320421] env[62438]: DEBUG oslo_vmware.api [None req-df0bd9cc-7a8e-46b5-9ee0-787e3a32dc1e tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1785133, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.416940] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8c2893b9-c5ef-4e12-b69e-d158656db658 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Releasing lock "refresh_cache-7c85d7ca-3255-452e-9486-2d3b618e7039" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1591.417018] env[62438]: DEBUG nova.compute.manager [None req-8c2893b9-c5ef-4e12-b69e-d158656db658 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: 7c85d7ca-3255-452e-9486-2d3b618e7039] Instance network_info: |[{"id": "e804a35d-62ca-419f-89f0-6601fa50265c", "address": "fa:16:3e:2e:23:3c", "network": {"id": "87d86403-300d-41f4-a284-ceccb3d62aff", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-928461668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1caf71579d52463794655f8347942ede", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape804a35d-62", "ovs_interfaceid": "e804a35d-62ca-419f-89f0-6601fa50265c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1591.417425] env[62438]: DEBUG oslo_concurrency.lockutils [req-a70443d6-a89f-4af4-bf3c-54e8a5525183 req-7c6d00fc-17ad-4190-94e7-c3129b1f9407 service nova] Acquired lock "refresh_cache-7c85d7ca-3255-452e-9486-2d3b618e7039" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1591.417682] env[62438]: DEBUG nova.network.neutron [req-a70443d6-a89f-4af4-bf3c-54e8a5525183 req-7c6d00fc-17ad-4190-94e7-c3129b1f9407 service nova] [instance: 7c85d7ca-3255-452e-9486-2d3b618e7039] Refreshing network info cache for port e804a35d-62ca-419f-89f0-6601fa50265c {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1591.419186] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2893b9-c5ef-4e12-b69e-d158656db658 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: 7c85d7ca-3255-452e-9486-2d3b618e7039] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:23:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '233536d0-6913-4879-8442-42dcf1d4ecbb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e804a35d-62ca-419f-89f0-6601fa50265c', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1591.428801] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c2893b9-c5ef-4e12-b69e-d158656db658 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Creating folder: Project (1caf71579d52463794655f8347942ede). Parent ref: group-v370230. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1591.432524] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-66d6a320-8977-4e1f-b0da-5914ad688912 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.450334] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-8c2893b9-c5ef-4e12-b69e-d158656db658 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Created folder: Project (1caf71579d52463794655f8347942ede) in parent group-v370230. [ 1591.450630] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c2893b9-c5ef-4e12-b69e-d158656db658 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Creating folder: Instances. Parent ref: group-v370431. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1591.451310] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a10247bf-fadd-4425-a999-adbe1c71c82c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.464404] env[62438]: DEBUG oslo_vmware.api [None req-19faa78a-76c8-457a-bd2c-357de2afc3e8 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52dd2b46-aac0-5203-36c7-839480bef577, 'name': SearchDatastore_Task, 'duration_secs': 0.023941} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.465885] env[62438]: DEBUG oslo_concurrency.lockutils [None req-19faa78a-76c8-457a-bd2c-357de2afc3e8 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1591.466196] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-19faa78a-76c8-457a-bd2c-357de2afc3e8 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 921a7f85-8228-43d9-aa60-bc2992714cc8/921a7f85-8228-43d9-aa60-bc2992714cc8.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1591.466517] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-8c2893b9-c5ef-4e12-b69e-d158656db658 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Created folder: Instances in parent group-v370431. [ 1591.466788] env[62438]: DEBUG oslo.service.loopingcall [None req-8c2893b9-c5ef-4e12-b69e-d158656db658 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1591.466995] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a838927-19bd-4678-a52c-b6324fb869bc {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.469161] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c85d7ca-3255-452e-9486-2d3b618e7039] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1591.469759] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3506c3a8-28f5-4bde-ad88-b996457b21f2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.492280] env[62438]: DEBUG oslo_vmware.api [None req-19faa78a-76c8-457a-bd2c-357de2afc3e8 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Waiting for the task: (returnval){ [ 1591.492280] env[62438]: value = "task-1785136" [ 1591.492280] env[62438]: _type = "Task" [ 1591.492280] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.493706] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1591.493706] env[62438]: value = "task-1785137" [ 1591.493706] env[62438]: _type = "Task" [ 1591.493706] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.499820] env[62438]: DEBUG oslo_vmware.api [None req-8045194a-2936-49c7-bf37-361144700b07 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785130, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.469601} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.503368] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-8045194a-2936-49c7-bf37-361144700b07 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1591.503612] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-8045194a-2936-49c7-bf37-361144700b07 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: a085cb1e-b5cf-4b45-9639-464232dfac12] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1591.503830] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-8045194a-2936-49c7-bf37-361144700b07 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: a085cb1e-b5cf-4b45-9639-464232dfac12] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1591.503999] env[62438]: INFO nova.compute.manager [None req-8045194a-2936-49c7-bf37-361144700b07 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: a085cb1e-b5cf-4b45-9639-464232dfac12] Took 0.65 seconds to destroy the instance on the hypervisor. [ 1591.504308] env[62438]: DEBUG oslo.service.loopingcall [None req-8045194a-2936-49c7-bf37-361144700b07 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1591.505332] env[62438]: DEBUG nova.compute.manager [-] [instance: a085cb1e-b5cf-4b45-9639-464232dfac12] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1591.505468] env[62438]: DEBUG nova.network.neutron [-] [instance: a085cb1e-b5cf-4b45-9639-464232dfac12] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1591.511062] env[62438]: DEBUG oslo_vmware.api [None req-19faa78a-76c8-457a-bd2c-357de2afc3e8 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Task: {'id': task-1785136, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.517513] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785137, 'name': CreateVM_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.619513] env[62438]: INFO nova.compute.manager [-] [instance: 351f2438-f068-43d9-8b57-5216b6c607da] Took 1.35 seconds to deallocate network for instance. [ 1591.746398] env[62438]: DEBUG oslo_concurrency.lockutils [None req-0d521c23-d6a7-4c12-b268-c10c0545022e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1591.754432] env[62438]: DEBUG oslo_vmware.api [None req-026fc372-3d94-4797-ab68-33b3b19b23ae tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1785132, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.327246} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.754432] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-026fc372-3d94-4797-ab68-33b3b19b23ae tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1591.754432] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-026fc372-3d94-4797-ab68-33b3b19b23ae tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: ac81bf4e-9010-4ff5-9857-18690b409637] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1591.754432] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-026fc372-3d94-4797-ab68-33b3b19b23ae tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: ac81bf4e-9010-4ff5-9857-18690b409637] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1591.754432] env[62438]: INFO nova.compute.manager [None req-026fc372-3d94-4797-ab68-33b3b19b23ae tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: ac81bf4e-9010-4ff5-9857-18690b409637] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1591.754432] env[62438]: DEBUG oslo.service.loopingcall [None req-026fc372-3d94-4797-ab68-33b3b19b23ae tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1591.754432] env[62438]: DEBUG nova.compute.manager [-] [instance: ac81bf4e-9010-4ff5-9857-18690b409637] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1591.754432] env[62438]: DEBUG nova.network.neutron [-] [instance: ac81bf4e-9010-4ff5-9857-18690b409637] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1591.830893] env[62438]: DEBUG oslo_vmware.api [None req-df0bd9cc-7a8e-46b5-9ee0-787e3a32dc1e tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1785133, 'name': PowerOnVM_Task, 'duration_secs': 0.510485} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.831452] env[62438]: DEBUG nova.network.neutron [req-a70443d6-a89f-4af4-bf3c-54e8a5525183 req-7c6d00fc-17ad-4190-94e7-c3129b1f9407 service nova] [instance: 7c85d7ca-3255-452e-9486-2d3b618e7039] Updated VIF entry in instance network info cache for port e804a35d-62ca-419f-89f0-6601fa50265c. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1591.832120] env[62438]: DEBUG nova.network.neutron [req-a70443d6-a89f-4af4-bf3c-54e8a5525183 req-7c6d00fc-17ad-4190-94e7-c3129b1f9407 service nova] [instance: 7c85d7ca-3255-452e-9486-2d3b618e7039] Updating instance_info_cache with network_info: [{"id": "e804a35d-62ca-419f-89f0-6601fa50265c", "address": "fa:16:3e:2e:23:3c", "network": {"id": "87d86403-300d-41f4-a284-ceccb3d62aff", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-928461668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1caf71579d52463794655f8347942ede", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape804a35d-62", "ovs_interfaceid": "e804a35d-62ca-419f-89f0-6601fa50265c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1591.833705] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-df0bd9cc-7a8e-46b5-9ee0-787e3a32dc1e tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: a160d6df-ab59-48f0-a076-020afbd2af66] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1591.834082] env[62438]: INFO nova.compute.manager [None req-df0bd9cc-7a8e-46b5-9ee0-787e3a32dc1e tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: a160d6df-ab59-48f0-a076-020afbd2af66] Took 7.93 seconds to spawn the instance on the hypervisor. [ 1591.837021] env[62438]: DEBUG nova.compute.manager [None req-df0bd9cc-7a8e-46b5-9ee0-787e3a32dc1e tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: a160d6df-ab59-48f0-a076-020afbd2af66] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1591.837021] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-196ecd6f-c016-4b14-967d-98446d9965f7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.021026] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785137, 'name': CreateVM_Task} progress is 25%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.023914] env[62438]: DEBUG oslo_vmware.api [None req-19faa78a-76c8-457a-bd2c-357de2afc3e8 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Task: {'id': task-1785136, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.058658] env[62438]: DEBUG nova.compute.manager [req-50d7bb48-b0a9-49ca-bb63-09bd30537cec req-0bc27a7b-c0ae-4c9a-a40c-c667b37528ef service nova] [instance: a085cb1e-b5cf-4b45-9639-464232dfac12] Received event network-vif-deleted-a0885e13-1c4e-4c02-afc5-f7817af6f101 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1592.058873] env[62438]: INFO nova.compute.manager [req-50d7bb48-b0a9-49ca-bb63-09bd30537cec req-0bc27a7b-c0ae-4c9a-a40c-c667b37528ef service nova] [instance: a085cb1e-b5cf-4b45-9639-464232dfac12] Neutron deleted interface a0885e13-1c4e-4c02-afc5-f7817af6f101; detaching it from the instance and deleting it from the info cache [ 1592.059394] env[62438]: DEBUG nova.network.neutron [req-50d7bb48-b0a9-49ca-bb63-09bd30537cec req-0bc27a7b-c0ae-4c9a-a40c-c667b37528ef service nova] [instance: a085cb1e-b5cf-4b45-9639-464232dfac12] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1592.104016] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e10384-a93b-466e-9ce7-76869fd08db5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.113656] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d0031af-9e6c-4e80-883c-57fdf11369cf {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.147892] env[62438]: DEBUG oslo_concurrency.lockutils [None req-297cc66e-e676-41b2-9d36-0a7c922dea3b tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1592.149416] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10fa30a7-73cf-42e9-995f-6d17b64bc7df {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.158673] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02015028-5356-45cd-a241-1b7cba2d86d2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.173773] env[62438]: DEBUG nova.compute.provider_tree [None req-27f94df1-5fc2-43e5-ad7e-286b83a4f273 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1592.339989] env[62438]: DEBUG oslo_concurrency.lockutils [req-a70443d6-a89f-4af4-bf3c-54e8a5525183 req-7c6d00fc-17ad-4190-94e7-c3129b1f9407 service nova] Releasing lock "refresh_cache-7c85d7ca-3255-452e-9486-2d3b618e7039" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1592.340317] env[62438]: DEBUG nova.compute.manager [req-a70443d6-a89f-4af4-bf3c-54e8a5525183 req-7c6d00fc-17ad-4190-94e7-c3129b1f9407 service nova] [instance: 351f2438-f068-43d9-8b57-5216b6c607da] Received event network-vif-deleted-11e26671-84f0-443f-9d3b-af2e29df0c95 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1592.340512] env[62438]: INFO nova.compute.manager [req-a70443d6-a89f-4af4-bf3c-54e8a5525183 req-7c6d00fc-17ad-4190-94e7-c3129b1f9407 service nova] [instance: 351f2438-f068-43d9-8b57-5216b6c607da] Neutron deleted interface 11e26671-84f0-443f-9d3b-af2e29df0c95; detaching it from the instance and deleting it from the info cache [ 1592.340707] env[62438]: DEBUG nova.network.neutron [req-a70443d6-a89f-4af4-bf3c-54e8a5525183 req-7c6d00fc-17ad-4190-94e7-c3129b1f9407 service nova] [instance: 351f2438-f068-43d9-8b57-5216b6c607da] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1592.362489] env[62438]: INFO nova.compute.manager [None req-df0bd9cc-7a8e-46b5-9ee0-787e3a32dc1e tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: a160d6df-ab59-48f0-a076-020afbd2af66] Took 19.29 seconds to build instance. [ 1592.506977] env[62438]: DEBUG oslo_vmware.api [None req-19faa78a-76c8-457a-bd2c-357de2afc3e8 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Task: {'id': task-1785136, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.61471} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.513137] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-19faa78a-76c8-457a-bd2c-357de2afc3e8 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 921a7f85-8228-43d9-aa60-bc2992714cc8/921a7f85-8228-43d9-aa60-bc2992714cc8.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1592.513137] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-19faa78a-76c8-457a-bd2c-357de2afc3e8 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] [instance: 921a7f85-8228-43d9-aa60-bc2992714cc8] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1592.513137] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-de436469-339d-4d1f-90cb-585dbc492cf9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.520354] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785137, 'name': CreateVM_Task} progress is 99%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.522068] env[62438]: DEBUG oslo_vmware.api [None req-19faa78a-76c8-457a-bd2c-357de2afc3e8 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Waiting for the task: (returnval){ [ 1592.522068] env[62438]: value = "task-1785138" [ 1592.522068] env[62438]: _type = "Task" [ 1592.522068] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.534312] env[62438]: DEBUG nova.network.neutron [-] [instance: a085cb1e-b5cf-4b45-9639-464232dfac12] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1592.535807] env[62438]: DEBUG oslo_vmware.api [None req-19faa78a-76c8-457a-bd2c-357de2afc3e8 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Task: {'id': task-1785138, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.563471] env[62438]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-27f1859b-cfc5-4afe-8856-a03775c8fa05 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.576697] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da6f399-6f51-4da8-975a-03ba833f666e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.615965] env[62438]: DEBUG nova.compute.manager [req-50d7bb48-b0a9-49ca-bb63-09bd30537cec req-0bc27a7b-c0ae-4c9a-a40c-c667b37528ef service nova] [instance: a085cb1e-b5cf-4b45-9639-464232dfac12] Detach interface failed, port_id=a0885e13-1c4e-4c02-afc5-f7817af6f101, reason: Instance a085cb1e-b5cf-4b45-9639-464232dfac12 could not be found. {{(pid=62438) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1592.677048] env[62438]: DEBUG nova.scheduler.client.report [None req-27f94df1-5fc2-43e5-ad7e-286b83a4f273 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1592.702647] env[62438]: DEBUG nova.network.neutron [-] [instance: ac81bf4e-9010-4ff5-9857-18690b409637] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1592.844597] env[62438]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5b1c17b7-8d79-4c73-951a-0cd19e2d8a39 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.859079] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e128466-3308-4938-9683-be7138252fd9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.870768] env[62438]: DEBUG oslo_concurrency.lockutils [None req-df0bd9cc-7a8e-46b5-9ee0-787e3a32dc1e tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Lock "a160d6df-ab59-48f0-a076-020afbd2af66" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.801s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1592.899161] env[62438]: DEBUG nova.compute.manager [req-a70443d6-a89f-4af4-bf3c-54e8a5525183 req-7c6d00fc-17ad-4190-94e7-c3129b1f9407 service nova] [instance: 351f2438-f068-43d9-8b57-5216b6c607da] Detach interface failed, port_id=11e26671-84f0-443f-9d3b-af2e29df0c95, reason: Instance 351f2438-f068-43d9-8b57-5216b6c607da could not be found. {{(pid=62438) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1593.016808] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785137, 'name': CreateVM_Task, 'duration_secs': 1.027739} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.016985] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c85d7ca-3255-452e-9486-2d3b618e7039] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1593.017690] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8c2893b9-c5ef-4e12-b69e-d158656db658 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1593.017862] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8c2893b9-c5ef-4e12-b69e-d158656db658 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1593.018209] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8c2893b9-c5ef-4e12-b69e-d158656db658 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1593.018492] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ddf30eb-28f5-46cb-81d8-4ebe70786a22 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.027123] env[62438]: DEBUG oslo_vmware.api [None req-8c2893b9-c5ef-4e12-b69e-d158656db658 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Waiting for the task: (returnval){ [ 1593.027123] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52bfebe2-8ef5-fa36-e221-abfc856224fd" [ 1593.027123] env[62438]: _type = "Task" [ 1593.027123] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.033177] env[62438]: DEBUG oslo_vmware.api [None req-19faa78a-76c8-457a-bd2c-357de2afc3e8 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Task: {'id': task-1785138, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082089} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.033853] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-19faa78a-76c8-457a-bd2c-357de2afc3e8 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] [instance: 921a7f85-8228-43d9-aa60-bc2992714cc8] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1593.034669] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a0e2196-c769-4742-9d5c-7ce8414c7156 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.041276] env[62438]: INFO nova.compute.manager [-] [instance: a085cb1e-b5cf-4b45-9639-464232dfac12] Took 1.53 seconds to deallocate network for instance. [ 1593.041276] env[62438]: DEBUG oslo_vmware.api [None req-8c2893b9-c5ef-4e12-b69e-d158656db658 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52bfebe2-8ef5-fa36-e221-abfc856224fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.076716] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-19faa78a-76c8-457a-bd2c-357de2afc3e8 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] [instance: 921a7f85-8228-43d9-aa60-bc2992714cc8] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] 921a7f85-8228-43d9-aa60-bc2992714cc8/921a7f85-8228-43d9-aa60-bc2992714cc8.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1593.076716] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b88995c-602f-4193-a124-7032680ff26c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.098918] env[62438]: DEBUG oslo_vmware.api [None req-19faa78a-76c8-457a-bd2c-357de2afc3e8 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Waiting for the task: (returnval){ [ 1593.098918] env[62438]: value = "task-1785139" [ 1593.098918] env[62438]: _type = "Task" [ 1593.098918] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.108462] env[62438]: DEBUG oslo_vmware.api [None req-19faa78a-76c8-457a-bd2c-357de2afc3e8 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Task: {'id': task-1785139, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.183529] env[62438]: DEBUG oslo_concurrency.lockutils [None req-27f94df1-5fc2-43e5-ad7e-286b83a4f273 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.483s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1593.184138] env[62438]: DEBUG nova.compute.manager [None req-27f94df1-5fc2-43e5-ad7e-286b83a4f273 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 1191392f-d14e-4a06-b978-60a80682cbf7] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1593.187741] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a4e7947d-15d5-4a83-81ab-20b8f7244b83 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.108s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1593.187948] env[62438]: DEBUG nova.objects.instance [None req-a4e7947d-15d5-4a83-81ab-20b8f7244b83 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Lazy-loading 'resources' on Instance uuid e8cde59b-5e45-4f29-9fad-c96039006c88 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1593.206802] env[62438]: INFO nova.compute.manager [-] [instance: ac81bf4e-9010-4ff5-9857-18690b409637] Took 1.45 seconds to deallocate network for instance. [ 1593.369083] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1593.369083] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1593.541074] env[62438]: DEBUG oslo_vmware.api [None req-8c2893b9-c5ef-4e12-b69e-d158656db658 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52bfebe2-8ef5-fa36-e221-abfc856224fd, 'name': SearchDatastore_Task, 'duration_secs': 0.02613} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.541588] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8c2893b9-c5ef-4e12-b69e-d158656db658 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1593.541786] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2893b9-c5ef-4e12-b69e-d158656db658 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: 7c85d7ca-3255-452e-9486-2d3b618e7039] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1593.542068] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8c2893b9-c5ef-4e12-b69e-d158656db658 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1593.542249] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8c2893b9-c5ef-4e12-b69e-d158656db658 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1593.542460] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c2893b9-c5ef-4e12-b69e-d158656db658 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1593.542774] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-94298aaf-2aec-4bc6-b160-db41180954ab {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.555392] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c2893b9-c5ef-4e12-b69e-d158656db658 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1593.555474] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2893b9-c5ef-4e12-b69e-d158656db658 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1593.556437] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68955e9c-3d60-469f-ab02-ffda01891b4e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.563427] env[62438]: DEBUG oslo_vmware.api [None req-8c2893b9-c5ef-4e12-b69e-d158656db658 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Waiting for the task: (returnval){ [ 1593.563427] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5269937e-7c4c-1e9c-a2d5-5d35768cecec" [ 1593.563427] env[62438]: _type = "Task" [ 1593.563427] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.573752] env[62438]: DEBUG oslo_vmware.api [None req-8c2893b9-c5ef-4e12-b69e-d158656db658 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5269937e-7c4c-1e9c-a2d5-5d35768cecec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.579250] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8045194a-2936-49c7-bf37-361144700b07 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1593.611337] env[62438]: DEBUG oslo_vmware.api [None req-19faa78a-76c8-457a-bd2c-357de2afc3e8 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Task: {'id': task-1785139, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.691405] env[62438]: DEBUG nova.compute.utils [None req-27f94df1-5fc2-43e5-ad7e-286b83a4f273 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1593.696444] env[62438]: DEBUG nova.compute.manager [None req-27f94df1-5fc2-43e5-ad7e-286b83a4f273 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 1191392f-d14e-4a06-b978-60a80682cbf7] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1593.696770] env[62438]: DEBUG nova.network.neutron [None req-27f94df1-5fc2-43e5-ad7e-286b83a4f273 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 1191392f-d14e-4a06-b978-60a80682cbf7] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1593.713522] env[62438]: DEBUG oslo_concurrency.lockutils [None req-026fc372-3d94-4797-ab68-33b3b19b23ae tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1593.761496] env[62438]: DEBUG nova.policy [None req-27f94df1-5fc2-43e5-ad7e-286b83a4f273 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ace6be3b450045ee9217e6291567807d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'da30195a54754dadacbdb0481116cd03', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1593.877799] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1593.877799] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Starting heal instance info cache {{(pid=62438) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}} [ 1593.993109] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba8c0383-ce7b-4651-aec7-f29ff929f4c7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.001752] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7368dab-5001-43c8-8632-07708dc4dc92 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.034144] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef600cb-4845-459a-82b4-3bb2e4731bce {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.044246] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-649a2ae3-66de-4d35-9d5a-d26acac081bf {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.060329] env[62438]: DEBUG nova.compute.provider_tree [None req-a4e7947d-15d5-4a83-81ab-20b8f7244b83 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1594.073754] env[62438]: DEBUG oslo_vmware.api [None req-8c2893b9-c5ef-4e12-b69e-d158656db658 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5269937e-7c4c-1e9c-a2d5-5d35768cecec, 'name': SearchDatastore_Task, 'duration_secs': 0.019917} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.075074] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-294d2169-09b9-4151-8612-46b56dd93f25 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.085760] env[62438]: DEBUG oslo_vmware.api [None req-8c2893b9-c5ef-4e12-b69e-d158656db658 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Waiting for the task: (returnval){ [ 1594.085760] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52a2a8b6-c3a8-ffd0-62a0-f001f418a918" [ 1594.085760] env[62438]: _type = "Task" [ 1594.085760] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.089479] env[62438]: DEBUG nova.compute.manager [None req-353e3e13-cd33-4385-b926-c0d866de79a7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: a160d6df-ab59-48f0-a076-020afbd2af66] Stashing vm_state: active {{(pid=62438) _prep_resize /opt/stack/nova/nova/compute/manager.py:5624}} [ 1594.103000] env[62438]: DEBUG oslo_vmware.api [None req-8c2893b9-c5ef-4e12-b69e-d158656db658 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52a2a8b6-c3a8-ffd0-62a0-f001f418a918, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.110266] env[62438]: DEBUG nova.network.neutron [None req-27f94df1-5fc2-43e5-ad7e-286b83a4f273 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 1191392f-d14e-4a06-b978-60a80682cbf7] Successfully created port: 9cbea527-6058-41e9-ba10-5cb5956a458c {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1594.118053] env[62438]: DEBUG oslo_vmware.api [None req-19faa78a-76c8-457a-bd2c-357de2afc3e8 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Task: {'id': task-1785139, 'name': ReconfigVM_Task, 'duration_secs': 0.990471} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.118053] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-19faa78a-76c8-457a-bd2c-357de2afc3e8 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] [instance: 921a7f85-8228-43d9-aa60-bc2992714cc8] Reconfigured VM instance instance-00000043 to attach disk [datastore1] 921a7f85-8228-43d9-aa60-bc2992714cc8/921a7f85-8228-43d9-aa60-bc2992714cc8.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1594.118053] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5097bc4e-6d3c-4a2b-8842-36e4bd2112e0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.124574] env[62438]: DEBUG oslo_vmware.api [None req-19faa78a-76c8-457a-bd2c-357de2afc3e8 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Waiting for the task: (returnval){ [ 1594.124574] env[62438]: value = "task-1785140" [ 1594.124574] env[62438]: _type = "Task" [ 1594.124574] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.136708] env[62438]: DEBUG oslo_vmware.api [None req-19faa78a-76c8-457a-bd2c-357de2afc3e8 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Task: {'id': task-1785140, 'name': Rename_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.150153] env[62438]: DEBUG nova.compute.manager [req-1b63ccdf-2a5e-4cfa-9944-6b657374c7eb req-0c96ccac-f4d8-4081-a4b8-5527d791e138 service nova] [instance: ac81bf4e-9010-4ff5-9857-18690b409637] Received event network-vif-deleted-3bbc4a25-8b57-495e-b274-8729f779a16b {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1594.197492] env[62438]: DEBUG nova.compute.manager [None req-27f94df1-5fc2-43e5-ad7e-286b83a4f273 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 1191392f-d14e-4a06-b978-60a80682cbf7] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1594.564183] env[62438]: DEBUG nova.scheduler.client.report [None req-a4e7947d-15d5-4a83-81ab-20b8f7244b83 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1594.602860] env[62438]: DEBUG oslo_vmware.api [None req-8c2893b9-c5ef-4e12-b69e-d158656db658 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52a2a8b6-c3a8-ffd0-62a0-f001f418a918, 'name': SearchDatastore_Task, 'duration_secs': 0.019351} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.603764] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8c2893b9-c5ef-4e12-b69e-d158656db658 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1594.604179] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c2893b9-c5ef-4e12-b69e-d158656db658 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 7c85d7ca-3255-452e-9486-2d3b618e7039/7c85d7ca-3255-452e-9486-2d3b618e7039.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1594.604369] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a2f1df66-2203-441a-859b-4474315483a9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.613745] env[62438]: DEBUG oslo_vmware.api [None req-8c2893b9-c5ef-4e12-b69e-d158656db658 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Waiting for the task: (returnval){ [ 1594.613745] env[62438]: value = "task-1785141" [ 1594.613745] env[62438]: _type = "Task" [ 1594.613745] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.620049] env[62438]: DEBUG oslo_concurrency.lockutils [None req-353e3e13-cd33-4385-b926-c0d866de79a7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1594.624052] env[62438]: DEBUG oslo_vmware.api [None req-8c2893b9-c5ef-4e12-b69e-d158656db658 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Task: {'id': task-1785141, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.633896] env[62438]: DEBUG oslo_vmware.api [None req-19faa78a-76c8-457a-bd2c-357de2afc3e8 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Task: {'id': task-1785140, 'name': Rename_Task, 'duration_secs': 0.299628} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.634178] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-19faa78a-76c8-457a-bd2c-357de2afc3e8 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] [instance: 921a7f85-8228-43d9-aa60-bc2992714cc8] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1594.634448] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b2e5617-d2f4-4d51-a642-d8651ff735e6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.643708] env[62438]: DEBUG oslo_vmware.api [None req-19faa78a-76c8-457a-bd2c-357de2afc3e8 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Waiting for the task: (returnval){ [ 1594.643708] env[62438]: value = "task-1785142" [ 1594.643708] env[62438]: _type = "Task" [ 1594.643708] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.653632] env[62438]: DEBUG oslo_vmware.api [None req-19faa78a-76c8-457a-bd2c-357de2afc3e8 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Task: {'id': task-1785142, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.827014] env[62438]: DEBUG oslo_vmware.rw_handles [None req-dcd3067e-319b-41cd-8e4e-310f8de00f79 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5286a8d5-600f-2968-2bb9-ea8b15bc3d03/disk-0.vmdk. {{(pid=62438) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1594.828029] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b1c7637-7c99-402b-9cc2-58cb131546c9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.834936] env[62438]: DEBUG oslo_vmware.rw_handles [None req-dcd3067e-319b-41cd-8e4e-310f8de00f79 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5286a8d5-600f-2968-2bb9-ea8b15bc3d03/disk-0.vmdk is in state: ready. {{(pid=62438) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1594.835141] env[62438]: ERROR oslo_vmware.rw_handles [None req-dcd3067e-319b-41cd-8e4e-310f8de00f79 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5286a8d5-600f-2968-2bb9-ea8b15bc3d03/disk-0.vmdk due to incomplete transfer. [ 1594.835400] env[62438]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ee0f9904-778a-4474-8453-75214cb10cac {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.842722] env[62438]: DEBUG oslo_vmware.rw_handles [None req-dcd3067e-319b-41cd-8e4e-310f8de00f79 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5286a8d5-600f-2968-2bb9-ea8b15bc3d03/disk-0.vmdk. {{(pid=62438) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1594.842946] env[62438]: DEBUG nova.virt.vmwareapi.images [None req-dcd3067e-319b-41cd-8e4e-310f8de00f79 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Uploaded image 56ea5696-7e47-4270-997c-db31aa340250 to the Glance image server {{(pid=62438) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 1594.845905] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcd3067e-319b-41cd-8e4e-310f8de00f79 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Destroying the VM {{(pid=62438) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 1594.846178] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-48ff60c0-22ec-46a7-b11b-6e4d19d2e482 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.851918] env[62438]: DEBUG oslo_vmware.api [None req-dcd3067e-319b-41cd-8e4e-310f8de00f79 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Waiting for the task: (returnval){ [ 1594.851918] env[62438]: value = "task-1785143" [ 1594.851918] env[62438]: _type = "Task" [ 1594.851918] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.860296] env[62438]: DEBUG oslo_vmware.api [None req-dcd3067e-319b-41cd-8e4e-310f8de00f79 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785143, 'name': Destroy_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.070557] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a4e7947d-15d5-4a83-81ab-20b8f7244b83 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.883s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1595.072890] env[62438]: DEBUG oslo_concurrency.lockutils [None req-537cf26a-f724-47ed-99f6-dd6fc0859852 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 4.874s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1595.073097] env[62438]: DEBUG nova.objects.instance [None req-537cf26a-f724-47ed-99f6-dd6fc0859852 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: a085cb1e-b5cf-4b45-9639-464232dfac12] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62438) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1595.092572] env[62438]: INFO nova.scheduler.client.report [None req-a4e7947d-15d5-4a83-81ab-20b8f7244b83 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Deleted allocations for instance e8cde59b-5e45-4f29-9fad-c96039006c88 [ 1595.125329] env[62438]: DEBUG oslo_vmware.api [None req-8c2893b9-c5ef-4e12-b69e-d158656db658 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Task: {'id': task-1785141, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.154442] env[62438]: DEBUG oslo_vmware.api [None req-19faa78a-76c8-457a-bd2c-357de2afc3e8 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Task: {'id': task-1785142, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.208148] env[62438]: DEBUG nova.compute.manager [None req-27f94df1-5fc2-43e5-ad7e-286b83a4f273 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 1191392f-d14e-4a06-b978-60a80682cbf7] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1595.237051] env[62438]: DEBUG nova.virt.hardware [None req-27f94df1-5fc2-43e5-ad7e-286b83a4f273 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1595.237429] env[62438]: DEBUG nova.virt.hardware [None req-27f94df1-5fc2-43e5-ad7e-286b83a4f273 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1595.237614] env[62438]: DEBUG nova.virt.hardware [None req-27f94df1-5fc2-43e5-ad7e-286b83a4f273 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1595.237859] env[62438]: DEBUG nova.virt.hardware [None req-27f94df1-5fc2-43e5-ad7e-286b83a4f273 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1595.238049] env[62438]: DEBUG nova.virt.hardware [None req-27f94df1-5fc2-43e5-ad7e-286b83a4f273 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1595.238242] env[62438]: DEBUG nova.virt.hardware [None req-27f94df1-5fc2-43e5-ad7e-286b83a4f273 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1595.238541] env[62438]: DEBUG nova.virt.hardware [None req-27f94df1-5fc2-43e5-ad7e-286b83a4f273 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1595.238872] env[62438]: DEBUG nova.virt.hardware [None req-27f94df1-5fc2-43e5-ad7e-286b83a4f273 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1595.239111] env[62438]: DEBUG nova.virt.hardware [None req-27f94df1-5fc2-43e5-ad7e-286b83a4f273 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1595.239327] env[62438]: DEBUG nova.virt.hardware [None req-27f94df1-5fc2-43e5-ad7e-286b83a4f273 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1595.239579] env[62438]: DEBUG nova.virt.hardware [None req-27f94df1-5fc2-43e5-ad7e-286b83a4f273 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1595.240604] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-403337fc-dde7-4aed-9b42-04778269c02d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.249766] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-550d68f4-a9c5-41b5-bce3-95c98d14166f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.364220] env[62438]: DEBUG oslo_vmware.api [None req-dcd3067e-319b-41cd-8e4e-310f8de00f79 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785143, 'name': Destroy_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.600803] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a4e7947d-15d5-4a83-81ab-20b8f7244b83 tempest-VolumesAdminNegativeTest-368073101 tempest-VolumesAdminNegativeTest-368073101-project-member] Lock "e8cde59b-5e45-4f29-9fad-c96039006c88" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.870s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1595.631188] env[62438]: DEBUG oslo_vmware.api [None req-8c2893b9-c5ef-4e12-b69e-d158656db658 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Task: {'id': task-1785141, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.884116} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.631621] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c2893b9-c5ef-4e12-b69e-d158656db658 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 7c85d7ca-3255-452e-9486-2d3b618e7039/7c85d7ca-3255-452e-9486-2d3b618e7039.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1595.631876] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2893b9-c5ef-4e12-b69e-d158656db658 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: 7c85d7ca-3255-452e-9486-2d3b618e7039] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1595.632167] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7fb31252-3972-4f94-ac8f-05fb4b03a745 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.643019] env[62438]: DEBUG oslo_vmware.api [None req-8c2893b9-c5ef-4e12-b69e-d158656db658 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Waiting for the task: (returnval){ [ 1595.643019] env[62438]: value = "task-1785144" [ 1595.643019] env[62438]: _type = "Task" [ 1595.643019] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.659917] env[62438]: DEBUG oslo_vmware.api [None req-8c2893b9-c5ef-4e12-b69e-d158656db658 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Task: {'id': task-1785144, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.666554] env[62438]: DEBUG oslo_vmware.api [None req-19faa78a-76c8-457a-bd2c-357de2afc3e8 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Task: {'id': task-1785142, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.691247] env[62438]: DEBUG nova.network.neutron [None req-27f94df1-5fc2-43e5-ad7e-286b83a4f273 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 1191392f-d14e-4a06-b978-60a80682cbf7] Successfully updated port: 9cbea527-6058-41e9-ba10-5cb5956a458c {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1595.863061] env[62438]: DEBUG oslo_vmware.api [None req-dcd3067e-319b-41cd-8e4e-310f8de00f79 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785143, 'name': Destroy_Task, 'duration_secs': 0.973534} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.863436] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-dcd3067e-319b-41cd-8e4e-310f8de00f79 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Destroyed the VM [ 1595.863726] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-dcd3067e-319b-41cd-8e4e-310f8de00f79 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Deleting Snapshot of the VM instance {{(pid=62438) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1595.865973] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-58b2b651-0c3f-4f0a-a653-f54038ebe68e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.871427] env[62438]: DEBUG oslo_vmware.api [None req-dcd3067e-319b-41cd-8e4e-310f8de00f79 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Waiting for the task: (returnval){ [ 1595.871427] env[62438]: value = "task-1785145" [ 1595.871427] env[62438]: _type = "Task" [ 1595.871427] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.879562] env[62438]: DEBUG oslo_vmware.api [None req-dcd3067e-319b-41cd-8e4e-310f8de00f79 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785145, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.083544] env[62438]: DEBUG oslo_concurrency.lockutils [None req-537cf26a-f724-47ed-99f6-dd6fc0859852 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1596.084521] env[62438]: DEBUG oslo_concurrency.lockutils [None req-0d521c23-d6a7-4c12-b268-c10c0545022e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.338s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1596.086634] env[62438]: INFO nova.compute.claims [None req-0d521c23-d6a7-4c12-b268-c10c0545022e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: e45fba41-a8f5-4b19-9d7f-43d071e581f8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1596.153340] env[62438]: DEBUG oslo_vmware.api [None req-8c2893b9-c5ef-4e12-b69e-d158656db658 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Task: {'id': task-1785144, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073301} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.159811] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2893b9-c5ef-4e12-b69e-d158656db658 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: 7c85d7ca-3255-452e-9486-2d3b618e7039] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1596.159811] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e9996a-db5a-4356-9e02-04361c281ecc {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.171735] env[62438]: DEBUG oslo_vmware.api [None req-19faa78a-76c8-457a-bd2c-357de2afc3e8 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Task: {'id': task-1785142, 'name': PowerOnVM_Task, 'duration_secs': 1.149471} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.183138] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-19faa78a-76c8-457a-bd2c-357de2afc3e8 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] [instance: 921a7f85-8228-43d9-aa60-bc2992714cc8] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1596.184816] env[62438]: INFO nova.compute.manager [None req-19faa78a-76c8-457a-bd2c-357de2afc3e8 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] [instance: 921a7f85-8228-43d9-aa60-bc2992714cc8] Took 9.82 seconds to spawn the instance on the hypervisor. [ 1596.184952] env[62438]: DEBUG nova.compute.manager [None req-19faa78a-76c8-457a-bd2c-357de2afc3e8 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] [instance: 921a7f85-8228-43d9-aa60-bc2992714cc8] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1596.194170] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c2893b9-c5ef-4e12-b69e-d158656db658 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: 7c85d7ca-3255-452e-9486-2d3b618e7039] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 7c85d7ca-3255-452e-9486-2d3b618e7039/7c85d7ca-3255-452e-9486-2d3b618e7039.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1596.194932] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cbceaf5-d495-4cb0-8004-550e61def0c2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.197839] env[62438]: DEBUG oslo_concurrency.lockutils [None req-27f94df1-5fc2-43e5-ad7e-286b83a4f273 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Acquiring lock "refresh_cache-1191392f-d14e-4a06-b978-60a80682cbf7" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1596.197983] env[62438]: DEBUG oslo_concurrency.lockutils [None req-27f94df1-5fc2-43e5-ad7e-286b83a4f273 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Acquired lock "refresh_cache-1191392f-d14e-4a06-b978-60a80682cbf7" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1596.198139] env[62438]: DEBUG nova.network.neutron [None req-27f94df1-5fc2-43e5-ad7e-286b83a4f273 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 1191392f-d14e-4a06-b978-60a80682cbf7] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1596.200067] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4372fe2f-7580-47f9-9227-fddbf0fd413a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.226280] env[62438]: DEBUG oslo_vmware.api [None req-8c2893b9-c5ef-4e12-b69e-d158656db658 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Waiting for the task: (returnval){ [ 1596.226280] env[62438]: value = "task-1785146" [ 1596.226280] env[62438]: _type = "Task" [ 1596.226280] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.235320] env[62438]: DEBUG oslo_vmware.api [None req-8c2893b9-c5ef-4e12-b69e-d158656db658 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Task: {'id': task-1785146, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.301078] env[62438]: DEBUG nova.compute.manager [req-d4cd6e91-659d-4927-8a31-228dff11b99a req-69ad0404-cf19-4d6f-9fbe-e20a18070bdc service nova] [instance: 1191392f-d14e-4a06-b978-60a80682cbf7] Received event network-vif-plugged-9cbea527-6058-41e9-ba10-5cb5956a458c {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1596.301265] env[62438]: DEBUG oslo_concurrency.lockutils [req-d4cd6e91-659d-4927-8a31-228dff11b99a req-69ad0404-cf19-4d6f-9fbe-e20a18070bdc service nova] Acquiring lock "1191392f-d14e-4a06-b978-60a80682cbf7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1596.301482] env[62438]: DEBUG oslo_concurrency.lockutils [req-d4cd6e91-659d-4927-8a31-228dff11b99a req-69ad0404-cf19-4d6f-9fbe-e20a18070bdc service nova] Lock "1191392f-d14e-4a06-b978-60a80682cbf7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1596.301656] env[62438]: DEBUG oslo_concurrency.lockutils [req-d4cd6e91-659d-4927-8a31-228dff11b99a req-69ad0404-cf19-4d6f-9fbe-e20a18070bdc service nova] Lock "1191392f-d14e-4a06-b978-60a80682cbf7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1596.301828] env[62438]: DEBUG nova.compute.manager [req-d4cd6e91-659d-4927-8a31-228dff11b99a req-69ad0404-cf19-4d6f-9fbe-e20a18070bdc service nova] [instance: 1191392f-d14e-4a06-b978-60a80682cbf7] No waiting events found dispatching network-vif-plugged-9cbea527-6058-41e9-ba10-5cb5956a458c {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1596.301995] env[62438]: WARNING nova.compute.manager [req-d4cd6e91-659d-4927-8a31-228dff11b99a req-69ad0404-cf19-4d6f-9fbe-e20a18070bdc service nova] [instance: 1191392f-d14e-4a06-b978-60a80682cbf7] Received unexpected event network-vif-plugged-9cbea527-6058-41e9-ba10-5cb5956a458c for instance with vm_state building and task_state spawning. [ 1596.302777] env[62438]: DEBUG nova.compute.manager [req-d4cd6e91-659d-4927-8a31-228dff11b99a req-69ad0404-cf19-4d6f-9fbe-e20a18070bdc service nova] [instance: 1191392f-d14e-4a06-b978-60a80682cbf7] Received event network-changed-9cbea527-6058-41e9-ba10-5cb5956a458c {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1596.303051] env[62438]: DEBUG nova.compute.manager [req-d4cd6e91-659d-4927-8a31-228dff11b99a req-69ad0404-cf19-4d6f-9fbe-e20a18070bdc service nova] [instance: 1191392f-d14e-4a06-b978-60a80682cbf7] Refreshing instance network info cache due to event network-changed-9cbea527-6058-41e9-ba10-5cb5956a458c. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1596.303257] env[62438]: DEBUG oslo_concurrency.lockutils [req-d4cd6e91-659d-4927-8a31-228dff11b99a req-69ad0404-cf19-4d6f-9fbe-e20a18070bdc service nova] Acquiring lock "refresh_cache-1191392f-d14e-4a06-b978-60a80682cbf7" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1596.383880] env[62438]: DEBUG oslo_vmware.api [None req-dcd3067e-319b-41cd-8e4e-310f8de00f79 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785145, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.655337] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f20d9b2e-ba0d-4120-864a-765343c6b41a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Acquiring lock "473744fb-4d72-49a3-bf1b-1cca94c8869e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1596.655618] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f20d9b2e-ba0d-4120-864a-765343c6b41a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Lock "473744fb-4d72-49a3-bf1b-1cca94c8869e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1596.734426] env[62438]: DEBUG nova.network.neutron [None req-27f94df1-5fc2-43e5-ad7e-286b83a4f273 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 1191392f-d14e-4a06-b978-60a80682cbf7] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1596.739360] env[62438]: INFO nova.compute.manager [None req-19faa78a-76c8-457a-bd2c-357de2afc3e8 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] [instance: 921a7f85-8228-43d9-aa60-bc2992714cc8] Took 22.79 seconds to build instance. [ 1596.746061] env[62438]: DEBUG oslo_vmware.api [None req-8c2893b9-c5ef-4e12-b69e-d158656db658 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Task: {'id': task-1785146, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.885772] env[62438]: DEBUG oslo_vmware.api [None req-dcd3067e-319b-41cd-8e4e-310f8de00f79 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785145, 'name': RemoveSnapshot_Task} progress is 56%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.889672] env[62438]: DEBUG nova.network.neutron [None req-27f94df1-5fc2-43e5-ad7e-286b83a4f273 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 1191392f-d14e-4a06-b978-60a80682cbf7] Updating instance_info_cache with network_info: [{"id": "9cbea527-6058-41e9-ba10-5cb5956a458c", "address": "fa:16:3e:ba:00:5f", "network": {"id": "5ede523c-f6dc-46cc-9ded-91d22501f3ac", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-229264200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da30195a54754dadacbdb0481116cd03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cbea527-60", "ovs_interfaceid": "9cbea527-6058-41e9-ba10-5cb5956a458c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1596.974399] env[62438]: DEBUG oslo_concurrency.lockutils [None req-967ef1f7-1ca3-4d36-8430-8eb42825aa61 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Acquiring lock "a5e53532-e8f8-4e2f-9330-28a76b7860bb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1596.974606] env[62438]: DEBUG oslo_concurrency.lockutils [None req-967ef1f7-1ca3-4d36-8430-8eb42825aa61 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Lock "a5e53532-e8f8-4e2f-9330-28a76b7860bb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1597.158490] env[62438]: DEBUG nova.compute.manager [None req-f20d9b2e-ba0d-4120-864a-765343c6b41a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: 473744fb-4d72-49a3-bf1b-1cca94c8869e] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1597.242898] env[62438]: DEBUG oslo_concurrency.lockutils [None req-19faa78a-76c8-457a-bd2c-357de2afc3e8 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Lock "921a7f85-8228-43d9-aa60-bc2992714cc8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.306s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1597.243472] env[62438]: DEBUG oslo_vmware.api [None req-8c2893b9-c5ef-4e12-b69e-d158656db658 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Task: {'id': task-1785146, 'name': ReconfigVM_Task, 'duration_secs': 0.622462} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.244137] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c2893b9-c5ef-4e12-b69e-d158656db658 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: 7c85d7ca-3255-452e-9486-2d3b618e7039] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 7c85d7ca-3255-452e-9486-2d3b618e7039/7c85d7ca-3255-452e-9486-2d3b618e7039.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1597.245143] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2751fae6-fbc3-4c4f-9539-b210e5af66d8 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.256452] env[62438]: DEBUG oslo_vmware.api [None req-8c2893b9-c5ef-4e12-b69e-d158656db658 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Waiting for the task: (returnval){ [ 1597.256452] env[62438]: value = "task-1785147" [ 1597.256452] env[62438]: _type = "Task" [ 1597.256452] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.272500] env[62438]: DEBUG oslo_vmware.api [None req-8c2893b9-c5ef-4e12-b69e-d158656db658 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Task: {'id': task-1785147, 'name': Rename_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.319959] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d49c10d0-72a8-497c-8b7f-834481f7fe7d tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Acquiring lock "9cf04ffb-65ba-405b-91ca-dbc2ca54ea4d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1597.320449] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d49c10d0-72a8-497c-8b7f-834481f7fe7d tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Lock "9cf04ffb-65ba-405b-91ca-dbc2ca54ea4d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1597.384360] env[62438]: DEBUG oslo_vmware.api [None req-dcd3067e-319b-41cd-8e4e-310f8de00f79 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785145, 'name': RemoveSnapshot_Task, 'duration_secs': 1.319925} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.387293] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-dcd3067e-319b-41cd-8e4e-310f8de00f79 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Deleted Snapshot of the VM instance {{(pid=62438) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1597.387545] env[62438]: INFO nova.compute.manager [None req-dcd3067e-319b-41cd-8e4e-310f8de00f79 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Took 18.93 seconds to snapshot the instance on the hypervisor. [ 1597.399195] env[62438]: DEBUG oslo_concurrency.lockutils [None req-27f94df1-5fc2-43e5-ad7e-286b83a4f273 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Releasing lock "refresh_cache-1191392f-d14e-4a06-b978-60a80682cbf7" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1597.399664] env[62438]: DEBUG nova.compute.manager [None req-27f94df1-5fc2-43e5-ad7e-286b83a4f273 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 1191392f-d14e-4a06-b978-60a80682cbf7] Instance network_info: |[{"id": "9cbea527-6058-41e9-ba10-5cb5956a458c", "address": "fa:16:3e:ba:00:5f", "network": {"id": "5ede523c-f6dc-46cc-9ded-91d22501f3ac", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-229264200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da30195a54754dadacbdb0481116cd03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cbea527-60", "ovs_interfaceid": "9cbea527-6058-41e9-ba10-5cb5956a458c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1597.401023] env[62438]: DEBUG oslo_concurrency.lockutils [req-d4cd6e91-659d-4927-8a31-228dff11b99a req-69ad0404-cf19-4d6f-9fbe-e20a18070bdc service nova] Acquired lock "refresh_cache-1191392f-d14e-4a06-b978-60a80682cbf7" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.401243] env[62438]: DEBUG nova.network.neutron [req-d4cd6e91-659d-4927-8a31-228dff11b99a req-69ad0404-cf19-4d6f-9fbe-e20a18070bdc service nova] [instance: 1191392f-d14e-4a06-b978-60a80682cbf7] Refreshing network info cache for port 9cbea527-6058-41e9-ba10-5cb5956a458c {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1597.402991] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-27f94df1-5fc2-43e5-ad7e-286b83a4f273 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 1191392f-d14e-4a06-b978-60a80682cbf7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:00:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8d3908ba-a3dc-4f88-988b-f997cf7257e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9cbea527-6058-41e9-ba10-5cb5956a458c', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1597.412120] env[62438]: DEBUG oslo.service.loopingcall [None req-27f94df1-5fc2-43e5-ad7e-286b83a4f273 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1597.416804] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1191392f-d14e-4a06-b978-60a80682cbf7] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1597.420186] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7f1623c0-7553-4b79-87f0-c9e6c6c3d2ea {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.444957] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1597.444957] env[62438]: value = "task-1785148" [ 1597.444957] env[62438]: _type = "Task" [ 1597.444957] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.455351] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785148, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.474153] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-276f31b5-cf0f-4baa-b586-6262fe56409b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.477493] env[62438]: DEBUG nova.compute.manager [None req-967ef1f7-1ca3-4d36-8430-8eb42825aa61 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: a5e53532-e8f8-4e2f-9330-28a76b7860bb] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1597.487007] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbfb4412-8bf1-4ea8-8361-2aa0f4d5c8c8 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.537130] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-785f7ee7-de59-4ec0-a0ce-37d5b88181b7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.550260] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b73f7fda-940a-4b7b-94ed-7a3d7279705d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.568023] env[62438]: DEBUG nova.compute.provider_tree [None req-0d521c23-d6a7-4c12-b268-c10c0545022e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1597.647939] env[62438]: DEBUG nova.compute.manager [req-2cc5d099-6239-4a39-b1e2-f8f6fecbdda7 req-5541993c-27eb-4b62-8ebd-64bffd6fa5a7 service nova] [instance: 921a7f85-8228-43d9-aa60-bc2992714cc8] Received event network-changed-7e7b9fe2-f66d-4ac8-9f8d-540125bb6eb6 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1597.648325] env[62438]: DEBUG nova.compute.manager [req-2cc5d099-6239-4a39-b1e2-f8f6fecbdda7 req-5541993c-27eb-4b62-8ebd-64bffd6fa5a7 service nova] [instance: 921a7f85-8228-43d9-aa60-bc2992714cc8] Refreshing instance network info cache due to event network-changed-7e7b9fe2-f66d-4ac8-9f8d-540125bb6eb6. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1597.648676] env[62438]: DEBUG oslo_concurrency.lockutils [req-2cc5d099-6239-4a39-b1e2-f8f6fecbdda7 req-5541993c-27eb-4b62-8ebd-64bffd6fa5a7 service nova] Acquiring lock "refresh_cache-921a7f85-8228-43d9-aa60-bc2992714cc8" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1597.648938] env[62438]: DEBUG oslo_concurrency.lockutils [req-2cc5d099-6239-4a39-b1e2-f8f6fecbdda7 req-5541993c-27eb-4b62-8ebd-64bffd6fa5a7 service nova] Acquired lock "refresh_cache-921a7f85-8228-43d9-aa60-bc2992714cc8" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.649215] env[62438]: DEBUG nova.network.neutron [req-2cc5d099-6239-4a39-b1e2-f8f6fecbdda7 req-5541993c-27eb-4b62-8ebd-64bffd6fa5a7 service nova] [instance: 921a7f85-8228-43d9-aa60-bc2992714cc8] Refreshing network info cache for port 7e7b9fe2-f66d-4ac8-9f8d-540125bb6eb6 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1597.691873] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f20d9b2e-ba0d-4120-864a-765343c6b41a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1597.766441] env[62438]: DEBUG oslo_vmware.api [None req-8c2893b9-c5ef-4e12-b69e-d158656db658 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Task: {'id': task-1785147, 'name': Rename_Task, 'duration_secs': 0.281443} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.766767] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c2893b9-c5ef-4e12-b69e-d158656db658 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: 7c85d7ca-3255-452e-9486-2d3b618e7039] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1597.767133] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9eefd577-843e-42ed-88bb-eee04245f915 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.785374] env[62438]: DEBUG oslo_vmware.api [None req-8c2893b9-c5ef-4e12-b69e-d158656db658 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Waiting for the task: (returnval){ [ 1597.785374] env[62438]: value = "task-1785149" [ 1597.785374] env[62438]: _type = "Task" [ 1597.785374] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.795436] env[62438]: DEBUG oslo_vmware.api [None req-8c2893b9-c5ef-4e12-b69e-d158656db658 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Task: {'id': task-1785149, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.822574] env[62438]: DEBUG nova.compute.manager [None req-d49c10d0-72a8-497c-8b7f-834481f7fe7d tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: 9cf04ffb-65ba-405b-91ca-dbc2ca54ea4d] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1597.953795] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785148, 'name': CreateVM_Task} progress is 25%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.981823] env[62438]: DEBUG nova.compute.manager [None req-dcd3067e-319b-41cd-8e4e-310f8de00f79 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Found 3 images (rotation: 2) {{(pid=62438) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4554}} [ 1597.982059] env[62438]: DEBUG nova.compute.manager [None req-dcd3067e-319b-41cd-8e4e-310f8de00f79 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Rotating out 1 backups {{(pid=62438) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4562}} [ 1597.982233] env[62438]: DEBUG nova.compute.manager [None req-dcd3067e-319b-41cd-8e4e-310f8de00f79 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Deleting image 0d399259-3857-491e-97ef-195e062c36ee {{(pid=62438) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4567}} [ 1598.008181] env[62438]: DEBUG oslo_concurrency.lockutils [None req-967ef1f7-1ca3-4d36-8430-8eb42825aa61 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1598.073588] env[62438]: DEBUG nova.scheduler.client.report [None req-0d521c23-d6a7-4c12-b268-c10c0545022e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1598.206539] env[62438]: DEBUG nova.network.neutron [req-d4cd6e91-659d-4927-8a31-228dff11b99a req-69ad0404-cf19-4d6f-9fbe-e20a18070bdc service nova] [instance: 1191392f-d14e-4a06-b978-60a80682cbf7] Updated VIF entry in instance network info cache for port 9cbea527-6058-41e9-ba10-5cb5956a458c. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1598.206907] env[62438]: DEBUG nova.network.neutron [req-d4cd6e91-659d-4927-8a31-228dff11b99a req-69ad0404-cf19-4d6f-9fbe-e20a18070bdc service nova] [instance: 1191392f-d14e-4a06-b978-60a80682cbf7] Updating instance_info_cache with network_info: [{"id": "9cbea527-6058-41e9-ba10-5cb5956a458c", "address": "fa:16:3e:ba:00:5f", "network": {"id": "5ede523c-f6dc-46cc-9ded-91d22501f3ac", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-229264200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da30195a54754dadacbdb0481116cd03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cbea527-60", "ovs_interfaceid": "9cbea527-6058-41e9-ba10-5cb5956a458c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1598.297679] env[62438]: DEBUG oslo_vmware.api [None req-8c2893b9-c5ef-4e12-b69e-d158656db658 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Task: {'id': task-1785149, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.341494] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d49c10d0-72a8-497c-8b7f-834481f7fe7d tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1598.390702] env[62438]: DEBUG nova.network.neutron [req-2cc5d099-6239-4a39-b1e2-f8f6fecbdda7 req-5541993c-27eb-4b62-8ebd-64bffd6fa5a7 service nova] [instance: 921a7f85-8228-43d9-aa60-bc2992714cc8] Updated VIF entry in instance network info cache for port 7e7b9fe2-f66d-4ac8-9f8d-540125bb6eb6. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1598.391090] env[62438]: DEBUG nova.network.neutron [req-2cc5d099-6239-4a39-b1e2-f8f6fecbdda7 req-5541993c-27eb-4b62-8ebd-64bffd6fa5a7 service nova] [instance: 921a7f85-8228-43d9-aa60-bc2992714cc8] Updating instance_info_cache with network_info: [{"id": "7e7b9fe2-f66d-4ac8-9f8d-540125bb6eb6", "address": "fa:16:3e:ed:e8:9e", "network": {"id": "d54cb1cf-bdc6-486b-b8b2-6c3f1d6f16bb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-650752656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "112ee5b983ae47d389c1242114d1b04d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e7b9fe2-f6", "ovs_interfaceid": "7e7b9fe2-f66d-4ac8-9f8d-540125bb6eb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1598.453913] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785148, 'name': CreateVM_Task, 'duration_secs': 0.639686} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.456447] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1191392f-d14e-4a06-b978-60a80682cbf7] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1598.456447] env[62438]: DEBUG oslo_concurrency.lockutils [None req-27f94df1-5fc2-43e5-ad7e-286b83a4f273 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1598.456447] env[62438]: DEBUG oslo_concurrency.lockutils [None req-27f94df1-5fc2-43e5-ad7e-286b83a4f273 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.456447] env[62438]: DEBUG oslo_concurrency.lockutils [None req-27f94df1-5fc2-43e5-ad7e-286b83a4f273 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1598.456447] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aebbfe6a-802e-4f44-8d3d-f10ab31258fa {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.461444] env[62438]: DEBUG oslo_vmware.api [None req-27f94df1-5fc2-43e5-ad7e-286b83a4f273 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Waiting for the task: (returnval){ [ 1598.461444] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]529b2c90-e55c-90d5-9cd8-cb488716e978" [ 1598.461444] env[62438]: _type = "Task" [ 1598.461444] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.469478] env[62438]: DEBUG oslo_vmware.api [None req-27f94df1-5fc2-43e5-ad7e-286b83a4f273 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]529b2c90-e55c-90d5-9cd8-cb488716e978, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.580183] env[62438]: DEBUG oslo_concurrency.lockutils [None req-0d521c23-d6a7-4c12-b268-c10c0545022e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.495s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1598.580183] env[62438]: DEBUG nova.compute.manager [None req-0d521c23-d6a7-4c12-b268-c10c0545022e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: e45fba41-a8f5-4b19-9d7f-43d071e581f8] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1598.583400] env[62438]: DEBUG oslo_concurrency.lockutils [None req-297cc66e-e676-41b2-9d36-0a7c922dea3b tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.435s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1598.583738] env[62438]: DEBUG nova.objects.instance [None req-297cc66e-e676-41b2-9d36-0a7c922dea3b tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Lazy-loading 'resources' on Instance uuid 351f2438-f068-43d9-8b57-5216b6c607da {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1598.709339] env[62438]: DEBUG oslo_concurrency.lockutils [req-d4cd6e91-659d-4927-8a31-228dff11b99a req-69ad0404-cf19-4d6f-9fbe-e20a18070bdc service nova] Releasing lock "refresh_cache-1191392f-d14e-4a06-b978-60a80682cbf7" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1598.794933] env[62438]: DEBUG oslo_vmware.api [None req-8c2893b9-c5ef-4e12-b69e-d158656db658 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Task: {'id': task-1785149, 'name': PowerOnVM_Task, 'duration_secs': 1.001799} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.795273] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c2893b9-c5ef-4e12-b69e-d158656db658 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: 7c85d7ca-3255-452e-9486-2d3b618e7039] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1598.795571] env[62438]: INFO nova.compute.manager [None req-8c2893b9-c5ef-4e12-b69e-d158656db658 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: 7c85d7ca-3255-452e-9486-2d3b618e7039] Took 9.93 seconds to spawn the instance on the hypervisor. [ 1598.795765] env[62438]: DEBUG nova.compute.manager [None req-8c2893b9-c5ef-4e12-b69e-d158656db658 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: 7c85d7ca-3255-452e-9486-2d3b618e7039] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1598.796563] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c998d28-3948-48d9-8076-ba8b56b4b17a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.896672] env[62438]: DEBUG oslo_concurrency.lockutils [req-2cc5d099-6239-4a39-b1e2-f8f6fecbdda7 req-5541993c-27eb-4b62-8ebd-64bffd6fa5a7 service nova] Releasing lock "refresh_cache-921a7f85-8228-43d9-aa60-bc2992714cc8" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1598.974228] env[62438]: DEBUG oslo_vmware.api [None req-27f94df1-5fc2-43e5-ad7e-286b83a4f273 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]529b2c90-e55c-90d5-9cd8-cb488716e978, 'name': SearchDatastore_Task, 'duration_secs': 0.03333} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.974743] env[62438]: DEBUG oslo_concurrency.lockutils [None req-27f94df1-5fc2-43e5-ad7e-286b83a4f273 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1598.977074] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-27f94df1-5fc2-43e5-ad7e-286b83a4f273 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 1191392f-d14e-4a06-b978-60a80682cbf7] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1598.977074] env[62438]: DEBUG oslo_concurrency.lockutils [None req-27f94df1-5fc2-43e5-ad7e-286b83a4f273 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1598.977074] env[62438]: DEBUG oslo_concurrency.lockutils [None req-27f94df1-5fc2-43e5-ad7e-286b83a4f273 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.977074] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-27f94df1-5fc2-43e5-ad7e-286b83a4f273 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1598.977074] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-14ba5fd9-02aa-4ac8-8d2a-1e90b7793f32 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.001061] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-27f94df1-5fc2-43e5-ad7e-286b83a4f273 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1599.001061] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-27f94df1-5fc2-43e5-ad7e-286b83a4f273 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1599.001061] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f995e3c4-2f2c-4175-8582-bd8939073c3b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.006218] env[62438]: DEBUG oslo_vmware.api [None req-27f94df1-5fc2-43e5-ad7e-286b83a4f273 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Waiting for the task: (returnval){ [ 1599.006218] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]526622e0-f933-7abb-8d0c-7b9fb814b41f" [ 1599.006218] env[62438]: _type = "Task" [ 1599.006218] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.015147] env[62438]: DEBUG oslo_vmware.api [None req-27f94df1-5fc2-43e5-ad7e-286b83a4f273 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]526622e0-f933-7abb-8d0c-7b9fb814b41f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.088791] env[62438]: DEBUG nova.compute.utils [None req-0d521c23-d6a7-4c12-b268-c10c0545022e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1599.089241] env[62438]: DEBUG nova.compute.manager [None req-0d521c23-d6a7-4c12-b268-c10c0545022e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: e45fba41-a8f5-4b19-9d7f-43d071e581f8] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1599.089760] env[62438]: DEBUG nova.network.neutron [None req-0d521c23-d6a7-4c12-b268-c10c0545022e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: e45fba41-a8f5-4b19-9d7f-43d071e581f8] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1599.153268] env[62438]: DEBUG nova.policy [None req-0d521c23-d6a7-4c12-b268-c10c0545022e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cff4550dd3bd4917a5cb395ab12f398c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eee2ef2bcd664c558400dbccdc63582d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1599.318051] env[62438]: INFO nova.compute.manager [None req-8c2893b9-c5ef-4e12-b69e-d158656db658 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: 7c85d7ca-3255-452e-9486-2d3b618e7039] Took 23.02 seconds to build instance. [ 1599.451022] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a65f801-b5a5-42a7-8817-78ba1ef075f2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.458204] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfcbf4a8-cb47-4ae7-b0f5-bf0b118ba9e8 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.496793] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f9888ad-899b-449e-b085-2a8dc334c56e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.506794] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16074ecf-b385-4dcf-886f-7cb5b25e788c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.528328] env[62438]: DEBUG nova.compute.provider_tree [None req-297cc66e-e676-41b2-9d36-0a7c922dea3b tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1599.533509] env[62438]: DEBUG oslo_vmware.api [None req-27f94df1-5fc2-43e5-ad7e-286b83a4f273 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]526622e0-f933-7abb-8d0c-7b9fb814b41f, 'name': SearchDatastore_Task, 'duration_secs': 0.019998} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.534970] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f33df53-9212-42b9-a85e-52d0823aa786 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.542024] env[62438]: DEBUG oslo_vmware.api [None req-27f94df1-5fc2-43e5-ad7e-286b83a4f273 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Waiting for the task: (returnval){ [ 1599.542024] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52e5a4ee-73ca-c8a2-d9ca-19630ef67d42" [ 1599.542024] env[62438]: _type = "Task" [ 1599.542024] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.553164] env[62438]: DEBUG oslo_vmware.api [None req-27f94df1-5fc2-43e5-ad7e-286b83a4f273 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52e5a4ee-73ca-c8a2-d9ca-19630ef67d42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.559145] env[62438]: DEBUG nova.network.neutron [None req-0d521c23-d6a7-4c12-b268-c10c0545022e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: e45fba41-a8f5-4b19-9d7f-43d071e581f8] Successfully created port: 1f6ef89b-4ffd-4636-9639-d3024dd17653 {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1599.598732] env[62438]: DEBUG nova.compute.manager [None req-0d521c23-d6a7-4c12-b268-c10c0545022e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: e45fba41-a8f5-4b19-9d7f-43d071e581f8] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1599.760882] env[62438]: DEBUG nova.compute.manager [req-1a661a38-9dc7-4a3d-8760-b9e631b3dbc5 req-b616ba11-9822-411f-ae45-755f6389f6d4 service nova] [instance: 921a7f85-8228-43d9-aa60-bc2992714cc8] Received event network-changed-7e7b9fe2-f66d-4ac8-9f8d-540125bb6eb6 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1599.761053] env[62438]: DEBUG nova.compute.manager [req-1a661a38-9dc7-4a3d-8760-b9e631b3dbc5 req-b616ba11-9822-411f-ae45-755f6389f6d4 service nova] [instance: 921a7f85-8228-43d9-aa60-bc2992714cc8] Refreshing instance network info cache due to event network-changed-7e7b9fe2-f66d-4ac8-9f8d-540125bb6eb6. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1599.761294] env[62438]: DEBUG oslo_concurrency.lockutils [req-1a661a38-9dc7-4a3d-8760-b9e631b3dbc5 req-b616ba11-9822-411f-ae45-755f6389f6d4 service nova] Acquiring lock "refresh_cache-921a7f85-8228-43d9-aa60-bc2992714cc8" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1599.761520] env[62438]: DEBUG oslo_concurrency.lockutils [req-1a661a38-9dc7-4a3d-8760-b9e631b3dbc5 req-b616ba11-9822-411f-ae45-755f6389f6d4 service nova] Acquired lock "refresh_cache-921a7f85-8228-43d9-aa60-bc2992714cc8" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.761761] env[62438]: DEBUG nova.network.neutron [req-1a661a38-9dc7-4a3d-8760-b9e631b3dbc5 req-b616ba11-9822-411f-ae45-755f6389f6d4 service nova] [instance: 921a7f85-8228-43d9-aa60-bc2992714cc8] Refreshing network info cache for port 7e7b9fe2-f66d-4ac8-9f8d-540125bb6eb6 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1599.822165] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8c2893b9-c5ef-4e12-b69e-d158656db658 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Lock "7c85d7ca-3255-452e-9486-2d3b618e7039" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.539s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1600.035129] env[62438]: DEBUG nova.scheduler.client.report [None req-297cc66e-e676-41b2-9d36-0a7c922dea3b tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1600.055083] env[62438]: DEBUG oslo_vmware.api [None req-27f94df1-5fc2-43e5-ad7e-286b83a4f273 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52e5a4ee-73ca-c8a2-d9ca-19630ef67d42, 'name': SearchDatastore_Task, 'duration_secs': 0.010845} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.056546] env[62438]: DEBUG oslo_concurrency.lockutils [None req-27f94df1-5fc2-43e5-ad7e-286b83a4f273 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1600.056976] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-27f94df1-5fc2-43e5-ad7e-286b83a4f273 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 1191392f-d14e-4a06-b978-60a80682cbf7/1191392f-d14e-4a06-b978-60a80682cbf7.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1600.057806] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f09285e7-b9aa-4676-bd23-9783d7e298c1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.070075] env[62438]: DEBUG oslo_vmware.api [None req-27f94df1-5fc2-43e5-ad7e-286b83a4f273 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Waiting for the task: (returnval){ [ 1600.070075] env[62438]: value = "task-1785150" [ 1600.070075] env[62438]: _type = "Task" [ 1600.070075] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.079371] env[62438]: DEBUG oslo_vmware.api [None req-27f94df1-5fc2-43e5-ad7e-286b83a4f273 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1785150, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.504123] env[62438]: DEBUG nova.network.neutron [req-1a661a38-9dc7-4a3d-8760-b9e631b3dbc5 req-b616ba11-9822-411f-ae45-755f6389f6d4 service nova] [instance: 921a7f85-8228-43d9-aa60-bc2992714cc8] Updated VIF entry in instance network info cache for port 7e7b9fe2-f66d-4ac8-9f8d-540125bb6eb6. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1600.504618] env[62438]: DEBUG nova.network.neutron [req-1a661a38-9dc7-4a3d-8760-b9e631b3dbc5 req-b616ba11-9822-411f-ae45-755f6389f6d4 service nova] [instance: 921a7f85-8228-43d9-aa60-bc2992714cc8] Updating instance_info_cache with network_info: [{"id": "7e7b9fe2-f66d-4ac8-9f8d-540125bb6eb6", "address": "fa:16:3e:ed:e8:9e", "network": {"id": "d54cb1cf-bdc6-486b-b8b2-6c3f1d6f16bb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-650752656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "112ee5b983ae47d389c1242114d1b04d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e7b9fe2-f6", "ovs_interfaceid": "7e7b9fe2-f66d-4ac8-9f8d-540125bb6eb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1600.543523] env[62438]: DEBUG oslo_concurrency.lockutils [None req-297cc66e-e676-41b2-9d36-0a7c922dea3b tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.960s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1600.547235] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8045194a-2936-49c7-bf37-361144700b07 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.968s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1600.547551] env[62438]: DEBUG nova.objects.instance [None req-8045194a-2936-49c7-bf37-361144700b07 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Lazy-loading 'resources' on Instance uuid a085cb1e-b5cf-4b45-9639-464232dfac12 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1600.572580] env[62438]: INFO nova.scheduler.client.report [None req-297cc66e-e676-41b2-9d36-0a7c922dea3b tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Deleted allocations for instance 351f2438-f068-43d9-8b57-5216b6c607da [ 1600.586059] env[62438]: DEBUG oslo_vmware.api [None req-27f94df1-5fc2-43e5-ad7e-286b83a4f273 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1785150, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.608270] env[62438]: DEBUG nova.compute.manager [None req-0d521c23-d6a7-4c12-b268-c10c0545022e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: e45fba41-a8f5-4b19-9d7f-43d071e581f8] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1600.820030] env[62438]: DEBUG nova.virt.hardware [None req-0d521c23-d6a7-4c12-b268-c10c0545022e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1600.820030] env[62438]: DEBUG nova.virt.hardware [None req-0d521c23-d6a7-4c12-b268-c10c0545022e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1600.820030] env[62438]: DEBUG nova.virt.hardware [None req-0d521c23-d6a7-4c12-b268-c10c0545022e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1600.820030] env[62438]: DEBUG nova.virt.hardware [None req-0d521c23-d6a7-4c12-b268-c10c0545022e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1600.820030] env[62438]: DEBUG nova.virt.hardware [None req-0d521c23-d6a7-4c12-b268-c10c0545022e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1600.820030] env[62438]: DEBUG nova.virt.hardware [None req-0d521c23-d6a7-4c12-b268-c10c0545022e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1600.820515] env[62438]: DEBUG nova.virt.hardware [None req-0d521c23-d6a7-4c12-b268-c10c0545022e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1600.820810] env[62438]: DEBUG nova.virt.hardware [None req-0d521c23-d6a7-4c12-b268-c10c0545022e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1600.821107] env[62438]: DEBUG nova.virt.hardware [None req-0d521c23-d6a7-4c12-b268-c10c0545022e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1600.821404] env[62438]: DEBUG nova.virt.hardware [None req-0d521c23-d6a7-4c12-b268-c10c0545022e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1600.821703] env[62438]: DEBUG nova.virt.hardware [None req-0d521c23-d6a7-4c12-b268-c10c0545022e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1600.822681] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de5ef294-6a82-46b8-b56a-cb6dcd1ee3a9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.834712] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7641e207-db2b-4d07-97b5-e2b91454c073 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.007507] env[62438]: DEBUG oslo_concurrency.lockutils [req-1a661a38-9dc7-4a3d-8760-b9e631b3dbc5 req-b616ba11-9822-411f-ae45-755f6389f6d4 service nova] Releasing lock "refresh_cache-921a7f85-8228-43d9-aa60-bc2992714cc8" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1601.087796] env[62438]: DEBUG oslo_concurrency.lockutils [None req-297cc66e-e676-41b2-9d36-0a7c922dea3b tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Lock "351f2438-f068-43d9-8b57-5216b6c607da" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.142s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1601.095589] env[62438]: DEBUG oslo_vmware.api [None req-27f94df1-5fc2-43e5-ad7e-286b83a4f273 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1785150, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.877266} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.096271] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-27f94df1-5fc2-43e5-ad7e-286b83a4f273 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 1191392f-d14e-4a06-b978-60a80682cbf7/1191392f-d14e-4a06-b978-60a80682cbf7.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1601.096271] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-27f94df1-5fc2-43e5-ad7e-286b83a4f273 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 1191392f-d14e-4a06-b978-60a80682cbf7] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1601.098889] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7d0a0044-4e21-4111-954c-a21847955274 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.107697] env[62438]: DEBUG oslo_vmware.api [None req-27f94df1-5fc2-43e5-ad7e-286b83a4f273 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Waiting for the task: (returnval){ [ 1601.107697] env[62438]: value = "task-1785151" [ 1601.107697] env[62438]: _type = "Task" [ 1601.107697] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.116756] env[62438]: DEBUG oslo_vmware.api [None req-27f94df1-5fc2-43e5-ad7e-286b83a4f273 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1785151, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.315412] env[62438]: DEBUG nova.compute.manager [req-8a1e6006-71bc-4126-92aa-b75c0c3a7a96 req-2eff2c8c-a428-4e91-8659-6928a96b0f4b service nova] [instance: e45fba41-a8f5-4b19-9d7f-43d071e581f8] Received event network-vif-plugged-1f6ef89b-4ffd-4636-9639-d3024dd17653 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1601.315742] env[62438]: DEBUG oslo_concurrency.lockutils [req-8a1e6006-71bc-4126-92aa-b75c0c3a7a96 req-2eff2c8c-a428-4e91-8659-6928a96b0f4b service nova] Acquiring lock "e45fba41-a8f5-4b19-9d7f-43d071e581f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1601.315923] env[62438]: DEBUG oslo_concurrency.lockutils [req-8a1e6006-71bc-4126-92aa-b75c0c3a7a96 req-2eff2c8c-a428-4e91-8659-6928a96b0f4b service nova] Lock "e45fba41-a8f5-4b19-9d7f-43d071e581f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1601.316125] env[62438]: DEBUG oslo_concurrency.lockutils [req-8a1e6006-71bc-4126-92aa-b75c0c3a7a96 req-2eff2c8c-a428-4e91-8659-6928a96b0f4b service nova] Lock "e45fba41-a8f5-4b19-9d7f-43d071e581f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1601.316302] env[62438]: DEBUG nova.compute.manager [req-8a1e6006-71bc-4126-92aa-b75c0c3a7a96 req-2eff2c8c-a428-4e91-8659-6928a96b0f4b service nova] [instance: e45fba41-a8f5-4b19-9d7f-43d071e581f8] No waiting events found dispatching network-vif-plugged-1f6ef89b-4ffd-4636-9639-d3024dd17653 {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1601.316472] env[62438]: WARNING nova.compute.manager [req-8a1e6006-71bc-4126-92aa-b75c0c3a7a96 req-2eff2c8c-a428-4e91-8659-6928a96b0f4b service nova] [instance: e45fba41-a8f5-4b19-9d7f-43d071e581f8] Received unexpected event network-vif-plugged-1f6ef89b-4ffd-4636-9639-d3024dd17653 for instance with vm_state building and task_state spawning. [ 1601.336158] env[62438]: DEBUG nova.network.neutron [None req-0d521c23-d6a7-4c12-b268-c10c0545022e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: e45fba41-a8f5-4b19-9d7f-43d071e581f8] Successfully updated port: 1f6ef89b-4ffd-4636-9639-d3024dd17653 {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1601.410470] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd31f23a-4445-4356-b42e-62cc9fb1f191 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.418448] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b582aae-ccf6-4ba7-afb0-63664bf4fef7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.453656] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-795a5036-6bb9-4d1b-93bd-b447afd051a0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.463466] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b630bb64-88d7-488f-b3a6-d84657255dd1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.480460] env[62438]: DEBUG nova.compute.provider_tree [None req-8045194a-2936-49c7-bf37-361144700b07 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1601.622998] env[62438]: DEBUG oslo_vmware.api [None req-27f94df1-5fc2-43e5-ad7e-286b83a4f273 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1785151, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073314} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.622998] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-27f94df1-5fc2-43e5-ad7e-286b83a4f273 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 1191392f-d14e-4a06-b978-60a80682cbf7] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1601.622998] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a8502f9-d9c7-4a0e-84ff-ecc665169250 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.646267] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-27f94df1-5fc2-43e5-ad7e-286b83a4f273 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 1191392f-d14e-4a06-b978-60a80682cbf7] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 1191392f-d14e-4a06-b978-60a80682cbf7/1191392f-d14e-4a06-b978-60a80682cbf7.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1601.646603] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8db29009-3064-4bb6-84bf-dd48a99bb3b4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.668470] env[62438]: DEBUG oslo_vmware.api [None req-27f94df1-5fc2-43e5-ad7e-286b83a4f273 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Waiting for the task: (returnval){ [ 1601.668470] env[62438]: value = "task-1785152" [ 1601.668470] env[62438]: _type = "Task" [ 1601.668470] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.677998] env[62438]: DEBUG oslo_vmware.api [None req-27f94df1-5fc2-43e5-ad7e-286b83a4f273 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1785152, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.838348] env[62438]: DEBUG oslo_concurrency.lockutils [None req-0d521c23-d6a7-4c12-b268-c10c0545022e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Acquiring lock "refresh_cache-e45fba41-a8f5-4b19-9d7f-43d071e581f8" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1601.838612] env[62438]: DEBUG oslo_concurrency.lockutils [None req-0d521c23-d6a7-4c12-b268-c10c0545022e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Acquired lock "refresh_cache-e45fba41-a8f5-4b19-9d7f-43d071e581f8" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1601.838685] env[62438]: DEBUG nova.network.neutron [None req-0d521c23-d6a7-4c12-b268-c10c0545022e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: e45fba41-a8f5-4b19-9d7f-43d071e581f8] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1601.958919] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Didn't find any instances for network info cache update. {{(pid=62438) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10012}} [ 1601.959521] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1601.959521] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1601.959676] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1601.959738] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1601.959879] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1601.960032] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1601.960160] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62438) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10545}} [ 1601.960332] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager.update_available_resource {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1601.983648] env[62438]: DEBUG nova.scheduler.client.report [None req-8045194a-2936-49c7-bf37-361144700b07 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1602.032299] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5e30d768-04d2-4211-b5fc-510a810ebedf tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Acquiring lock "0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1602.032655] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5e30d768-04d2-4211-b5fc-510a810ebedf tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Lock "0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1602.033181] env[62438]: DEBUG nova.compute.manager [None req-5e30d768-04d2-4211-b5fc-510a810ebedf tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1602.033853] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d97d9d8-bd55-4b2f-ab61-1452e03fe6f1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.041054] env[62438]: DEBUG nova.compute.manager [None req-5e30d768-04d2-4211-b5fc-510a810ebedf tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62438) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3368}} [ 1602.041656] env[62438]: DEBUG nova.objects.instance [None req-5e30d768-04d2-4211-b5fc-510a810ebedf tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Lazy-loading 'flavor' on Instance uuid 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1602.182543] env[62438]: DEBUG oslo_vmware.api [None req-27f94df1-5fc2-43e5-ad7e-286b83a4f273 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1785152, 'name': ReconfigVM_Task, 'duration_secs': 0.319599} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.183105] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-27f94df1-5fc2-43e5-ad7e-286b83a4f273 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 1191392f-d14e-4a06-b978-60a80682cbf7] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 1191392f-d14e-4a06-b978-60a80682cbf7/1191392f-d14e-4a06-b978-60a80682cbf7.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1602.183864] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3005edbd-2bb1-463f-987d-ae9426f8edf0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.191199] env[62438]: DEBUG oslo_vmware.api [None req-27f94df1-5fc2-43e5-ad7e-286b83a4f273 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Waiting for the task: (returnval){ [ 1602.191199] env[62438]: value = "task-1785153" [ 1602.191199] env[62438]: _type = "Task" [ 1602.191199] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.201220] env[62438]: DEBUG oslo_vmware.api [None req-27f94df1-5fc2-43e5-ad7e-286b83a4f273 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1785153, 'name': Rename_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.372647] env[62438]: DEBUG nova.network.neutron [None req-0d521c23-d6a7-4c12-b268-c10c0545022e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: e45fba41-a8f5-4b19-9d7f-43d071e581f8] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1602.467164] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1602.491913] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8045194a-2936-49c7-bf37-361144700b07 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.945s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1602.494108] env[62438]: DEBUG oslo_concurrency.lockutils [None req-026fc372-3d94-4797-ab68-33b3b19b23ae tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.781s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1602.494355] env[62438]: DEBUG nova.objects.instance [None req-026fc372-3d94-4797-ab68-33b3b19b23ae tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Lazy-loading 'resources' on Instance uuid ac81bf4e-9010-4ff5-9857-18690b409637 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1602.516478] env[62438]: INFO nova.scheduler.client.report [None req-8045194a-2936-49c7-bf37-361144700b07 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Deleted allocations for instance a085cb1e-b5cf-4b45-9639-464232dfac12 [ 1602.546766] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e30d768-04d2-4211-b5fc-510a810ebedf tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1602.547618] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a006606d-e39f-4ba7-abe8-d700745de05a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.559167] env[62438]: DEBUG oslo_vmware.api [None req-5e30d768-04d2-4211-b5fc-510a810ebedf tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Waiting for the task: (returnval){ [ 1602.559167] env[62438]: value = "task-1785154" [ 1602.559167] env[62438]: _type = "Task" [ 1602.559167] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.570267] env[62438]: DEBUG oslo_vmware.api [None req-5e30d768-04d2-4211-b5fc-510a810ebedf tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785154, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.601918] env[62438]: DEBUG nova.network.neutron [None req-0d521c23-d6a7-4c12-b268-c10c0545022e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: e45fba41-a8f5-4b19-9d7f-43d071e581f8] Updating instance_info_cache with network_info: [{"id": "1f6ef89b-4ffd-4636-9639-d3024dd17653", "address": "fa:16:3e:9e:99:1e", "network": {"id": "49820dcf-3697-48a5-a107-cef5a52d412e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1941663822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eee2ef2bcd664c558400dbccdc63582d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f6ef89b-4f", "ovs_interfaceid": "1f6ef89b-4ffd-4636-9639-d3024dd17653", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1602.702078] env[62438]: DEBUG oslo_vmware.api [None req-27f94df1-5fc2-43e5-ad7e-286b83a4f273 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1785153, 'name': Rename_Task, 'duration_secs': 0.148596} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.702421] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-27f94df1-5fc2-43e5-ad7e-286b83a4f273 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 1191392f-d14e-4a06-b978-60a80682cbf7] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1602.702679] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9d7c1362-c0c5-42dd-acf8-32797c425c78 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.709666] env[62438]: DEBUG oslo_vmware.api [None req-27f94df1-5fc2-43e5-ad7e-286b83a4f273 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Waiting for the task: (returnval){ [ 1602.709666] env[62438]: value = "task-1785155" [ 1602.709666] env[62438]: _type = "Task" [ 1602.709666] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.718832] env[62438]: DEBUG oslo_vmware.api [None req-27f94df1-5fc2-43e5-ad7e-286b83a4f273 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1785155, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.029432] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8045194a-2936-49c7-bf37-361144700b07 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Lock "a085cb1e-b5cf-4b45-9639-464232dfac12" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.178s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1603.065404] env[62438]: DEBUG nova.compute.manager [None req-974b8c55-3062-4019-8b0e-3ef0d99cb4c9 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: 7c85d7ca-3255-452e-9486-2d3b618e7039] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1603.072237] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e2c7cc-e99d-4eda-9dd7-f74d1b7e0577 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.076666] env[62438]: DEBUG oslo_vmware.api [None req-5e30d768-04d2-4211-b5fc-510a810ebedf tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785154, 'name': PowerOffVM_Task, 'duration_secs': 0.295609} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.083246] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e30d768-04d2-4211-b5fc-510a810ebedf tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1603.083467] env[62438]: DEBUG nova.compute.manager [None req-5e30d768-04d2-4211-b5fc-510a810ebedf tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1603.085091] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98fac1a2-6a77-431f-a51a-1f967dd06e44 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.106285] env[62438]: DEBUG oslo_concurrency.lockutils [None req-0d521c23-d6a7-4c12-b268-c10c0545022e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Releasing lock "refresh_cache-e45fba41-a8f5-4b19-9d7f-43d071e581f8" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1603.108695] env[62438]: DEBUG nova.compute.manager [None req-0d521c23-d6a7-4c12-b268-c10c0545022e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: e45fba41-a8f5-4b19-9d7f-43d071e581f8] Instance network_info: |[{"id": "1f6ef89b-4ffd-4636-9639-d3024dd17653", "address": "fa:16:3e:9e:99:1e", "network": {"id": "49820dcf-3697-48a5-a107-cef5a52d412e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1941663822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eee2ef2bcd664c558400dbccdc63582d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f6ef89b-4f", "ovs_interfaceid": "1f6ef89b-4ffd-4636-9639-d3024dd17653", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1603.108695] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-0d521c23-d6a7-4c12-b268-c10c0545022e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: e45fba41-a8f5-4b19-9d7f-43d071e581f8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:99:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cae1d6a8-cbba-4bbf-af10-ba5467340475', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1f6ef89b-4ffd-4636-9639-d3024dd17653', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1603.119018] env[62438]: DEBUG oslo.service.loopingcall [None req-0d521c23-d6a7-4c12-b268-c10c0545022e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1603.122532] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e45fba41-a8f5-4b19-9d7f-43d071e581f8] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1603.123564] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ef78b7ae-5d02-4224-b00c-7d3de9edc67a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.155942] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1603.155942] env[62438]: value = "task-1785156" [ 1603.155942] env[62438]: _type = "Task" [ 1603.155942] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.166323] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785156, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.219281] env[62438]: DEBUG oslo_vmware.api [None req-27f94df1-5fc2-43e5-ad7e-286b83a4f273 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1785155, 'name': PowerOnVM_Task, 'duration_secs': 0.445576} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.221926] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-27f94df1-5fc2-43e5-ad7e-286b83a4f273 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 1191392f-d14e-4a06-b978-60a80682cbf7] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1603.222229] env[62438]: INFO nova.compute.manager [None req-27f94df1-5fc2-43e5-ad7e-286b83a4f273 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 1191392f-d14e-4a06-b978-60a80682cbf7] Took 8.01 seconds to spawn the instance on the hypervisor. [ 1603.222432] env[62438]: DEBUG nova.compute.manager [None req-27f94df1-5fc2-43e5-ad7e-286b83a4f273 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 1191392f-d14e-4a06-b978-60a80682cbf7] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1603.223737] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84586c18-2bfa-48cc-b3bc-2fbbad2cead9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.251817] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a3a2428f-db14-47a9-bfb4-c67c9cbfed06 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Acquiring lock "64db0082-d145-4041-b231-d7a1bf4dfa42" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1603.252108] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a3a2428f-db14-47a9-bfb4-c67c9cbfed06 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Lock "64db0082-d145-4041-b231-d7a1bf4dfa42" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1603.386210] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a9c3227-b3f5-4cc8-a00d-20956da8e6af {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.394454] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d68a85d-5fec-441a-9a66-2c75e2cd756c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.430905] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e16dfa81-b68f-426e-90b1-46a5e373f32b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.434478] env[62438]: DEBUG nova.compute.manager [req-20fcb1c7-ac1c-44bb-80bd-ed4526cf65ae req-78e380ee-6708-460b-8d36-be3470b894e2 service nova] [instance: e45fba41-a8f5-4b19-9d7f-43d071e581f8] Received event network-changed-1f6ef89b-4ffd-4636-9639-d3024dd17653 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1603.434674] env[62438]: DEBUG nova.compute.manager [req-20fcb1c7-ac1c-44bb-80bd-ed4526cf65ae req-78e380ee-6708-460b-8d36-be3470b894e2 service nova] [instance: e45fba41-a8f5-4b19-9d7f-43d071e581f8] Refreshing instance network info cache due to event network-changed-1f6ef89b-4ffd-4636-9639-d3024dd17653. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1603.434891] env[62438]: DEBUG oslo_concurrency.lockutils [req-20fcb1c7-ac1c-44bb-80bd-ed4526cf65ae req-78e380ee-6708-460b-8d36-be3470b894e2 service nova] Acquiring lock "refresh_cache-e45fba41-a8f5-4b19-9d7f-43d071e581f8" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1603.435053] env[62438]: DEBUG oslo_concurrency.lockutils [req-20fcb1c7-ac1c-44bb-80bd-ed4526cf65ae req-78e380ee-6708-460b-8d36-be3470b894e2 service nova] Acquired lock "refresh_cache-e45fba41-a8f5-4b19-9d7f-43d071e581f8" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.435220] env[62438]: DEBUG nova.network.neutron [req-20fcb1c7-ac1c-44bb-80bd-ed4526cf65ae req-78e380ee-6708-460b-8d36-be3470b894e2 service nova] [instance: e45fba41-a8f5-4b19-9d7f-43d071e581f8] Refreshing network info cache for port 1f6ef89b-4ffd-4636-9639-d3024dd17653 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1603.442642] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-652fbc08-255b-4c14-b832-bf6e6e41c8e7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.457319] env[62438]: DEBUG nova.compute.provider_tree [None req-026fc372-3d94-4797-ab68-33b3b19b23ae tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1603.585422] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a508cac0-11c3-4173-97c0-975e80ea1d70 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Acquiring lock "2f64f74d-cbfc-49e5-a3d5-45d715172b90" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1603.585839] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a508cac0-11c3-4173-97c0-975e80ea1d70 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Lock "2f64f74d-cbfc-49e5-a3d5-45d715172b90" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1603.586738] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a508cac0-11c3-4173-97c0-975e80ea1d70 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Acquiring lock "2f64f74d-cbfc-49e5-a3d5-45d715172b90-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1603.587406] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a508cac0-11c3-4173-97c0-975e80ea1d70 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Lock "2f64f74d-cbfc-49e5-a3d5-45d715172b90-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1603.587406] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a508cac0-11c3-4173-97c0-975e80ea1d70 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Lock "2f64f74d-cbfc-49e5-a3d5-45d715172b90-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1603.591292] env[62438]: INFO nova.compute.manager [None req-a508cac0-11c3-4173-97c0-975e80ea1d70 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] [instance: 2f64f74d-cbfc-49e5-a3d5-45d715172b90] Terminating instance [ 1603.593738] env[62438]: DEBUG nova.compute.manager [None req-a508cac0-11c3-4173-97c0-975e80ea1d70 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] [instance: 2f64f74d-cbfc-49e5-a3d5-45d715172b90] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1603.595608] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a508cac0-11c3-4173-97c0-975e80ea1d70 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] [instance: 2f64f74d-cbfc-49e5-a3d5-45d715172b90] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1603.595608] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-287e1375-ac2d-4188-9d37-44f71bd76cbf {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.600032] env[62438]: INFO nova.compute.manager [None req-974b8c55-3062-4019-8b0e-3ef0d99cb4c9 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: 7c85d7ca-3255-452e-9486-2d3b618e7039] instance snapshotting [ 1603.604507] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb4bff1-391e-43d3-9738-35cc92381b76 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.613398] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-a508cac0-11c3-4173-97c0-975e80ea1d70 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] [instance: 2f64f74d-cbfc-49e5-a3d5-45d715172b90] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1603.614107] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5e30d768-04d2-4211-b5fc-510a810ebedf tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Lock "0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.581s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1603.615376] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-932384a2-7aa2-4f88-9359-a9352e5bc610 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.635928] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ba82f8-ecc2-428c-b879-cdb76cb7552b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.641093] env[62438]: DEBUG oslo_vmware.api [None req-a508cac0-11c3-4173-97c0-975e80ea1d70 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Waiting for the task: (returnval){ [ 1603.641093] env[62438]: value = "task-1785157" [ 1603.641093] env[62438]: _type = "Task" [ 1603.641093] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.654519] env[62438]: DEBUG oslo_vmware.api [None req-a508cac0-11c3-4173-97c0-975e80ea1d70 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Task: {'id': task-1785157, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.657273] env[62438]: DEBUG oslo_concurrency.lockutils [None req-95c8eb24-c994-47fa-8a5e-7f00149ea4dc tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Acquiring lock "6a4e1ee0-26ef-481b-bbe3-eebc22e5e3e5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1603.657909] env[62438]: DEBUG oslo_concurrency.lockutils [None req-95c8eb24-c994-47fa-8a5e-7f00149ea4dc tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Lock "6a4e1ee0-26ef-481b-bbe3-eebc22e5e3e5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1603.658333] env[62438]: DEBUG oslo_concurrency.lockutils [None req-95c8eb24-c994-47fa-8a5e-7f00149ea4dc tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Acquiring lock "6a4e1ee0-26ef-481b-bbe3-eebc22e5e3e5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1603.658605] env[62438]: DEBUG oslo_concurrency.lockutils [None req-95c8eb24-c994-47fa-8a5e-7f00149ea4dc tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Lock "6a4e1ee0-26ef-481b-bbe3-eebc22e5e3e5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1603.658826] env[62438]: DEBUG oslo_concurrency.lockutils [None req-95c8eb24-c994-47fa-8a5e-7f00149ea4dc tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Lock "6a4e1ee0-26ef-481b-bbe3-eebc22e5e3e5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1603.663905] env[62438]: INFO nova.compute.manager [None req-95c8eb24-c994-47fa-8a5e-7f00149ea4dc tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] [instance: 6a4e1ee0-26ef-481b-bbe3-eebc22e5e3e5] Terminating instance [ 1603.667598] env[62438]: DEBUG nova.compute.manager [None req-95c8eb24-c994-47fa-8a5e-7f00149ea4dc tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] [instance: 6a4e1ee0-26ef-481b-bbe3-eebc22e5e3e5] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1603.667833] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-95c8eb24-c994-47fa-8a5e-7f00149ea4dc tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] [instance: 6a4e1ee0-26ef-481b-bbe3-eebc22e5e3e5] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1603.670171] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a0cb501-978d-4ffe-a1ca-7640f3814618 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.676361] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785156, 'name': CreateVM_Task} progress is 99%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.681037] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-95c8eb24-c994-47fa-8a5e-7f00149ea4dc tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] [instance: 6a4e1ee0-26ef-481b-bbe3-eebc22e5e3e5] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1603.681318] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6dfc3d24-ee0c-4ca4-89a3-c51a4fc44be2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.687810] env[62438]: DEBUG oslo_vmware.api [None req-95c8eb24-c994-47fa-8a5e-7f00149ea4dc tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Waiting for the task: (returnval){ [ 1603.687810] env[62438]: value = "task-1785158" [ 1603.687810] env[62438]: _type = "Task" [ 1603.687810] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.695932] env[62438]: DEBUG oslo_vmware.api [None req-95c8eb24-c994-47fa-8a5e-7f00149ea4dc tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Task: {'id': task-1785158, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.750929] env[62438]: INFO nova.compute.manager [None req-27f94df1-5fc2-43e5-ad7e-286b83a4f273 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 1191392f-d14e-4a06-b978-60a80682cbf7] Took 22.83 seconds to build instance. [ 1603.754580] env[62438]: DEBUG nova.compute.manager [None req-a3a2428f-db14-47a9-bfb4-c67c9cbfed06 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] [instance: 64db0082-d145-4041-b231-d7a1bf4dfa42] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1603.963380] env[62438]: DEBUG nova.scheduler.client.report [None req-026fc372-3d94-4797-ab68-33b3b19b23ae tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1604.151856] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-974b8c55-3062-4019-8b0e-3ef0d99cb4c9 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: 7c85d7ca-3255-452e-9486-2d3b618e7039] Creating Snapshot of the VM instance {{(pid=62438) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1604.152200] env[62438]: DEBUG oslo_vmware.api [None req-a508cac0-11c3-4173-97c0-975e80ea1d70 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Task: {'id': task-1785157, 'name': PowerOffVM_Task, 'duration_secs': 0.257334} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.152430] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0db6cbb5-a90c-44cb-8290-e548f1d4385d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.154357] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-a508cac0-11c3-4173-97c0-975e80ea1d70 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] [instance: 2f64f74d-cbfc-49e5-a3d5-45d715172b90] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1604.154540] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a508cac0-11c3-4173-97c0-975e80ea1d70 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] [instance: 2f64f74d-cbfc-49e5-a3d5-45d715172b90] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1604.154776] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-72369b4e-e0b3-4cf7-ba74-6ddf65efb68f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.165120] env[62438]: DEBUG oslo_vmware.api [None req-974b8c55-3062-4019-8b0e-3ef0d99cb4c9 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Waiting for the task: (returnval){ [ 1604.165120] env[62438]: value = "task-1785159" [ 1604.165120] env[62438]: _type = "Task" [ 1604.165120] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.176670] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785156, 'name': CreateVM_Task, 'duration_secs': 0.556935} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.177193] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e45fba41-a8f5-4b19-9d7f-43d071e581f8] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1604.177925] env[62438]: DEBUG oslo_concurrency.lockutils [None req-0d521c23-d6a7-4c12-b268-c10c0545022e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1604.178155] env[62438]: DEBUG oslo_concurrency.lockutils [None req-0d521c23-d6a7-4c12-b268-c10c0545022e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.178460] env[62438]: DEBUG oslo_concurrency.lockutils [None req-0d521c23-d6a7-4c12-b268-c10c0545022e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1604.181508] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc83e7e1-1486-409f-9057-4d048c48f21e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.183865] env[62438]: DEBUG oslo_vmware.api [None req-974b8c55-3062-4019-8b0e-3ef0d99cb4c9 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Task: {'id': task-1785159, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.186909] env[62438]: DEBUG oslo_vmware.api [None req-0d521c23-d6a7-4c12-b268-c10c0545022e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Waiting for the task: (returnval){ [ 1604.186909] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]527fbfd6-7548-9381-8f1b-d13bb6de3fd2" [ 1604.186909] env[62438]: _type = "Task" [ 1604.186909] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.197470] env[62438]: DEBUG oslo_vmware.api [None req-0d521c23-d6a7-4c12-b268-c10c0545022e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]527fbfd6-7548-9381-8f1b-d13bb6de3fd2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.201091] env[62438]: DEBUG oslo_vmware.api [None req-95c8eb24-c994-47fa-8a5e-7f00149ea4dc tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Task: {'id': task-1785158, 'name': PowerOffVM_Task, 'duration_secs': 0.227753} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.201373] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-95c8eb24-c994-47fa-8a5e-7f00149ea4dc tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] [instance: 6a4e1ee0-26ef-481b-bbe3-eebc22e5e3e5] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1604.201551] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-95c8eb24-c994-47fa-8a5e-7f00149ea4dc tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] [instance: 6a4e1ee0-26ef-481b-bbe3-eebc22e5e3e5] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1604.201890] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-10304294-70e2-4e8f-86aa-38430f1e20e0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.253686] env[62438]: DEBUG nova.network.neutron [req-20fcb1c7-ac1c-44bb-80bd-ed4526cf65ae req-78e380ee-6708-460b-8d36-be3470b894e2 service nova] [instance: e45fba41-a8f5-4b19-9d7f-43d071e581f8] Updated VIF entry in instance network info cache for port 1f6ef89b-4ffd-4636-9639-d3024dd17653. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1604.254017] env[62438]: DEBUG nova.network.neutron [req-20fcb1c7-ac1c-44bb-80bd-ed4526cf65ae req-78e380ee-6708-460b-8d36-be3470b894e2 service nova] [instance: e45fba41-a8f5-4b19-9d7f-43d071e581f8] Updating instance_info_cache with network_info: [{"id": "1f6ef89b-4ffd-4636-9639-d3024dd17653", "address": "fa:16:3e:9e:99:1e", "network": {"id": "49820dcf-3697-48a5-a107-cef5a52d412e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1941663822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eee2ef2bcd664c558400dbccdc63582d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f6ef89b-4f", "ovs_interfaceid": "1f6ef89b-4ffd-4636-9639-d3024dd17653", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1604.255612] env[62438]: DEBUG oslo_concurrency.lockutils [None req-27f94df1-5fc2-43e5-ad7e-286b83a4f273 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Lock "1191392f-d14e-4a06-b978-60a80682cbf7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.350s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1604.280752] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a3a2428f-db14-47a9-bfb4-c67c9cbfed06 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1604.359114] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-95c8eb24-c994-47fa-8a5e-7f00149ea4dc tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] [instance: 6a4e1ee0-26ef-481b-bbe3-eebc22e5e3e5] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1604.359377] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-95c8eb24-c994-47fa-8a5e-7f00149ea4dc tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] [instance: 6a4e1ee0-26ef-481b-bbe3-eebc22e5e3e5] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1604.359610] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-95c8eb24-c994-47fa-8a5e-7f00149ea4dc tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Deleting the datastore file [datastore1] 6a4e1ee0-26ef-481b-bbe3-eebc22e5e3e5 {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1604.359985] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-213f9ec0-ac64-4fe4-92da-27ac56e6e103 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.374526] env[62438]: DEBUG oslo_vmware.api [None req-95c8eb24-c994-47fa-8a5e-7f00149ea4dc tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Waiting for the task: (returnval){ [ 1604.374526] env[62438]: value = "task-1785162" [ 1604.374526] env[62438]: _type = "Task" [ 1604.374526] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.375917] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a508cac0-11c3-4173-97c0-975e80ea1d70 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] [instance: 2f64f74d-cbfc-49e5-a3d5-45d715172b90] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1604.377148] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a508cac0-11c3-4173-97c0-975e80ea1d70 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] [instance: 2f64f74d-cbfc-49e5-a3d5-45d715172b90] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1604.378241] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-a508cac0-11c3-4173-97c0-975e80ea1d70 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Deleting the datastore file [datastore1] 2f64f74d-cbfc-49e5-a3d5-45d715172b90 {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1604.381765] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3a02709e-0372-4db1-aed8-051e67ca150b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.391708] env[62438]: DEBUG oslo_vmware.api [None req-95c8eb24-c994-47fa-8a5e-7f00149ea4dc tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Task: {'id': task-1785162, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.393395] env[62438]: DEBUG oslo_vmware.api [None req-a508cac0-11c3-4173-97c0-975e80ea1d70 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Waiting for the task: (returnval){ [ 1604.393395] env[62438]: value = "task-1785163" [ 1604.393395] env[62438]: _type = "Task" [ 1604.393395] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.401948] env[62438]: DEBUG oslo_vmware.api [None req-a508cac0-11c3-4173-97c0-975e80ea1d70 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Task: {'id': task-1785163, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.469996] env[62438]: DEBUG oslo_concurrency.lockutils [None req-026fc372-3d94-4797-ab68-33b3b19b23ae tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.976s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1604.472270] env[62438]: DEBUG oslo_concurrency.lockutils [None req-353e3e13-cd33-4385-b926-c0d866de79a7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 9.852s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1604.502039] env[62438]: INFO nova.scheduler.client.report [None req-026fc372-3d94-4797-ab68-33b3b19b23ae tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Deleted allocations for instance ac81bf4e-9010-4ff5-9857-18690b409637 [ 1604.682714] env[62438]: DEBUG oslo_vmware.api [None req-974b8c55-3062-4019-8b0e-3ef0d99cb4c9 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Task: {'id': task-1785159, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.698685] env[62438]: DEBUG oslo_vmware.api [None req-0d521c23-d6a7-4c12-b268-c10c0545022e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]527fbfd6-7548-9381-8f1b-d13bb6de3fd2, 'name': SearchDatastore_Task, 'duration_secs': 0.014703} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.699216] env[62438]: DEBUG oslo_concurrency.lockutils [None req-0d521c23-d6a7-4c12-b268-c10c0545022e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1604.699437] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-0d521c23-d6a7-4c12-b268-c10c0545022e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: e45fba41-a8f5-4b19-9d7f-43d071e581f8] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1604.699734] env[62438]: DEBUG oslo_concurrency.lockutils [None req-0d521c23-d6a7-4c12-b268-c10c0545022e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1604.700074] env[62438]: DEBUG oslo_concurrency.lockutils [None req-0d521c23-d6a7-4c12-b268-c10c0545022e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.700210] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d521c23-d6a7-4c12-b268-c10c0545022e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1604.700532] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b07244d-0719-4685-ad31-aea175c0f5ec {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.716261] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d521c23-d6a7-4c12-b268-c10c0545022e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1604.716261] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-0d521c23-d6a7-4c12-b268-c10c0545022e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1604.716261] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef3baa64-75cb-43a5-8614-927c87967cf6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.721066] env[62438]: DEBUG oslo_vmware.api [None req-0d521c23-d6a7-4c12-b268-c10c0545022e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Waiting for the task: (returnval){ [ 1604.721066] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]524df8ef-c301-fa40-8a42-e0205436f821" [ 1604.721066] env[62438]: _type = "Task" [ 1604.721066] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.731625] env[62438]: DEBUG oslo_vmware.api [None req-0d521c23-d6a7-4c12-b268-c10c0545022e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]524df8ef-c301-fa40-8a42-e0205436f821, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.758924] env[62438]: DEBUG oslo_concurrency.lockutils [req-20fcb1c7-ac1c-44bb-80bd-ed4526cf65ae req-78e380ee-6708-460b-8d36-be3470b894e2 service nova] Releasing lock "refresh_cache-e45fba41-a8f5-4b19-9d7f-43d071e581f8" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1604.888732] env[62438]: DEBUG oslo_vmware.api [None req-95c8eb24-c994-47fa-8a5e-7f00149ea4dc tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Task: {'id': task-1785162, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190043} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.888971] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-95c8eb24-c994-47fa-8a5e-7f00149ea4dc tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1604.889174] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-95c8eb24-c994-47fa-8a5e-7f00149ea4dc tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] [instance: 6a4e1ee0-26ef-481b-bbe3-eebc22e5e3e5] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1604.889360] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-95c8eb24-c994-47fa-8a5e-7f00149ea4dc tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] [instance: 6a4e1ee0-26ef-481b-bbe3-eebc22e5e3e5] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1604.889540] env[62438]: INFO nova.compute.manager [None req-95c8eb24-c994-47fa-8a5e-7f00149ea4dc tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] [instance: 6a4e1ee0-26ef-481b-bbe3-eebc22e5e3e5] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1604.889792] env[62438]: DEBUG oslo.service.loopingcall [None req-95c8eb24-c994-47fa-8a5e-7f00149ea4dc tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1604.889989] env[62438]: DEBUG nova.compute.manager [-] [instance: 6a4e1ee0-26ef-481b-bbe3-eebc22e5e3e5] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1604.890100] env[62438]: DEBUG nova.network.neutron [-] [instance: 6a4e1ee0-26ef-481b-bbe3-eebc22e5e3e5] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1604.902921] env[62438]: DEBUG oslo_vmware.api [None req-a508cac0-11c3-4173-97c0-975e80ea1d70 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Task: {'id': task-1785163, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193727} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.903764] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-a508cac0-11c3-4173-97c0-975e80ea1d70 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1604.904043] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a508cac0-11c3-4173-97c0-975e80ea1d70 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] [instance: 2f64f74d-cbfc-49e5-a3d5-45d715172b90] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1604.904286] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a508cac0-11c3-4173-97c0-975e80ea1d70 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] [instance: 2f64f74d-cbfc-49e5-a3d5-45d715172b90] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1604.904509] env[62438]: INFO nova.compute.manager [None req-a508cac0-11c3-4173-97c0-975e80ea1d70 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] [instance: 2f64f74d-cbfc-49e5-a3d5-45d715172b90] Took 1.31 seconds to destroy the instance on the hypervisor. [ 1604.904796] env[62438]: DEBUG oslo.service.loopingcall [None req-a508cac0-11c3-4173-97c0-975e80ea1d70 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1604.905389] env[62438]: DEBUG nova.compute.manager [-] [instance: 2f64f74d-cbfc-49e5-a3d5-45d715172b90] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1604.905389] env[62438]: DEBUG nova.network.neutron [-] [instance: 2f64f74d-cbfc-49e5-a3d5-45d715172b90] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1604.983239] env[62438]: INFO nova.compute.claims [None req-353e3e13-cd33-4385-b926-c0d866de79a7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: a160d6df-ab59-48f0-a076-020afbd2af66] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1605.012791] env[62438]: DEBUG oslo_concurrency.lockutils [None req-026fc372-3d94-4797-ab68-33b3b19b23ae tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Lock "ac81bf4e-9010-4ff5-9857-18690b409637" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.919s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1605.184739] env[62438]: DEBUG oslo_vmware.api [None req-974b8c55-3062-4019-8b0e-3ef0d99cb4c9 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Task: {'id': task-1785159, 'name': CreateSnapshot_Task, 'duration_secs': 0.806373} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.186217] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-974b8c55-3062-4019-8b0e-3ef0d99cb4c9 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: 7c85d7ca-3255-452e-9486-2d3b618e7039] Created Snapshot of the VM instance {{(pid=62438) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1605.187269] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8448301d-5724-42a4-90e6-1f61317b439f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.235208] env[62438]: DEBUG oslo_vmware.api [None req-0d521c23-d6a7-4c12-b268-c10c0545022e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]524df8ef-c301-fa40-8a42-e0205436f821, 'name': SearchDatastore_Task, 'duration_secs': 0.011549} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.236791] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60864050-3d71-4f78-9009-b696be76c483 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.243373] env[62438]: DEBUG oslo_vmware.api [None req-0d521c23-d6a7-4c12-b268-c10c0545022e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Waiting for the task: (returnval){ [ 1605.243373] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52d7c8dc-90a7-e4c9-862c-2861490bdd44" [ 1605.243373] env[62438]: _type = "Task" [ 1605.243373] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.250671] env[62438]: DEBUG oslo_vmware.api [None req-0d521c23-d6a7-4c12-b268-c10c0545022e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52d7c8dc-90a7-e4c9-862c-2861490bdd44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.477698] env[62438]: DEBUG nova.compute.manager [req-75df9e4d-7d1d-4839-a46b-88e8dd520e49 req-5055185e-83e8-4ab2-adfc-18755d2ddb43 service nova] [instance: 6a4e1ee0-26ef-481b-bbe3-eebc22e5e3e5] Received event network-vif-deleted-d6776356-0bb7-4d30-ae9e-f4a6d3035eaf {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1605.477698] env[62438]: INFO nova.compute.manager [req-75df9e4d-7d1d-4839-a46b-88e8dd520e49 req-5055185e-83e8-4ab2-adfc-18755d2ddb43 service nova] [instance: 6a4e1ee0-26ef-481b-bbe3-eebc22e5e3e5] Neutron deleted interface d6776356-0bb7-4d30-ae9e-f4a6d3035eaf; detaching it from the instance and deleting it from the info cache [ 1605.477698] env[62438]: DEBUG nova.network.neutron [req-75df9e4d-7d1d-4839-a46b-88e8dd520e49 req-5055185e-83e8-4ab2-adfc-18755d2ddb43 service nova] [instance: 6a4e1ee0-26ef-481b-bbe3-eebc22e5e3e5] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1605.491896] env[62438]: INFO nova.compute.resource_tracker [None req-353e3e13-cd33-4385-b926-c0d866de79a7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: a160d6df-ab59-48f0-a076-020afbd2af66] Updating resource usage from migration 05f14f84-50e4-40eb-8ae0-febb24dacb22 [ 1605.613430] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5fea279a-cf52-46d5-b5d4-52a4d9781311 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Acquiring lock "1191392f-d14e-4a06-b978-60a80682cbf7" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1605.613732] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5fea279a-cf52-46d5-b5d4-52a4d9781311 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Lock "1191392f-d14e-4a06-b978-60a80682cbf7" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1605.615085] env[62438]: INFO nova.compute.manager [None req-5fea279a-cf52-46d5-b5d4-52a4d9781311 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 1191392f-d14e-4a06-b978-60a80682cbf7] Shelving [ 1605.630062] env[62438]: DEBUG nova.compute.manager [None req-ee7e9633-d586-40b3-a88e-b18b86970df4 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Stashing vm_state: stopped {{(pid=62438) _prep_resize /opt/stack/nova/nova/compute/manager.py:5624}} [ 1605.711397] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-974b8c55-3062-4019-8b0e-3ef0d99cb4c9 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: 7c85d7ca-3255-452e-9486-2d3b618e7039] Creating linked-clone VM from snapshot {{(pid=62438) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1605.716436] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-66b74f80-bed9-427d-9b27-3ea70bd0ee7a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.729335] env[62438]: DEBUG oslo_vmware.api [None req-974b8c55-3062-4019-8b0e-3ef0d99cb4c9 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Waiting for the task: (returnval){ [ 1605.729335] env[62438]: value = "task-1785164" [ 1605.729335] env[62438]: _type = "Task" [ 1605.729335] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.736518] env[62438]: DEBUG oslo_vmware.api [None req-974b8c55-3062-4019-8b0e-3ef0d99cb4c9 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Task: {'id': task-1785164, 'name': CloneVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.754019] env[62438]: DEBUG oslo_vmware.api [None req-0d521c23-d6a7-4c12-b268-c10c0545022e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52d7c8dc-90a7-e4c9-862c-2861490bdd44, 'name': SearchDatastore_Task, 'duration_secs': 0.044188} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.754194] env[62438]: DEBUG oslo_concurrency.lockutils [None req-0d521c23-d6a7-4c12-b268-c10c0545022e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1605.754636] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d521c23-d6a7-4c12-b268-c10c0545022e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] e45fba41-a8f5-4b19-9d7f-43d071e581f8/e45fba41-a8f5-4b19-9d7f-43d071e581f8.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1605.757516] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-06274bb3-9563-4055-a789-029e1338ca19 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.764381] env[62438]: DEBUG oslo_vmware.api [None req-0d521c23-d6a7-4c12-b268-c10c0545022e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Waiting for the task: (returnval){ [ 1605.764381] env[62438]: value = "task-1785165" [ 1605.764381] env[62438]: _type = "Task" [ 1605.764381] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.772951] env[62438]: DEBUG oslo_vmware.api [None req-0d521c23-d6a7-4c12-b268-c10c0545022e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1785165, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.869334] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ad22cd-ba2d-4076-bdb8-913e01c7a72c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.878460] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62af87ad-8911-4cbe-a741-394f47d33592 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.916257] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b9fcd8a-c1df-4188-91c9-0e2afb51525a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.924095] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad306040-ff88-452f-9f84-a730deebcd45 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.940487] env[62438]: DEBUG nova.compute.provider_tree [None req-353e3e13-cd33-4385-b926-c0d866de79a7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1605.942452] env[62438]: DEBUG nova.network.neutron [-] [instance: 6a4e1ee0-26ef-481b-bbe3-eebc22e5e3e5] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1605.973190] env[62438]: DEBUG nova.network.neutron [-] [instance: 2f64f74d-cbfc-49e5-a3d5-45d715172b90] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1605.982948] env[62438]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3e6fb94f-641d-4b1d-a144-a2ab70168308 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.992574] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d979e8-49df-4d28-9f31-fc1e39dbe1aa {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.030019] env[62438]: DEBUG nova.compute.manager [req-75df9e4d-7d1d-4839-a46b-88e8dd520e49 req-5055185e-83e8-4ab2-adfc-18755d2ddb43 service nova] [instance: 6a4e1ee0-26ef-481b-bbe3-eebc22e5e3e5] Detach interface failed, port_id=d6776356-0bb7-4d30-ae9e-f4a6d3035eaf, reason: Instance 6a4e1ee0-26ef-481b-bbe3-eebc22e5e3e5 could not be found. {{(pid=62438) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1606.122673] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fea279a-cf52-46d5-b5d4-52a4d9781311 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 1191392f-d14e-4a06-b978-60a80682cbf7] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1606.122953] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26f007a9-00ff-41d4-8d7f-a46e6d26c176 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.132208] env[62438]: DEBUG oslo_vmware.api [None req-5fea279a-cf52-46d5-b5d4-52a4d9781311 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Waiting for the task: (returnval){ [ 1606.132208] env[62438]: value = "task-1785166" [ 1606.132208] env[62438]: _type = "Task" [ 1606.132208] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.145840] env[62438]: DEBUG oslo_vmware.api [None req-5fea279a-cf52-46d5-b5d4-52a4d9781311 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1785166, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.154745] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ee7e9633-d586-40b3-a88e-b18b86970df4 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1606.239968] env[62438]: DEBUG oslo_vmware.api [None req-974b8c55-3062-4019-8b0e-3ef0d99cb4c9 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Task: {'id': task-1785164, 'name': CloneVM_Task} progress is 94%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.275689] env[62438]: DEBUG oslo_vmware.api [None req-0d521c23-d6a7-4c12-b268-c10c0545022e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1785165, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.444249] env[62438]: DEBUG nova.scheduler.client.report [None req-353e3e13-cd33-4385-b926-c0d866de79a7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1606.447973] env[62438]: INFO nova.compute.manager [-] [instance: 6a4e1ee0-26ef-481b-bbe3-eebc22e5e3e5] Took 1.56 seconds to deallocate network for instance. [ 1606.475187] env[62438]: INFO nova.compute.manager [-] [instance: 2f64f74d-cbfc-49e5-a3d5-45d715172b90] Took 1.57 seconds to deallocate network for instance. [ 1606.635886] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a7d8524a-0f56-41be-94fc-44c73d0e1040 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Acquiring lock "1e64c34f-a88f-4359-8460-043983887aa3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1606.636684] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a7d8524a-0f56-41be-94fc-44c73d0e1040 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Lock "1e64c34f-a88f-4359-8460-043983887aa3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1606.647764] env[62438]: DEBUG oslo_vmware.api [None req-5fea279a-cf52-46d5-b5d4-52a4d9781311 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1785166, 'name': PowerOffVM_Task, 'duration_secs': 0.213088} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.648648] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fea279a-cf52-46d5-b5d4-52a4d9781311 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 1191392f-d14e-4a06-b978-60a80682cbf7] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1606.649381] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a837a34-f131-4f1f-a556-f3a0d967f7ab {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.673629] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ddada0-53e3-4fa4-9def-6031e657f03a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.676857] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ec4de52b-1ad2-414a-91f5-1b55774339c8 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Acquiring lock "23364d4c-07c7-4521-8f21-23226f1edb8c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1606.677119] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ec4de52b-1ad2-414a-91f5-1b55774339c8 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Lock "23364d4c-07c7-4521-8f21-23226f1edb8c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1606.736538] env[62438]: DEBUG oslo_vmware.api [None req-974b8c55-3062-4019-8b0e-3ef0d99cb4c9 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Task: {'id': task-1785164, 'name': CloneVM_Task} progress is 94%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.775621] env[62438]: DEBUG oslo_vmware.api [None req-0d521c23-d6a7-4c12-b268-c10c0545022e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1785165, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.688766} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.775914] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d521c23-d6a7-4c12-b268-c10c0545022e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] e45fba41-a8f5-4b19-9d7f-43d071e581f8/e45fba41-a8f5-4b19-9d7f-43d071e581f8.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1606.776152] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-0d521c23-d6a7-4c12-b268-c10c0545022e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: e45fba41-a8f5-4b19-9d7f-43d071e581f8] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1606.776412] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e0568625-bf22-41d6-b355-233b0f8f6e13 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.789203] env[62438]: DEBUG oslo_vmware.api [None req-0d521c23-d6a7-4c12-b268-c10c0545022e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Waiting for the task: (returnval){ [ 1606.789203] env[62438]: value = "task-1785167" [ 1606.789203] env[62438]: _type = "Task" [ 1606.789203] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.796213] env[62438]: DEBUG oslo_vmware.api [None req-0d521c23-d6a7-4c12-b268-c10c0545022e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1785167, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.950331] env[62438]: DEBUG oslo_concurrency.lockutils [None req-353e3e13-cd33-4385-b926-c0d866de79a7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.478s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1606.950578] env[62438]: INFO nova.compute.manager [None req-353e3e13-cd33-4385-b926-c0d866de79a7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: a160d6df-ab59-48f0-a076-020afbd2af66] Migrating [ 1606.959200] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f20d9b2e-ba0d-4120-864a-765343c6b41a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.267s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1606.960989] env[62438]: INFO nova.compute.claims [None req-f20d9b2e-ba0d-4120-864a-765343c6b41a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: 473744fb-4d72-49a3-bf1b-1cca94c8869e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1606.964250] env[62438]: DEBUG oslo_concurrency.lockutils [None req-95c8eb24-c994-47fa-8a5e-7f00149ea4dc tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1606.981751] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a508cac0-11c3-4173-97c0-975e80ea1d70 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1607.141618] env[62438]: DEBUG nova.compute.manager [None req-a7d8524a-0f56-41be-94fc-44c73d0e1040 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1607.179252] env[62438]: DEBUG nova.compute.manager [None req-ec4de52b-1ad2-414a-91f5-1b55774339c8 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 23364d4c-07c7-4521-8f21-23226f1edb8c] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1607.185948] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-5fea279a-cf52-46d5-b5d4-52a4d9781311 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 1191392f-d14e-4a06-b978-60a80682cbf7] Creating Snapshot of the VM instance {{(pid=62438) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1607.186534] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8605f0e5-65f9-49ee-bc59-85502e6237ba {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.195567] env[62438]: DEBUG oslo_vmware.api [None req-5fea279a-cf52-46d5-b5d4-52a4d9781311 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Waiting for the task: (returnval){ [ 1607.195567] env[62438]: value = "task-1785168" [ 1607.195567] env[62438]: _type = "Task" [ 1607.195567] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.204314] env[62438]: DEBUG oslo_vmware.api [None req-5fea279a-cf52-46d5-b5d4-52a4d9781311 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1785168, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.239360] env[62438]: DEBUG oslo_vmware.api [None req-974b8c55-3062-4019-8b0e-3ef0d99cb4c9 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Task: {'id': task-1785164, 'name': CloneVM_Task} progress is 94%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.298529] env[62438]: DEBUG oslo_vmware.api [None req-0d521c23-d6a7-4c12-b268-c10c0545022e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1785167, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071269} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.299280] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-0d521c23-d6a7-4c12-b268-c10c0545022e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: e45fba41-a8f5-4b19-9d7f-43d071e581f8] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1607.299947] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87f7a66b-82b7-486c-89bd-3bdf5a0b615d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.327912] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d521c23-d6a7-4c12-b268-c10c0545022e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: e45fba41-a8f5-4b19-9d7f-43d071e581f8] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] e45fba41-a8f5-4b19-9d7f-43d071e581f8/e45fba41-a8f5-4b19-9d7f-43d071e581f8.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1607.328371] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-677549ce-0e5a-4b55-b9a2-ef3518697627 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.351155] env[62438]: DEBUG oslo_vmware.api [None req-0d521c23-d6a7-4c12-b268-c10c0545022e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Waiting for the task: (returnval){ [ 1607.351155] env[62438]: value = "task-1785169" [ 1607.351155] env[62438]: _type = "Task" [ 1607.351155] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.359400] env[62438]: DEBUG oslo_vmware.api [None req-0d521c23-d6a7-4c12-b268-c10c0545022e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1785169, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.476842] env[62438]: DEBUG oslo_concurrency.lockutils [None req-353e3e13-cd33-4385-b926-c0d866de79a7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Acquiring lock "refresh_cache-a160d6df-ab59-48f0-a076-020afbd2af66" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1607.477122] env[62438]: DEBUG oslo_concurrency.lockutils [None req-353e3e13-cd33-4385-b926-c0d866de79a7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Acquired lock "refresh_cache-a160d6df-ab59-48f0-a076-020afbd2af66" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1607.477375] env[62438]: DEBUG nova.network.neutron [None req-353e3e13-cd33-4385-b926-c0d866de79a7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: a160d6df-ab59-48f0-a076-020afbd2af66] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1607.515413] env[62438]: DEBUG oslo_concurrency.lockutils [None req-af5c360b-53fe-42cb-99d1-b4d4bc747cf9 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Acquiring lock "7cf7de8e-8184-4588-8623-c85044515a9e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1607.515799] env[62438]: DEBUG oslo_concurrency.lockutils [None req-af5c360b-53fe-42cb-99d1-b4d4bc747cf9 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Lock "7cf7de8e-8184-4588-8623-c85044515a9e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1607.536489] env[62438]: DEBUG nova.compute.manager [req-1a3593bd-457a-4818-805f-11e375bf4890 req-7eb98bdd-ed5b-4088-926a-e9e788bb81ec service nova] [instance: 2f64f74d-cbfc-49e5-a3d5-45d715172b90] Received event network-vif-deleted-2261022c-347a-4481-a248-cd95f6809d05 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1607.665041] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a7d8524a-0f56-41be-94fc-44c73d0e1040 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1607.698461] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ec4de52b-1ad2-414a-91f5-1b55774339c8 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1607.709699] env[62438]: DEBUG oslo_vmware.api [None req-5fea279a-cf52-46d5-b5d4-52a4d9781311 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1785168, 'name': CreateSnapshot_Task, 'duration_secs': 0.458939} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.709997] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-5fea279a-cf52-46d5-b5d4-52a4d9781311 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 1191392f-d14e-4a06-b978-60a80682cbf7] Created Snapshot of the VM instance {{(pid=62438) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1607.710745] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b25e9606-bee9-412e-ba14-1fedfa527cf5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.737652] env[62438]: DEBUG oslo_vmware.api [None req-974b8c55-3062-4019-8b0e-3ef0d99cb4c9 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Task: {'id': task-1785164, 'name': CloneVM_Task, 'duration_secs': 1.983288} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.737920] env[62438]: INFO nova.virt.vmwareapi.vmops [None req-974b8c55-3062-4019-8b0e-3ef0d99cb4c9 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: 7c85d7ca-3255-452e-9486-2d3b618e7039] Created linked-clone VM from snapshot [ 1607.739590] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac540fb-b778-4dd2-8d9d-fa3afe2e30ba {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.746191] env[62438]: DEBUG nova.virt.vmwareapi.images [None req-974b8c55-3062-4019-8b0e-3ef0d99cb4c9 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: 7c85d7ca-3255-452e-9486-2d3b618e7039] Uploading image 877312a5-bb99-4d45-947a-f27f0feeb1d9 {{(pid=62438) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 1607.758882] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-974b8c55-3062-4019-8b0e-3ef0d99cb4c9 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: 7c85d7ca-3255-452e-9486-2d3b618e7039] Destroying the VM {{(pid=62438) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 1607.759170] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1180982e-e4e9-4845-8283-57930411260f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.766267] env[62438]: DEBUG oslo_vmware.api [None req-974b8c55-3062-4019-8b0e-3ef0d99cb4c9 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Waiting for the task: (returnval){ [ 1607.766267] env[62438]: value = "task-1785170" [ 1607.766267] env[62438]: _type = "Task" [ 1607.766267] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.774312] env[62438]: DEBUG oslo_vmware.api [None req-974b8c55-3062-4019-8b0e-3ef0d99cb4c9 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Task: {'id': task-1785170, 'name': Destroy_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.864320] env[62438]: DEBUG oslo_vmware.api [None req-0d521c23-d6a7-4c12-b268-c10c0545022e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1785169, 'name': ReconfigVM_Task, 'duration_secs': 0.381706} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.864320] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d521c23-d6a7-4c12-b268-c10c0545022e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: e45fba41-a8f5-4b19-9d7f-43d071e581f8] Reconfigured VM instance instance-00000046 to attach disk [datastore1] e45fba41-a8f5-4b19-9d7f-43d071e581f8/e45fba41-a8f5-4b19-9d7f-43d071e581f8.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1607.864604] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5b80fc87-2c95-487c-98ba-8e9bc43e41d4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.871811] env[62438]: DEBUG oslo_vmware.api [None req-0d521c23-d6a7-4c12-b268-c10c0545022e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Waiting for the task: (returnval){ [ 1607.871811] env[62438]: value = "task-1785171" [ 1607.871811] env[62438]: _type = "Task" [ 1607.871811] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.879353] env[62438]: DEBUG oslo_vmware.api [None req-0d521c23-d6a7-4c12-b268-c10c0545022e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1785171, 'name': Rename_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.017978] env[62438]: DEBUG nova.compute.manager [None req-af5c360b-53fe-42cb-99d1-b4d4bc747cf9 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 7cf7de8e-8184-4588-8623-c85044515a9e] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1608.215072] env[62438]: DEBUG nova.network.neutron [None req-353e3e13-cd33-4385-b926-c0d866de79a7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: a160d6df-ab59-48f0-a076-020afbd2af66] Updating instance_info_cache with network_info: [{"id": "76dc258d-74d7-4b5e-b026-c24a300bcfec", "address": "fa:16:3e:b3:69:46", "network": {"id": "8d95458f-de27-4303-9cbb-3fc3119be5c6", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1928252065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c7d5b4fe1064c71becc5699e8467387", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76dc258d-74", "ovs_interfaceid": "76dc258d-74d7-4b5e-b026-c24a300bcfec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1608.227510] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-5fea279a-cf52-46d5-b5d4-52a4d9781311 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 1191392f-d14e-4a06-b978-60a80682cbf7] Creating linked-clone VM from snapshot {{(pid=62438) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1608.230495] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-55b970c4-3fcd-4d8e-9ea2-5ce9f6d6484c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.239647] env[62438]: DEBUG oslo_vmware.api [None req-5fea279a-cf52-46d5-b5d4-52a4d9781311 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Waiting for the task: (returnval){ [ 1608.239647] env[62438]: value = "task-1785172" [ 1608.239647] env[62438]: _type = "Task" [ 1608.239647] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.250251] env[62438]: DEBUG oslo_vmware.api [None req-5fea279a-cf52-46d5-b5d4-52a4d9781311 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1785172, 'name': CloneVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.275204] env[62438]: DEBUG oslo_vmware.api [None req-974b8c55-3062-4019-8b0e-3ef0d99cb4c9 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Task: {'id': task-1785170, 'name': Destroy_Task} progress is 33%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.286711] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdcae910-183b-4907-95f4-b3eed8d173f2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.293479] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf7a689e-3b56-408b-9171-32cc100d4143 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.330745] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32cc2685-1879-45e3-a71a-7599beda71d1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.338106] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-338873e9-7a4b-4f10-90fa-b25a2d44c860 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.352983] env[62438]: DEBUG nova.compute.provider_tree [None req-f20d9b2e-ba0d-4120-864a-765343c6b41a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1608.381124] env[62438]: DEBUG oslo_vmware.api [None req-0d521c23-d6a7-4c12-b268-c10c0545022e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1785171, 'name': Rename_Task, 'duration_secs': 0.16892} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.381536] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d521c23-d6a7-4c12-b268-c10c0545022e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: e45fba41-a8f5-4b19-9d7f-43d071e581f8] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1608.381797] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a7d46aa-9d0a-4421-8f5f-f17c7b860707 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.388788] env[62438]: DEBUG oslo_vmware.api [None req-0d521c23-d6a7-4c12-b268-c10c0545022e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Waiting for the task: (returnval){ [ 1608.388788] env[62438]: value = "task-1785173" [ 1608.388788] env[62438]: _type = "Task" [ 1608.388788] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.397788] env[62438]: DEBUG oslo_vmware.api [None req-0d521c23-d6a7-4c12-b268-c10c0545022e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1785173, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.540911] env[62438]: DEBUG oslo_concurrency.lockutils [None req-af5c360b-53fe-42cb-99d1-b4d4bc747cf9 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1608.720157] env[62438]: DEBUG oslo_concurrency.lockutils [None req-353e3e13-cd33-4385-b926-c0d866de79a7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Releasing lock "refresh_cache-a160d6df-ab59-48f0-a076-020afbd2af66" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1608.750129] env[62438]: DEBUG oslo_vmware.api [None req-5fea279a-cf52-46d5-b5d4-52a4d9781311 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1785172, 'name': CloneVM_Task} progress is 94%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.779092] env[62438]: DEBUG oslo_vmware.api [None req-974b8c55-3062-4019-8b0e-3ef0d99cb4c9 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Task: {'id': task-1785170, 'name': Destroy_Task} progress is 33%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.856269] env[62438]: DEBUG nova.scheduler.client.report [None req-f20d9b2e-ba0d-4120-864a-765343c6b41a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1608.899246] env[62438]: DEBUG oslo_vmware.api [None req-0d521c23-d6a7-4c12-b268-c10c0545022e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1785173, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.250224] env[62438]: DEBUG oslo_vmware.api [None req-5fea279a-cf52-46d5-b5d4-52a4d9781311 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1785172, 'name': CloneVM_Task} progress is 94%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.278449] env[62438]: DEBUG oslo_vmware.api [None req-974b8c55-3062-4019-8b0e-3ef0d99cb4c9 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Task: {'id': task-1785170, 'name': Destroy_Task} progress is 33%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.361878] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f20d9b2e-ba0d-4120-864a-765343c6b41a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.403s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1609.362454] env[62438]: DEBUG nova.compute.manager [None req-f20d9b2e-ba0d-4120-864a-765343c6b41a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: 473744fb-4d72-49a3-bf1b-1cca94c8869e] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1609.365215] env[62438]: DEBUG oslo_concurrency.lockutils [None req-967ef1f7-1ca3-4d36-8430-8eb42825aa61 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.359s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1609.366562] env[62438]: INFO nova.compute.claims [None req-967ef1f7-1ca3-4d36-8430-8eb42825aa61 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: a5e53532-e8f8-4e2f-9330-28a76b7860bb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1609.399832] env[62438]: DEBUG oslo_vmware.api [None req-0d521c23-d6a7-4c12-b268-c10c0545022e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1785173, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.749534] env[62438]: DEBUG oslo_vmware.api [None req-5fea279a-cf52-46d5-b5d4-52a4d9781311 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1785172, 'name': CloneVM_Task, 'duration_secs': 1.459775} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.749813] env[62438]: INFO nova.virt.vmwareapi.vmops [None req-5fea279a-cf52-46d5-b5d4-52a4d9781311 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 1191392f-d14e-4a06-b978-60a80682cbf7] Created linked-clone VM from snapshot [ 1609.750580] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea7786e-837e-4ce7-b876-65a8bc413e37 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.757716] env[62438]: DEBUG nova.virt.vmwareapi.images [None req-5fea279a-cf52-46d5-b5d4-52a4d9781311 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 1191392f-d14e-4a06-b978-60a80682cbf7] Uploading image c748dc44-7128-4884-b524-e7f7513ed4b7 {{(pid=62438) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 1609.779345] env[62438]: DEBUG oslo_vmware.api [None req-974b8c55-3062-4019-8b0e-3ef0d99cb4c9 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Task: {'id': task-1785170, 'name': Destroy_Task, 'duration_secs': 1.994425} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.781161] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-974b8c55-3062-4019-8b0e-3ef0d99cb4c9 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: 7c85d7ca-3255-452e-9486-2d3b618e7039] Destroyed the VM [ 1609.781409] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-974b8c55-3062-4019-8b0e-3ef0d99cb4c9 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: 7c85d7ca-3255-452e-9486-2d3b618e7039] Deleting Snapshot of the VM instance {{(pid=62438) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1609.781820] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4ed5af93-ed8d-40dc-b086-a1ed8318035b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.788062] env[62438]: DEBUG oslo_vmware.rw_handles [None req-5fea279a-cf52-46d5-b5d4-52a4d9781311 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1609.788062] env[62438]: value = "vm-370439" [ 1609.788062] env[62438]: _type = "VirtualMachine" [ 1609.788062] env[62438]: }. {{(pid=62438) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1609.788296] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-cbb2c052-5452-4a98-9ae6-7c55a1deac38 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.790559] env[62438]: DEBUG oslo_vmware.api [None req-974b8c55-3062-4019-8b0e-3ef0d99cb4c9 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Waiting for the task: (returnval){ [ 1609.790559] env[62438]: value = "task-1785174" [ 1609.790559] env[62438]: _type = "Task" [ 1609.790559] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.794636] env[62438]: DEBUG oslo_vmware.rw_handles [None req-5fea279a-cf52-46d5-b5d4-52a4d9781311 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Lease: (returnval){ [ 1609.794636] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52e601d3-4a52-444f-8ff5-9fdf19950e63" [ 1609.794636] env[62438]: _type = "HttpNfcLease" [ 1609.794636] env[62438]: } obtained for exporting VM: (result){ [ 1609.794636] env[62438]: value = "vm-370439" [ 1609.794636] env[62438]: _type = "VirtualMachine" [ 1609.794636] env[62438]: }. {{(pid=62438) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1609.794933] env[62438]: DEBUG oslo_vmware.api [None req-5fea279a-cf52-46d5-b5d4-52a4d9781311 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Waiting for the lease: (returnval){ [ 1609.794933] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52e601d3-4a52-444f-8ff5-9fdf19950e63" [ 1609.794933] env[62438]: _type = "HttpNfcLease" [ 1609.794933] env[62438]: } to be ready. {{(pid=62438) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1609.801204] env[62438]: DEBUG oslo_vmware.api [None req-974b8c55-3062-4019-8b0e-3ef0d99cb4c9 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Task: {'id': task-1785174, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.805147] env[62438]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1609.805147] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52e601d3-4a52-444f-8ff5-9fdf19950e63" [ 1609.805147] env[62438]: _type = "HttpNfcLease" [ 1609.805147] env[62438]: } is initializing. {{(pid=62438) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1609.872066] env[62438]: DEBUG nova.compute.utils [None req-f20d9b2e-ba0d-4120-864a-765343c6b41a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1609.874234] env[62438]: DEBUG nova.compute.manager [None req-f20d9b2e-ba0d-4120-864a-765343c6b41a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: 473744fb-4d72-49a3-bf1b-1cca94c8869e] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1609.874442] env[62438]: DEBUG nova.network.neutron [None req-f20d9b2e-ba0d-4120-864a-765343c6b41a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: 473744fb-4d72-49a3-bf1b-1cca94c8869e] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1609.899983] env[62438]: DEBUG oslo_vmware.api [None req-0d521c23-d6a7-4c12-b268-c10c0545022e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1785173, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.925912] env[62438]: DEBUG nova.policy [None req-f20d9b2e-ba0d-4120-864a-765343c6b41a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '855926e4ef9d48a39b69fe67042a1feb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '579bcf2e9e71442b900e46cf4d97668b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1610.176398] env[62438]: DEBUG nova.network.neutron [None req-f20d9b2e-ba0d-4120-864a-765343c6b41a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: 473744fb-4d72-49a3-bf1b-1cca94c8869e] Successfully created port: cc360a16-24df-462d-9eb9-bff47003fe64 {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1610.235417] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3145c82-9507-46af-a3cb-afd84501642b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.260361] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-353e3e13-cd33-4385-b926-c0d866de79a7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: a160d6df-ab59-48f0-a076-020afbd2af66] Updating instance 'a160d6df-ab59-48f0-a076-020afbd2af66' progress to 0 {{(pid=62438) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1610.304597] env[62438]: DEBUG oslo_vmware.api [None req-974b8c55-3062-4019-8b0e-3ef0d99cb4c9 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Task: {'id': task-1785174, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.310081] env[62438]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1610.310081] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52e601d3-4a52-444f-8ff5-9fdf19950e63" [ 1610.310081] env[62438]: _type = "HttpNfcLease" [ 1610.310081] env[62438]: } is ready. {{(pid=62438) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1610.310081] env[62438]: DEBUG oslo_vmware.rw_handles [None req-5fea279a-cf52-46d5-b5d4-52a4d9781311 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1610.310081] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52e601d3-4a52-444f-8ff5-9fdf19950e63" [ 1610.310081] env[62438]: _type = "HttpNfcLease" [ 1610.310081] env[62438]: }. {{(pid=62438) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1610.310369] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c1c03f6-4401-4975-a98d-2e5477fa2ae7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.319155] env[62438]: DEBUG oslo_vmware.rw_handles [None req-5fea279a-cf52-46d5-b5d4-52a4d9781311 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ab8a1f-3e39-7029-ae06-3119d14f69cb/disk-0.vmdk from lease info. {{(pid=62438) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1610.319360] env[62438]: DEBUG oslo_vmware.rw_handles [None req-5fea279a-cf52-46d5-b5d4-52a4d9781311 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ab8a1f-3e39-7029-ae06-3119d14f69cb/disk-0.vmdk for reading. {{(pid=62438) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1610.378340] env[62438]: DEBUG nova.compute.manager [None req-f20d9b2e-ba0d-4120-864a-765343c6b41a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: 473744fb-4d72-49a3-bf1b-1cca94c8869e] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1610.399990] env[62438]: DEBUG oslo_vmware.api [None req-0d521c23-d6a7-4c12-b268-c10c0545022e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1785173, 'name': PowerOnVM_Task, 'duration_secs': 1.670445} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.400286] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d521c23-d6a7-4c12-b268-c10c0545022e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: e45fba41-a8f5-4b19-9d7f-43d071e581f8] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1610.400487] env[62438]: INFO nova.compute.manager [None req-0d521c23-d6a7-4c12-b268-c10c0545022e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: e45fba41-a8f5-4b19-9d7f-43d071e581f8] Took 9.79 seconds to spawn the instance on the hypervisor. [ 1610.400669] env[62438]: DEBUG nova.compute.manager [None req-0d521c23-d6a7-4c12-b268-c10c0545022e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: e45fba41-a8f5-4b19-9d7f-43d071e581f8] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1610.401490] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd0ca4e-3442-4e56-8d7e-50b896807143 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.442471] env[62438]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ef1682c4-d1d6-4e60-8cf9-48af59a64381 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.733253] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a4fe16-03ff-4ab8-8fc9-37d870ac4220 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.742202] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-549f333c-ac90-4604-8c37-b8e27badc7c4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.782420] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-353e3e13-cd33-4385-b926-c0d866de79a7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: a160d6df-ab59-48f0-a076-020afbd2af66] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1610.783202] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e641ca89-1b70-4cee-b78a-fbf7d1cbb46b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.785284] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79bb8615-0912-44a4-a9a0-c7de62a191e7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.795861] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4873c5fb-ff78-40c6-ac57-c982edf2718e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.800628] env[62438]: DEBUG oslo_vmware.api [None req-353e3e13-cd33-4385-b926-c0d866de79a7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Waiting for the task: (returnval){ [ 1610.800628] env[62438]: value = "task-1785176" [ 1610.800628] env[62438]: _type = "Task" [ 1610.800628] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.807370] env[62438]: DEBUG oslo_vmware.api [None req-974b8c55-3062-4019-8b0e-3ef0d99cb4c9 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Task: {'id': task-1785174, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.815486] env[62438]: DEBUG nova.compute.provider_tree [None req-967ef1f7-1ca3-4d36-8430-8eb42825aa61 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1610.819899] env[62438]: DEBUG oslo_vmware.api [None req-353e3e13-cd33-4385-b926-c0d866de79a7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1785176, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.921671] env[62438]: INFO nova.compute.manager [None req-0d521c23-d6a7-4c12-b268-c10c0545022e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: e45fba41-a8f5-4b19-9d7f-43d071e581f8] Took 19.19 seconds to build instance. [ 1611.302129] env[62438]: DEBUG oslo_vmware.api [None req-974b8c55-3062-4019-8b0e-3ef0d99cb4c9 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Task: {'id': task-1785174, 'name': RemoveSnapshot_Task, 'duration_secs': 1.510887} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.305581] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-974b8c55-3062-4019-8b0e-3ef0d99cb4c9 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: 7c85d7ca-3255-452e-9486-2d3b618e7039] Deleted Snapshot of the VM instance {{(pid=62438) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1611.313792] env[62438]: DEBUG oslo_vmware.api [None req-353e3e13-cd33-4385-b926-c0d866de79a7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1785176, 'name': PowerOffVM_Task, 'duration_secs': 0.254651} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.314071] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-353e3e13-cd33-4385-b926-c0d866de79a7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: a160d6df-ab59-48f0-a076-020afbd2af66] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1611.314260] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-353e3e13-cd33-4385-b926-c0d866de79a7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: a160d6df-ab59-48f0-a076-020afbd2af66] Updating instance 'a160d6df-ab59-48f0-a076-020afbd2af66' progress to 17 {{(pid=62438) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1611.321437] env[62438]: DEBUG nova.scheduler.client.report [None req-967ef1f7-1ca3-4d36-8430-8eb42825aa61 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1611.391069] env[62438]: DEBUG nova.compute.manager [None req-f20d9b2e-ba0d-4120-864a-765343c6b41a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: 473744fb-4d72-49a3-bf1b-1cca94c8869e] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1611.416430] env[62438]: DEBUG nova.virt.hardware [None req-f20d9b2e-ba0d-4120-864a-765343c6b41a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1611.416601] env[62438]: DEBUG nova.virt.hardware [None req-f20d9b2e-ba0d-4120-864a-765343c6b41a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1611.416776] env[62438]: DEBUG nova.virt.hardware [None req-f20d9b2e-ba0d-4120-864a-765343c6b41a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1611.417072] env[62438]: DEBUG nova.virt.hardware [None req-f20d9b2e-ba0d-4120-864a-765343c6b41a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1611.417293] env[62438]: DEBUG nova.virt.hardware [None req-f20d9b2e-ba0d-4120-864a-765343c6b41a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1611.417498] env[62438]: DEBUG nova.virt.hardware [None req-f20d9b2e-ba0d-4120-864a-765343c6b41a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1611.417734] env[62438]: DEBUG nova.virt.hardware [None req-f20d9b2e-ba0d-4120-864a-765343c6b41a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1611.417974] env[62438]: DEBUG nova.virt.hardware [None req-f20d9b2e-ba0d-4120-864a-765343c6b41a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1611.418235] env[62438]: DEBUG nova.virt.hardware [None req-f20d9b2e-ba0d-4120-864a-765343c6b41a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1611.418504] env[62438]: DEBUG nova.virt.hardware [None req-f20d9b2e-ba0d-4120-864a-765343c6b41a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1611.418776] env[62438]: DEBUG nova.virt.hardware [None req-f20d9b2e-ba0d-4120-864a-765343c6b41a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1611.419748] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a675f1d6-782c-427c-897e-3e1f709d7505 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.423384] env[62438]: DEBUG oslo_concurrency.lockutils [None req-0d521c23-d6a7-4c12-b268-c10c0545022e tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Lock "e45fba41-a8f5-4b19-9d7f-43d071e581f8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.706s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1611.428316] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f375b8c-ff8a-4988-956d-d3bc4bdd53d9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.718198] env[62438]: DEBUG nova.network.neutron [None req-f20d9b2e-ba0d-4120-864a-765343c6b41a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: 473744fb-4d72-49a3-bf1b-1cca94c8869e] Successfully updated port: cc360a16-24df-462d-9eb9-bff47003fe64 {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1611.735564] env[62438]: DEBUG nova.compute.manager [req-c66a1db2-4c2a-4d38-a6ef-a7eb62df685c req-b803236a-0b7a-4694-ad66-cf8798885ad8 service nova] [instance: 473744fb-4d72-49a3-bf1b-1cca94c8869e] Received event network-vif-plugged-cc360a16-24df-462d-9eb9-bff47003fe64 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1611.736175] env[62438]: DEBUG oslo_concurrency.lockutils [req-c66a1db2-4c2a-4d38-a6ef-a7eb62df685c req-b803236a-0b7a-4694-ad66-cf8798885ad8 service nova] Acquiring lock "473744fb-4d72-49a3-bf1b-1cca94c8869e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1611.736532] env[62438]: DEBUG oslo_concurrency.lockutils [req-c66a1db2-4c2a-4d38-a6ef-a7eb62df685c req-b803236a-0b7a-4694-ad66-cf8798885ad8 service nova] Lock "473744fb-4d72-49a3-bf1b-1cca94c8869e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1611.736848] env[62438]: DEBUG oslo_concurrency.lockutils [req-c66a1db2-4c2a-4d38-a6ef-a7eb62df685c req-b803236a-0b7a-4694-ad66-cf8798885ad8 service nova] Lock "473744fb-4d72-49a3-bf1b-1cca94c8869e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1611.737164] env[62438]: DEBUG nova.compute.manager [req-c66a1db2-4c2a-4d38-a6ef-a7eb62df685c req-b803236a-0b7a-4694-ad66-cf8798885ad8 service nova] [instance: 473744fb-4d72-49a3-bf1b-1cca94c8869e] No waiting events found dispatching network-vif-plugged-cc360a16-24df-462d-9eb9-bff47003fe64 {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1611.737454] env[62438]: WARNING nova.compute.manager [req-c66a1db2-4c2a-4d38-a6ef-a7eb62df685c req-b803236a-0b7a-4694-ad66-cf8798885ad8 service nova] [instance: 473744fb-4d72-49a3-bf1b-1cca94c8869e] Received unexpected event network-vif-plugged-cc360a16-24df-462d-9eb9-bff47003fe64 for instance with vm_state building and task_state spawning. [ 1611.812436] env[62438]: WARNING nova.compute.manager [None req-974b8c55-3062-4019-8b0e-3ef0d99cb4c9 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: 7c85d7ca-3255-452e-9486-2d3b618e7039] Image not found during snapshot: nova.exception.ImageNotFound: Image 877312a5-bb99-4d45-947a-f27f0feeb1d9 could not be found. [ 1611.821671] env[62438]: DEBUG nova.virt.hardware [None req-353e3e13-cd33-4385-b926-c0d866de79a7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1611.821888] env[62438]: DEBUG nova.virt.hardware [None req-353e3e13-cd33-4385-b926-c0d866de79a7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1611.821944] env[62438]: DEBUG nova.virt.hardware [None req-353e3e13-cd33-4385-b926-c0d866de79a7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1611.822139] env[62438]: DEBUG nova.virt.hardware [None req-353e3e13-cd33-4385-b926-c0d866de79a7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1611.822310] env[62438]: DEBUG nova.virt.hardware [None req-353e3e13-cd33-4385-b926-c0d866de79a7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1611.822469] env[62438]: DEBUG nova.virt.hardware [None req-353e3e13-cd33-4385-b926-c0d866de79a7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1611.822726] env[62438]: DEBUG nova.virt.hardware [None req-353e3e13-cd33-4385-b926-c0d866de79a7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1611.822919] env[62438]: DEBUG nova.virt.hardware [None req-353e3e13-cd33-4385-b926-c0d866de79a7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1611.823138] env[62438]: DEBUG nova.virt.hardware [None req-353e3e13-cd33-4385-b926-c0d866de79a7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1611.823336] env[62438]: DEBUG nova.virt.hardware [None req-353e3e13-cd33-4385-b926-c0d866de79a7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1611.823542] env[62438]: DEBUG nova.virt.hardware [None req-353e3e13-cd33-4385-b926-c0d866de79a7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1611.830844] env[62438]: DEBUG oslo_concurrency.lockutils [None req-967ef1f7-1ca3-4d36-8430-8eb42825aa61 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.466s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1611.831359] env[62438]: DEBUG nova.compute.manager [None req-967ef1f7-1ca3-4d36-8430-8eb42825aa61 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: a5e53532-e8f8-4e2f-9330-28a76b7860bb] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1611.834126] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-920c83a4-85c7-4fe2-a833-66170ed0e63e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.848711] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d49c10d0-72a8-497c-8b7f-834481f7fe7d tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.507s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1611.850151] env[62438]: INFO nova.compute.claims [None req-d49c10d0-72a8-497c-8b7f-834481f7fe7d tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: 9cf04ffb-65ba-405b-91ca-dbc2ca54ea4d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1611.860125] env[62438]: DEBUG oslo_vmware.api [None req-353e3e13-cd33-4385-b926-c0d866de79a7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Waiting for the task: (returnval){ [ 1611.860125] env[62438]: value = "task-1785177" [ 1611.860125] env[62438]: _type = "Task" [ 1611.860125] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.869328] env[62438]: DEBUG oslo_vmware.api [None req-353e3e13-cd33-4385-b926-c0d866de79a7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1785177, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.220970] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f20d9b2e-ba0d-4120-864a-765343c6b41a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Acquiring lock "refresh_cache-473744fb-4d72-49a3-bf1b-1cca94c8869e" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1612.220970] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f20d9b2e-ba0d-4120-864a-765343c6b41a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Acquired lock "refresh_cache-473744fb-4d72-49a3-bf1b-1cca94c8869e" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.221400] env[62438]: DEBUG nova.network.neutron [None req-f20d9b2e-ba0d-4120-864a-765343c6b41a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: 473744fb-4d72-49a3-bf1b-1cca94c8869e] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1612.350502] env[62438]: DEBUG nova.compute.utils [None req-967ef1f7-1ca3-4d36-8430-8eb42825aa61 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1612.352755] env[62438]: DEBUG nova.compute.manager [None req-967ef1f7-1ca3-4d36-8430-8eb42825aa61 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: a5e53532-e8f8-4e2f-9330-28a76b7860bb] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1612.352955] env[62438]: DEBUG nova.network.neutron [None req-967ef1f7-1ca3-4d36-8430-8eb42825aa61 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: a5e53532-e8f8-4e2f-9330-28a76b7860bb] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1612.370872] env[62438]: DEBUG oslo_vmware.api [None req-353e3e13-cd33-4385-b926-c0d866de79a7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1785177, 'name': ReconfigVM_Task, 'duration_secs': 0.230476} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.371016] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-353e3e13-cd33-4385-b926-c0d866de79a7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: a160d6df-ab59-48f0-a076-020afbd2af66] Updating instance 'a160d6df-ab59-48f0-a076-020afbd2af66' progress to 33 {{(pid=62438) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1612.399988] env[62438]: DEBUG nova.policy [None req-967ef1f7-1ca3-4d36-8430-8eb42825aa61 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '855926e4ef9d48a39b69fe67042a1feb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '579bcf2e9e71442b900e46cf4d97668b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1612.413665] env[62438]: DEBUG oslo_concurrency.lockutils [None req-670aaf3c-3946-41cf-9af9-74a2b37a8c51 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Acquiring lock "7c85d7ca-3255-452e-9486-2d3b618e7039" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1612.413952] env[62438]: DEBUG oslo_concurrency.lockutils [None req-670aaf3c-3946-41cf-9af9-74a2b37a8c51 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Lock "7c85d7ca-3255-452e-9486-2d3b618e7039" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1612.414185] env[62438]: DEBUG oslo_concurrency.lockutils [None req-670aaf3c-3946-41cf-9af9-74a2b37a8c51 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Acquiring lock "7c85d7ca-3255-452e-9486-2d3b618e7039-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1612.414375] env[62438]: DEBUG oslo_concurrency.lockutils [None req-670aaf3c-3946-41cf-9af9-74a2b37a8c51 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Lock "7c85d7ca-3255-452e-9486-2d3b618e7039-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1612.414554] env[62438]: DEBUG oslo_concurrency.lockutils [None req-670aaf3c-3946-41cf-9af9-74a2b37a8c51 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Lock "7c85d7ca-3255-452e-9486-2d3b618e7039-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1612.417655] env[62438]: INFO nova.compute.manager [None req-670aaf3c-3946-41cf-9af9-74a2b37a8c51 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: 7c85d7ca-3255-452e-9486-2d3b618e7039] Terminating instance [ 1612.420276] env[62438]: DEBUG nova.compute.manager [None req-670aaf3c-3946-41cf-9af9-74a2b37a8c51 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: 7c85d7ca-3255-452e-9486-2d3b618e7039] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1612.420476] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-670aaf3c-3946-41cf-9af9-74a2b37a8c51 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: 7c85d7ca-3255-452e-9486-2d3b618e7039] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1612.421329] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0711c19-373a-466a-8fdd-443a8dd90df9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.434128] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-670aaf3c-3946-41cf-9af9-74a2b37a8c51 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: 7c85d7ca-3255-452e-9486-2d3b618e7039] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1612.434435] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-826c20b6-9a9e-4b70-8f71-c2ddbdf403ce {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.442847] env[62438]: DEBUG oslo_vmware.api [None req-670aaf3c-3946-41cf-9af9-74a2b37a8c51 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Waiting for the task: (returnval){ [ 1612.442847] env[62438]: value = "task-1785178" [ 1612.442847] env[62438]: _type = "Task" [ 1612.442847] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.451833] env[62438]: DEBUG oslo_vmware.api [None req-670aaf3c-3946-41cf-9af9-74a2b37a8c51 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Task: {'id': task-1785178, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.708845] env[62438]: DEBUG nova.network.neutron [None req-967ef1f7-1ca3-4d36-8430-8eb42825aa61 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: a5e53532-e8f8-4e2f-9330-28a76b7860bb] Successfully created port: e3d3abb3-a1b3-40db-9b2b-62574a818101 {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1612.784914] env[62438]: DEBUG nova.network.neutron [None req-f20d9b2e-ba0d-4120-864a-765343c6b41a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: 473744fb-4d72-49a3-bf1b-1cca94c8869e] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1612.857022] env[62438]: DEBUG nova.compute.manager [None req-967ef1f7-1ca3-4d36-8430-8eb42825aa61 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: a5e53532-e8f8-4e2f-9330-28a76b7860bb] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1612.862885] env[62438]: DEBUG nova.compute.manager [None req-ee517181-d3d9-4aa3-b895-caa5b9df2c48 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: e45fba41-a8f5-4b19-9d7f-43d071e581f8] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1612.867586] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10323e8a-d3f5-4363-a35f-adfc567e0e19 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.882074] env[62438]: DEBUG nova.virt.hardware [None req-353e3e13-cd33-4385-b926-c0d866de79a7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1612.882074] env[62438]: DEBUG nova.virt.hardware [None req-353e3e13-cd33-4385-b926-c0d866de79a7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1612.882074] env[62438]: DEBUG nova.virt.hardware [None req-353e3e13-cd33-4385-b926-c0d866de79a7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1612.882074] env[62438]: DEBUG nova.virt.hardware [None req-353e3e13-cd33-4385-b926-c0d866de79a7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1612.882074] env[62438]: DEBUG nova.virt.hardware [None req-353e3e13-cd33-4385-b926-c0d866de79a7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1612.882074] env[62438]: DEBUG nova.virt.hardware [None req-353e3e13-cd33-4385-b926-c0d866de79a7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1612.882074] env[62438]: DEBUG nova.virt.hardware [None req-353e3e13-cd33-4385-b926-c0d866de79a7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1612.882074] env[62438]: DEBUG nova.virt.hardware [None req-353e3e13-cd33-4385-b926-c0d866de79a7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1612.882074] env[62438]: DEBUG nova.virt.hardware [None req-353e3e13-cd33-4385-b926-c0d866de79a7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1612.882074] env[62438]: DEBUG nova.virt.hardware [None req-353e3e13-cd33-4385-b926-c0d866de79a7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1612.882074] env[62438]: DEBUG nova.virt.hardware [None req-353e3e13-cd33-4385-b926-c0d866de79a7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1612.887076] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-353e3e13-cd33-4385-b926-c0d866de79a7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: a160d6df-ab59-48f0-a076-020afbd2af66] Reconfiguring VM instance instance-00000042 to detach disk 2000 {{(pid=62438) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1612.888359] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-353f3112-5685-4504-b83b-1b2f6def50b2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.913026] env[62438]: DEBUG oslo_vmware.api [None req-353e3e13-cd33-4385-b926-c0d866de79a7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Waiting for the task: (returnval){ [ 1612.913026] env[62438]: value = "task-1785179" [ 1612.913026] env[62438]: _type = "Task" [ 1612.913026] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.922956] env[62438]: DEBUG oslo_vmware.api [None req-353e3e13-cd33-4385-b926-c0d866de79a7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1785179, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.956187] env[62438]: DEBUG oslo_vmware.api [None req-670aaf3c-3946-41cf-9af9-74a2b37a8c51 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Task: {'id': task-1785178, 'name': PowerOffVM_Task, 'duration_secs': 0.314157} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.956493] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-670aaf3c-3946-41cf-9af9-74a2b37a8c51 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: 7c85d7ca-3255-452e-9486-2d3b618e7039] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1612.956653] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-670aaf3c-3946-41cf-9af9-74a2b37a8c51 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: 7c85d7ca-3255-452e-9486-2d3b618e7039] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1612.957530] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e41fb4fa-89ca-4f3c-af36-661324558780 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.069657] env[62438]: DEBUG nova.network.neutron [None req-f20d9b2e-ba0d-4120-864a-765343c6b41a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: 473744fb-4d72-49a3-bf1b-1cca94c8869e] Updating instance_info_cache with network_info: [{"id": "cc360a16-24df-462d-9eb9-bff47003fe64", "address": "fa:16:3e:c2:2e:e7", "network": {"id": "528df1c4-0750-4190-a45e-f07e53da997f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1177177355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "579bcf2e9e71442b900e46cf4d97668b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc360a16-24", "ovs_interfaceid": "cc360a16-24df-462d-9eb9-bff47003fe64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1613.149768] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-670aaf3c-3946-41cf-9af9-74a2b37a8c51 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: 7c85d7ca-3255-452e-9486-2d3b618e7039] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1613.149768] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-670aaf3c-3946-41cf-9af9-74a2b37a8c51 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: 7c85d7ca-3255-452e-9486-2d3b618e7039] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1613.149768] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-670aaf3c-3946-41cf-9af9-74a2b37a8c51 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Deleting the datastore file [datastore1] 7c85d7ca-3255-452e-9486-2d3b618e7039 {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1613.149768] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f4049ef-be09-4ea5-896c-f33184526afb {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.158694] env[62438]: DEBUG oslo_vmware.api [None req-670aaf3c-3946-41cf-9af9-74a2b37a8c51 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Waiting for the task: (returnval){ [ 1613.158694] env[62438]: value = "task-1785181" [ 1613.158694] env[62438]: _type = "Task" [ 1613.158694] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.169240] env[62438]: DEBUG oslo_vmware.api [None req-670aaf3c-3946-41cf-9af9-74a2b37a8c51 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Task: {'id': task-1785181, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.251811] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea600e3-a68b-402b-868c-da38d1477480 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.260627] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc6a1e23-01e2-4000-a457-9f6a830cbd42 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.292866] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-905ac4f9-89e7-4896-a178-a1fbcb511e0e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.300887] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-364f0c0a-4f17-47fc-aca8-3621a165a0ea {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.315140] env[62438]: DEBUG nova.compute.provider_tree [None req-d49c10d0-72a8-497c-8b7f-834481f7fe7d tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1613.404517] env[62438]: INFO nova.compute.manager [None req-ee517181-d3d9-4aa3-b895-caa5b9df2c48 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: e45fba41-a8f5-4b19-9d7f-43d071e581f8] instance snapshotting [ 1613.407738] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca298a16-3a77-4d1c-8664-ca2549fdc433 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.430084] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9df75001-cceb-4587-a58f-9825740b93a5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.442061] env[62438]: DEBUG oslo_vmware.api [None req-353e3e13-cd33-4385-b926-c0d866de79a7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1785179, 'name': ReconfigVM_Task, 'duration_secs': 0.218014} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.442227] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-353e3e13-cd33-4385-b926-c0d866de79a7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: a160d6df-ab59-48f0-a076-020afbd2af66] Reconfigured VM instance instance-00000042 to detach disk 2000 {{(pid=62438) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1613.442913] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6792a00c-6544-4ece-880e-cca86095293f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.464945] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-353e3e13-cd33-4385-b926-c0d866de79a7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: a160d6df-ab59-48f0-a076-020afbd2af66] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] a160d6df-ab59-48f0-a076-020afbd2af66/a160d6df-ab59-48f0-a076-020afbd2af66.vmdk or device None with type thin {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1613.465299] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4918f9e5-feb3-46f1-b905-227f9a6b2919 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.485216] env[62438]: DEBUG oslo_vmware.api [None req-353e3e13-cd33-4385-b926-c0d866de79a7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Waiting for the task: (returnval){ [ 1613.485216] env[62438]: value = "task-1785182" [ 1613.485216] env[62438]: _type = "Task" [ 1613.485216] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.493968] env[62438]: DEBUG oslo_vmware.api [None req-353e3e13-cd33-4385-b926-c0d866de79a7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1785182, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.572345] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f20d9b2e-ba0d-4120-864a-765343c6b41a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Releasing lock "refresh_cache-473744fb-4d72-49a3-bf1b-1cca94c8869e" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1613.572673] env[62438]: DEBUG nova.compute.manager [None req-f20d9b2e-ba0d-4120-864a-765343c6b41a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: 473744fb-4d72-49a3-bf1b-1cca94c8869e] Instance network_info: |[{"id": "cc360a16-24df-462d-9eb9-bff47003fe64", "address": "fa:16:3e:c2:2e:e7", "network": {"id": "528df1c4-0750-4190-a45e-f07e53da997f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1177177355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "579bcf2e9e71442b900e46cf4d97668b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc360a16-24", "ovs_interfaceid": "cc360a16-24df-462d-9eb9-bff47003fe64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1613.573125] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f20d9b2e-ba0d-4120-864a-765343c6b41a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: 473744fb-4d72-49a3-bf1b-1cca94c8869e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:2e:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4d3f69a-b086-4c3b-b976-5a848b63dfc4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cc360a16-24df-462d-9eb9-bff47003fe64', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1613.580543] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-f20d9b2e-ba0d-4120-864a-765343c6b41a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Creating folder: Project (579bcf2e9e71442b900e46cf4d97668b). Parent ref: group-v370230. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1613.580856] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3af5350a-8f8b-4363-b77d-51c3707ec5d9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.592055] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-f20d9b2e-ba0d-4120-864a-765343c6b41a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Created folder: Project (579bcf2e9e71442b900e46cf4d97668b) in parent group-v370230. [ 1613.592309] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-f20d9b2e-ba0d-4120-864a-765343c6b41a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Creating folder: Instances. Parent ref: group-v370440. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1613.592572] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9d82a242-5758-46dd-8bba-72338db1e7e1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.602926] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-f20d9b2e-ba0d-4120-864a-765343c6b41a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Created folder: Instances in parent group-v370440. [ 1613.603188] env[62438]: DEBUG oslo.service.loopingcall [None req-f20d9b2e-ba0d-4120-864a-765343c6b41a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1613.603388] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 473744fb-4d72-49a3-bf1b-1cca94c8869e] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1613.603610] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-29844950-60f1-4f22-88d7-4fb1f1797913 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.622437] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1613.622437] env[62438]: value = "task-1785185" [ 1613.622437] env[62438]: _type = "Task" [ 1613.622437] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.630124] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785185, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.670233] env[62438]: DEBUG oslo_vmware.api [None req-670aaf3c-3946-41cf-9af9-74a2b37a8c51 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Task: {'id': task-1785181, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.313205} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.670512] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-670aaf3c-3946-41cf-9af9-74a2b37a8c51 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1613.670698] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-670aaf3c-3946-41cf-9af9-74a2b37a8c51 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: 7c85d7ca-3255-452e-9486-2d3b618e7039] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1613.670875] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-670aaf3c-3946-41cf-9af9-74a2b37a8c51 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: 7c85d7ca-3255-452e-9486-2d3b618e7039] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1613.671065] env[62438]: INFO nova.compute.manager [None req-670aaf3c-3946-41cf-9af9-74a2b37a8c51 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: 7c85d7ca-3255-452e-9486-2d3b618e7039] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1613.671322] env[62438]: DEBUG oslo.service.loopingcall [None req-670aaf3c-3946-41cf-9af9-74a2b37a8c51 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1613.671527] env[62438]: DEBUG nova.compute.manager [-] [instance: 7c85d7ca-3255-452e-9486-2d3b618e7039] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1613.671614] env[62438]: DEBUG nova.network.neutron [-] [instance: 7c85d7ca-3255-452e-9486-2d3b618e7039] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1613.763146] env[62438]: DEBUG nova.compute.manager [req-1f716525-6ffc-4180-8911-3abbf6d29fb8 req-e611eba8-cedd-4077-8d6a-3b5d4a319239 service nova] [instance: 473744fb-4d72-49a3-bf1b-1cca94c8869e] Received event network-changed-cc360a16-24df-462d-9eb9-bff47003fe64 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1613.763364] env[62438]: DEBUG nova.compute.manager [req-1f716525-6ffc-4180-8911-3abbf6d29fb8 req-e611eba8-cedd-4077-8d6a-3b5d4a319239 service nova] [instance: 473744fb-4d72-49a3-bf1b-1cca94c8869e] Refreshing instance network info cache due to event network-changed-cc360a16-24df-462d-9eb9-bff47003fe64. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1613.763618] env[62438]: DEBUG oslo_concurrency.lockutils [req-1f716525-6ffc-4180-8911-3abbf6d29fb8 req-e611eba8-cedd-4077-8d6a-3b5d4a319239 service nova] Acquiring lock "refresh_cache-473744fb-4d72-49a3-bf1b-1cca94c8869e" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1613.763751] env[62438]: DEBUG oslo_concurrency.lockutils [req-1f716525-6ffc-4180-8911-3abbf6d29fb8 req-e611eba8-cedd-4077-8d6a-3b5d4a319239 service nova] Acquired lock "refresh_cache-473744fb-4d72-49a3-bf1b-1cca94c8869e" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1613.763918] env[62438]: DEBUG nova.network.neutron [req-1f716525-6ffc-4180-8911-3abbf6d29fb8 req-e611eba8-cedd-4077-8d6a-3b5d4a319239 service nova] [instance: 473744fb-4d72-49a3-bf1b-1cca94c8869e] Refreshing network info cache for port cc360a16-24df-462d-9eb9-bff47003fe64 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1613.819308] env[62438]: DEBUG nova.scheduler.client.report [None req-d49c10d0-72a8-497c-8b7f-834481f7fe7d tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1613.872706] env[62438]: DEBUG nova.compute.manager [None req-967ef1f7-1ca3-4d36-8430-8eb42825aa61 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: a5e53532-e8f8-4e2f-9330-28a76b7860bb] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1613.909035] env[62438]: DEBUG nova.virt.hardware [None req-967ef1f7-1ca3-4d36-8430-8eb42825aa61 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1613.909335] env[62438]: DEBUG nova.virt.hardware [None req-967ef1f7-1ca3-4d36-8430-8eb42825aa61 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1613.909509] env[62438]: DEBUG nova.virt.hardware [None req-967ef1f7-1ca3-4d36-8430-8eb42825aa61 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1613.909717] env[62438]: DEBUG nova.virt.hardware [None req-967ef1f7-1ca3-4d36-8430-8eb42825aa61 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1613.909889] env[62438]: DEBUG nova.virt.hardware [None req-967ef1f7-1ca3-4d36-8430-8eb42825aa61 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1613.910065] env[62438]: DEBUG nova.virt.hardware [None req-967ef1f7-1ca3-4d36-8430-8eb42825aa61 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1613.910312] env[62438]: DEBUG nova.virt.hardware [None req-967ef1f7-1ca3-4d36-8430-8eb42825aa61 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1613.910506] env[62438]: DEBUG nova.virt.hardware [None req-967ef1f7-1ca3-4d36-8430-8eb42825aa61 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1613.910709] env[62438]: DEBUG nova.virt.hardware [None req-967ef1f7-1ca3-4d36-8430-8eb42825aa61 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1613.910876] env[62438]: DEBUG nova.virt.hardware [None req-967ef1f7-1ca3-4d36-8430-8eb42825aa61 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1613.911070] env[62438]: DEBUG nova.virt.hardware [None req-967ef1f7-1ca3-4d36-8430-8eb42825aa61 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1613.912551] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-232e26e0-8c69-4657-9b66-c96f9c573fa2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.921695] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-342683de-6c6e-4ea3-b341-8346d0c42f57 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.944147] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-ee517181-d3d9-4aa3-b895-caa5b9df2c48 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: e45fba41-a8f5-4b19-9d7f-43d071e581f8] Creating Snapshot of the VM instance {{(pid=62438) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1613.944517] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8853d88d-b14e-407d-aa09-642e03f2c6b2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.951996] env[62438]: DEBUG oslo_vmware.api [None req-ee517181-d3d9-4aa3-b895-caa5b9df2c48 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Waiting for the task: (returnval){ [ 1613.951996] env[62438]: value = "task-1785186" [ 1613.951996] env[62438]: _type = "Task" [ 1613.951996] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.964409] env[62438]: DEBUG oslo_vmware.api [None req-ee517181-d3d9-4aa3-b895-caa5b9df2c48 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1785186, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.995285] env[62438]: DEBUG oslo_vmware.api [None req-353e3e13-cd33-4385-b926-c0d866de79a7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1785182, 'name': ReconfigVM_Task, 'duration_secs': 0.417381} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.995593] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-353e3e13-cd33-4385-b926-c0d866de79a7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: a160d6df-ab59-48f0-a076-020afbd2af66] Reconfigured VM instance instance-00000042 to attach disk [datastore1] a160d6df-ab59-48f0-a076-020afbd2af66/a160d6df-ab59-48f0-a076-020afbd2af66.vmdk or device None with type thin {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1613.996052] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-353e3e13-cd33-4385-b926-c0d866de79a7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: a160d6df-ab59-48f0-a076-020afbd2af66] Updating instance 'a160d6df-ab59-48f0-a076-020afbd2af66' progress to 50 {{(pid=62438) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1614.132573] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785185, 'name': CreateVM_Task} progress is 99%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.328063] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d49c10d0-72a8-497c-8b7f-834481f7fe7d tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.479s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1614.328599] env[62438]: DEBUG nova.compute.manager [None req-d49c10d0-72a8-497c-8b7f-834481f7fe7d tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: 9cf04ffb-65ba-405b-91ca-dbc2ca54ea4d] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1614.334608] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 11.868s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1614.334807] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1614.334962] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62438) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1614.335299] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a3a2428f-db14-47a9-bfb4-c67c9cbfed06 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.055s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1614.339021] env[62438]: INFO nova.compute.claims [None req-a3a2428f-db14-47a9-bfb4-c67c9cbfed06 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] [instance: 64db0082-d145-4041-b231-d7a1bf4dfa42] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1614.344456] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad96e732-c737-4d28-b2e3-369f047b3fa3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.358842] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe99c2ce-9041-4dc4-85ad-d05939931d7a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.384017] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20da6a9a-530e-4e60-8554-b6000cd5b6ed {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.388564] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97aaa66c-dde2-4350-906e-e2f3d89376fa {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.420383] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178531MB free_disk=161GB free_vcpus=48 pci_devices=None {{(pid=62438) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1614.420549] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1614.457874] env[62438]: DEBUG nova.network.neutron [-] [instance: 7c85d7ca-3255-452e-9486-2d3b618e7039] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1614.466311] env[62438]: DEBUG oslo_vmware.api [None req-ee517181-d3d9-4aa3-b895-caa5b9df2c48 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1785186, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.503313] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb15b16-6f6d-4022-ac1f-8d09c73c8d95 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.524493] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66fcc809-6d41-4ff7-b49f-09296f6f0aa0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.543150] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-353e3e13-cd33-4385-b926-c0d866de79a7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: a160d6df-ab59-48f0-a076-020afbd2af66] Updating instance 'a160d6df-ab59-48f0-a076-020afbd2af66' progress to 67 {{(pid=62438) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1614.634261] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785185, 'name': CreateVM_Task, 'duration_secs': 0.517571} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.634433] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 473744fb-4d72-49a3-bf1b-1cca94c8869e] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1614.635135] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f20d9b2e-ba0d-4120-864a-765343c6b41a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1614.635309] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f20d9b2e-ba0d-4120-864a-765343c6b41a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1614.635631] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f20d9b2e-ba0d-4120-864a-765343c6b41a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1614.635928] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d53de3a0-0da4-412a-82c0-4f13297ff646 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.642607] env[62438]: DEBUG oslo_vmware.api [None req-f20d9b2e-ba0d-4120-864a-765343c6b41a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Waiting for the task: (returnval){ [ 1614.642607] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5215b057-1c5e-3274-acca-f8bb66dd11fc" [ 1614.642607] env[62438]: _type = "Task" [ 1614.642607] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.652074] env[62438]: DEBUG oslo_vmware.api [None req-f20d9b2e-ba0d-4120-864a-765343c6b41a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5215b057-1c5e-3274-acca-f8bb66dd11fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.789734] env[62438]: DEBUG nova.network.neutron [None req-967ef1f7-1ca3-4d36-8430-8eb42825aa61 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: a5e53532-e8f8-4e2f-9330-28a76b7860bb] Successfully updated port: e3d3abb3-a1b3-40db-9b2b-62574a818101 {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1614.806689] env[62438]: DEBUG nova.network.neutron [req-1f716525-6ffc-4180-8911-3abbf6d29fb8 req-e611eba8-cedd-4077-8d6a-3b5d4a319239 service nova] [instance: 473744fb-4d72-49a3-bf1b-1cca94c8869e] Updated VIF entry in instance network info cache for port cc360a16-24df-462d-9eb9-bff47003fe64. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1614.807184] env[62438]: DEBUG nova.network.neutron [req-1f716525-6ffc-4180-8911-3abbf6d29fb8 req-e611eba8-cedd-4077-8d6a-3b5d4a319239 service nova] [instance: 473744fb-4d72-49a3-bf1b-1cca94c8869e] Updating instance_info_cache with network_info: [{"id": "cc360a16-24df-462d-9eb9-bff47003fe64", "address": "fa:16:3e:c2:2e:e7", "network": {"id": "528df1c4-0750-4190-a45e-f07e53da997f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1177177355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "579bcf2e9e71442b900e46cf4d97668b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc360a16-24", "ovs_interfaceid": "cc360a16-24df-462d-9eb9-bff47003fe64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1614.842077] env[62438]: DEBUG nova.compute.utils [None req-d49c10d0-72a8-497c-8b7f-834481f7fe7d tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1614.843854] env[62438]: DEBUG nova.compute.manager [None req-d49c10d0-72a8-497c-8b7f-834481f7fe7d tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: 9cf04ffb-65ba-405b-91ca-dbc2ca54ea4d] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1614.844841] env[62438]: DEBUG nova.network.neutron [None req-d49c10d0-72a8-497c-8b7f-834481f7fe7d tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: 9cf04ffb-65ba-405b-91ca-dbc2ca54ea4d] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1614.884914] env[62438]: DEBUG nova.policy [None req-d49c10d0-72a8-497c-8b7f-834481f7fe7d tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '855926e4ef9d48a39b69fe67042a1feb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '579bcf2e9e71442b900e46cf4d97668b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1614.961053] env[62438]: INFO nova.compute.manager [-] [instance: 7c85d7ca-3255-452e-9486-2d3b618e7039] Took 1.29 seconds to deallocate network for instance. [ 1614.966271] env[62438]: DEBUG oslo_vmware.api [None req-ee517181-d3d9-4aa3-b895-caa5b9df2c48 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1785186, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.116657] env[62438]: DEBUG nova.network.neutron [None req-353e3e13-cd33-4385-b926-c0d866de79a7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: a160d6df-ab59-48f0-a076-020afbd2af66] Port 76dc258d-74d7-4b5e-b026-c24a300bcfec binding to destination host cpu-1 is already ACTIVE {{(pid=62438) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 1615.153687] env[62438]: DEBUG oslo_vmware.api [None req-f20d9b2e-ba0d-4120-864a-765343c6b41a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5215b057-1c5e-3274-acca-f8bb66dd11fc, 'name': SearchDatastore_Task, 'duration_secs': 0.01659} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.154035] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f20d9b2e-ba0d-4120-864a-765343c6b41a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1615.154295] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f20d9b2e-ba0d-4120-864a-765343c6b41a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: 473744fb-4d72-49a3-bf1b-1cca94c8869e] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1615.154533] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f20d9b2e-ba0d-4120-864a-765343c6b41a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1615.154684] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f20d9b2e-ba0d-4120-864a-765343c6b41a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.154865] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-f20d9b2e-ba0d-4120-864a-765343c6b41a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1615.155148] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cbd09738-c9cb-440d-8e11-221e4e172488 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.160863] env[62438]: DEBUG nova.network.neutron [None req-d49c10d0-72a8-497c-8b7f-834481f7fe7d tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: 9cf04ffb-65ba-405b-91ca-dbc2ca54ea4d] Successfully created port: 815e7e33-b005-408e-a0b5-2de22e0096a6 {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1615.164315] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-f20d9b2e-ba0d-4120-864a-765343c6b41a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1615.164503] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f20d9b2e-ba0d-4120-864a-765343c6b41a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1615.165226] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b86df27-bd58-430b-bdb9-55809ecadaf4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.170859] env[62438]: DEBUG oslo_vmware.api [None req-f20d9b2e-ba0d-4120-864a-765343c6b41a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Waiting for the task: (returnval){ [ 1615.170859] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]521d5bb0-e997-6585-243e-2553d1bf8b89" [ 1615.170859] env[62438]: _type = "Task" [ 1615.170859] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.178369] env[62438]: DEBUG oslo_vmware.api [None req-f20d9b2e-ba0d-4120-864a-765343c6b41a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]521d5bb0-e997-6585-243e-2553d1bf8b89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.294297] env[62438]: DEBUG oslo_concurrency.lockutils [None req-967ef1f7-1ca3-4d36-8430-8eb42825aa61 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Acquiring lock "refresh_cache-a5e53532-e8f8-4e2f-9330-28a76b7860bb" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1615.294451] env[62438]: DEBUG oslo_concurrency.lockutils [None req-967ef1f7-1ca3-4d36-8430-8eb42825aa61 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Acquired lock "refresh_cache-a5e53532-e8f8-4e2f-9330-28a76b7860bb" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.294611] env[62438]: DEBUG nova.network.neutron [None req-967ef1f7-1ca3-4d36-8430-8eb42825aa61 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: a5e53532-e8f8-4e2f-9330-28a76b7860bb] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1615.309672] env[62438]: DEBUG oslo_concurrency.lockutils [req-1f716525-6ffc-4180-8911-3abbf6d29fb8 req-e611eba8-cedd-4077-8d6a-3b5d4a319239 service nova] Releasing lock "refresh_cache-473744fb-4d72-49a3-bf1b-1cca94c8869e" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1615.347273] env[62438]: DEBUG nova.compute.manager [None req-d49c10d0-72a8-497c-8b7f-834481f7fe7d tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: 9cf04ffb-65ba-405b-91ca-dbc2ca54ea4d] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1615.464368] env[62438]: DEBUG oslo_vmware.api [None req-ee517181-d3d9-4aa3-b895-caa5b9df2c48 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1785186, 'name': CreateSnapshot_Task, 'duration_secs': 1.073907} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.466598] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-ee517181-d3d9-4aa3-b895-caa5b9df2c48 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: e45fba41-a8f5-4b19-9d7f-43d071e581f8] Created Snapshot of the VM instance {{(pid=62438) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1615.467614] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13f3f658-d939-4fce-987d-2d48b7d2bf40 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.472178] env[62438]: DEBUG oslo_concurrency.lockutils [None req-670aaf3c-3946-41cf-9af9-74a2b37a8c51 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1615.685573] env[62438]: DEBUG oslo_vmware.api [None req-f20d9b2e-ba0d-4120-864a-765343c6b41a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]521d5bb0-e997-6585-243e-2553d1bf8b89, 'name': SearchDatastore_Task, 'duration_secs': 0.019827} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.686480] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0290f8e9-e906-46d4-bdd3-94fdfbbeaea6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.695744] env[62438]: DEBUG oslo_vmware.api [None req-f20d9b2e-ba0d-4120-864a-765343c6b41a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Waiting for the task: (returnval){ [ 1615.695744] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]526659b4-d5d1-9bd1-4127-52f20ed1caae" [ 1615.695744] env[62438]: _type = "Task" [ 1615.695744] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.703866] env[62438]: DEBUG oslo_vmware.api [None req-f20d9b2e-ba0d-4120-864a-765343c6b41a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]526659b4-d5d1-9bd1-4127-52f20ed1caae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.705581] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e082949-5498-4faa-a1df-1028c14b9c0d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.714309] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d95819e0-a8e4-4d01-a912-438864b2c512 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.745709] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee00e395-d285-46c2-83e9-0b90ca7c0bd5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.753937] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81aabe5a-f0c8-442c-b77f-2045db65398d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.769388] env[62438]: DEBUG nova.compute.provider_tree [None req-a3a2428f-db14-47a9-bfb4-c67c9cbfed06 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1615.802673] env[62438]: DEBUG nova.compute.manager [req-55a0f58f-92a4-4fe0-a1f5-47a5f38d2737 req-5d1a8560-292b-417d-982c-85edefaa1c52 service nova] [instance: 7c85d7ca-3255-452e-9486-2d3b618e7039] Received event network-vif-deleted-e804a35d-62ca-419f-89f0-6601fa50265c {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1615.802890] env[62438]: DEBUG nova.compute.manager [req-55a0f58f-92a4-4fe0-a1f5-47a5f38d2737 req-5d1a8560-292b-417d-982c-85edefaa1c52 service nova] [instance: a5e53532-e8f8-4e2f-9330-28a76b7860bb] Received event network-vif-plugged-e3d3abb3-a1b3-40db-9b2b-62574a818101 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1615.803110] env[62438]: DEBUG oslo_concurrency.lockutils [req-55a0f58f-92a4-4fe0-a1f5-47a5f38d2737 req-5d1a8560-292b-417d-982c-85edefaa1c52 service nova] Acquiring lock "a5e53532-e8f8-4e2f-9330-28a76b7860bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1615.803327] env[62438]: DEBUG oslo_concurrency.lockutils [req-55a0f58f-92a4-4fe0-a1f5-47a5f38d2737 req-5d1a8560-292b-417d-982c-85edefaa1c52 service nova] Lock "a5e53532-e8f8-4e2f-9330-28a76b7860bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1615.803503] env[62438]: DEBUG oslo_concurrency.lockutils [req-55a0f58f-92a4-4fe0-a1f5-47a5f38d2737 req-5d1a8560-292b-417d-982c-85edefaa1c52 service nova] Lock "a5e53532-e8f8-4e2f-9330-28a76b7860bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1615.803700] env[62438]: DEBUG nova.compute.manager [req-55a0f58f-92a4-4fe0-a1f5-47a5f38d2737 req-5d1a8560-292b-417d-982c-85edefaa1c52 service nova] [instance: a5e53532-e8f8-4e2f-9330-28a76b7860bb] No waiting events found dispatching network-vif-plugged-e3d3abb3-a1b3-40db-9b2b-62574a818101 {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1615.803916] env[62438]: WARNING nova.compute.manager [req-55a0f58f-92a4-4fe0-a1f5-47a5f38d2737 req-5d1a8560-292b-417d-982c-85edefaa1c52 service nova] [instance: a5e53532-e8f8-4e2f-9330-28a76b7860bb] Received unexpected event network-vif-plugged-e3d3abb3-a1b3-40db-9b2b-62574a818101 for instance with vm_state building and task_state spawning. [ 1615.804102] env[62438]: DEBUG nova.compute.manager [req-55a0f58f-92a4-4fe0-a1f5-47a5f38d2737 req-5d1a8560-292b-417d-982c-85edefaa1c52 service nova] [instance: a5e53532-e8f8-4e2f-9330-28a76b7860bb] Received event network-changed-e3d3abb3-a1b3-40db-9b2b-62574a818101 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1615.804264] env[62438]: DEBUG nova.compute.manager [req-55a0f58f-92a4-4fe0-a1f5-47a5f38d2737 req-5d1a8560-292b-417d-982c-85edefaa1c52 service nova] [instance: a5e53532-e8f8-4e2f-9330-28a76b7860bb] Refreshing instance network info cache due to event network-changed-e3d3abb3-a1b3-40db-9b2b-62574a818101. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1615.804439] env[62438]: DEBUG oslo_concurrency.lockutils [req-55a0f58f-92a4-4fe0-a1f5-47a5f38d2737 req-5d1a8560-292b-417d-982c-85edefaa1c52 service nova] Acquiring lock "refresh_cache-a5e53532-e8f8-4e2f-9330-28a76b7860bb" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1615.833491] env[62438]: DEBUG nova.network.neutron [None req-967ef1f7-1ca3-4d36-8430-8eb42825aa61 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: a5e53532-e8f8-4e2f-9330-28a76b7860bb] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1615.987485] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-ee517181-d3d9-4aa3-b895-caa5b9df2c48 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: e45fba41-a8f5-4b19-9d7f-43d071e581f8] Creating linked-clone VM from snapshot {{(pid=62438) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1615.988605] env[62438]: DEBUG nova.network.neutron [None req-967ef1f7-1ca3-4d36-8430-8eb42825aa61 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: a5e53532-e8f8-4e2f-9330-28a76b7860bb] Updating instance_info_cache with network_info: [{"id": "e3d3abb3-a1b3-40db-9b2b-62574a818101", "address": "fa:16:3e:d3:ac:1b", "network": {"id": "528df1c4-0750-4190-a45e-f07e53da997f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1177177355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "579bcf2e9e71442b900e46cf4d97668b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3d3abb3-a1", "ovs_interfaceid": "e3d3abb3-a1b3-40db-9b2b-62574a818101", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1615.989746] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c1155407-b107-43c9-94ea-1b315fba6575 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.999504] env[62438]: DEBUG oslo_vmware.api [None req-ee517181-d3d9-4aa3-b895-caa5b9df2c48 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Waiting for the task: (returnval){ [ 1615.999504] env[62438]: value = "task-1785187" [ 1615.999504] env[62438]: _type = "Task" [ 1615.999504] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.008995] env[62438]: DEBUG oslo_vmware.api [None req-ee517181-d3d9-4aa3-b895-caa5b9df2c48 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1785187, 'name': CloneVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.145302] env[62438]: DEBUG oslo_concurrency.lockutils [None req-353e3e13-cd33-4385-b926-c0d866de79a7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Acquiring lock "a160d6df-ab59-48f0-a076-020afbd2af66-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1616.145586] env[62438]: DEBUG oslo_concurrency.lockutils [None req-353e3e13-cd33-4385-b926-c0d866de79a7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Lock "a160d6df-ab59-48f0-a076-020afbd2af66-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1616.145815] env[62438]: DEBUG oslo_concurrency.lockutils [None req-353e3e13-cd33-4385-b926-c0d866de79a7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Lock "a160d6df-ab59-48f0-a076-020afbd2af66-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1616.205321] env[62438]: DEBUG oslo_vmware.api [None req-f20d9b2e-ba0d-4120-864a-765343c6b41a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]526659b4-d5d1-9bd1-4127-52f20ed1caae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.273889] env[62438]: DEBUG nova.scheduler.client.report [None req-a3a2428f-db14-47a9-bfb4-c67c9cbfed06 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1616.358865] env[62438]: DEBUG nova.compute.manager [None req-d49c10d0-72a8-497c-8b7f-834481f7fe7d tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: 9cf04ffb-65ba-405b-91ca-dbc2ca54ea4d] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1616.385136] env[62438]: DEBUG nova.virt.hardware [None req-d49c10d0-72a8-497c-8b7f-834481f7fe7d tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1616.385411] env[62438]: DEBUG nova.virt.hardware [None req-d49c10d0-72a8-497c-8b7f-834481f7fe7d tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1616.385574] env[62438]: DEBUG nova.virt.hardware [None req-d49c10d0-72a8-497c-8b7f-834481f7fe7d tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1616.385805] env[62438]: DEBUG nova.virt.hardware [None req-d49c10d0-72a8-497c-8b7f-834481f7fe7d tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1616.385995] env[62438]: DEBUG nova.virt.hardware [None req-d49c10d0-72a8-497c-8b7f-834481f7fe7d tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1616.386169] env[62438]: DEBUG nova.virt.hardware [None req-d49c10d0-72a8-497c-8b7f-834481f7fe7d tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1616.386385] env[62438]: DEBUG nova.virt.hardware [None req-d49c10d0-72a8-497c-8b7f-834481f7fe7d tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1616.386547] env[62438]: DEBUG nova.virt.hardware [None req-d49c10d0-72a8-497c-8b7f-834481f7fe7d tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1616.386718] env[62438]: DEBUG nova.virt.hardware [None req-d49c10d0-72a8-497c-8b7f-834481f7fe7d tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1616.386882] env[62438]: DEBUG nova.virt.hardware [None req-d49c10d0-72a8-497c-8b7f-834481f7fe7d tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1616.387078] env[62438]: DEBUG nova.virt.hardware [None req-d49c10d0-72a8-497c-8b7f-834481f7fe7d tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1616.387973] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5008fef-26a3-4be8-bc2b-18d32eafd48a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.396487] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a613400-b568-4dd4-995b-a51b310c86c2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.494243] env[62438]: DEBUG oslo_concurrency.lockutils [None req-967ef1f7-1ca3-4d36-8430-8eb42825aa61 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Releasing lock "refresh_cache-a5e53532-e8f8-4e2f-9330-28a76b7860bb" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1616.494696] env[62438]: DEBUG nova.compute.manager [None req-967ef1f7-1ca3-4d36-8430-8eb42825aa61 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: a5e53532-e8f8-4e2f-9330-28a76b7860bb] Instance network_info: |[{"id": "e3d3abb3-a1b3-40db-9b2b-62574a818101", "address": "fa:16:3e:d3:ac:1b", "network": {"id": "528df1c4-0750-4190-a45e-f07e53da997f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1177177355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "579bcf2e9e71442b900e46cf4d97668b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3d3abb3-a1", "ovs_interfaceid": "e3d3abb3-a1b3-40db-9b2b-62574a818101", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1616.495011] env[62438]: DEBUG oslo_concurrency.lockutils [req-55a0f58f-92a4-4fe0-a1f5-47a5f38d2737 req-5d1a8560-292b-417d-982c-85edefaa1c52 service nova] Acquired lock "refresh_cache-a5e53532-e8f8-4e2f-9330-28a76b7860bb" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1616.495257] env[62438]: DEBUG nova.network.neutron [req-55a0f58f-92a4-4fe0-a1f5-47a5f38d2737 req-5d1a8560-292b-417d-982c-85edefaa1c52 service nova] [instance: a5e53532-e8f8-4e2f-9330-28a76b7860bb] Refreshing network info cache for port e3d3abb3-a1b3-40db-9b2b-62574a818101 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1616.496622] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-967ef1f7-1ca3-4d36-8430-8eb42825aa61 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: a5e53532-e8f8-4e2f-9330-28a76b7860bb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:ac:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4d3f69a-b086-4c3b-b976-5a848b63dfc4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e3d3abb3-a1b3-40db-9b2b-62574a818101', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1616.504650] env[62438]: DEBUG oslo.service.loopingcall [None req-967ef1f7-1ca3-4d36-8430-8eb42825aa61 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1616.505889] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5e53532-e8f8-4e2f-9330-28a76b7860bb] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1616.509399] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6f1c53e4-e4a6-4e43-b057-981150191090 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.531980] env[62438]: DEBUG oslo_vmware.api [None req-ee517181-d3d9-4aa3-b895-caa5b9df2c48 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1785187, 'name': CloneVM_Task} progress is 12%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.534100] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1616.534100] env[62438]: value = "task-1785188" [ 1616.534100] env[62438]: _type = "Task" [ 1616.534100] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.542876] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785188, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.669257] env[62438]: DEBUG nova.network.neutron [None req-d49c10d0-72a8-497c-8b7f-834481f7fe7d tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: 9cf04ffb-65ba-405b-91ca-dbc2ca54ea4d] Successfully updated port: 815e7e33-b005-408e-a0b5-2de22e0096a6 {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1616.706151] env[62438]: DEBUG oslo_vmware.api [None req-f20d9b2e-ba0d-4120-864a-765343c6b41a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]526659b4-d5d1-9bd1-4127-52f20ed1caae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.781055] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a3a2428f-db14-47a9-bfb4-c67c9cbfed06 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.445s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1616.781055] env[62438]: DEBUG nova.compute.manager [None req-a3a2428f-db14-47a9-bfb4-c67c9cbfed06 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] [instance: 64db0082-d145-4041-b231-d7a1bf4dfa42] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1616.783890] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ee7e9633-d586-40b3-a88e-b18b86970df4 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 10.629s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1617.017947] env[62438]: DEBUG oslo_vmware.api [None req-ee517181-d3d9-4aa3-b895-caa5b9df2c48 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1785187, 'name': CloneVM_Task} progress is 12%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.047062] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785188, 'name': CreateVM_Task, 'duration_secs': 0.388705} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.049307] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5e53532-e8f8-4e2f-9330-28a76b7860bb] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1617.049942] env[62438]: DEBUG oslo_concurrency.lockutils [None req-967ef1f7-1ca3-4d36-8430-8eb42825aa61 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1617.050134] env[62438]: DEBUG oslo_concurrency.lockutils [None req-967ef1f7-1ca3-4d36-8430-8eb42825aa61 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1617.050450] env[62438]: DEBUG oslo_concurrency.lockutils [None req-967ef1f7-1ca3-4d36-8430-8eb42825aa61 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1617.050981] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-272c7a83-b89f-4d45-ae54-6eb152819703 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.056310] env[62438]: DEBUG oslo_vmware.api [None req-967ef1f7-1ca3-4d36-8430-8eb42825aa61 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Waiting for the task: (returnval){ [ 1617.056310] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52c3205f-c663-c94e-d388-09f2cdc9195e" [ 1617.056310] env[62438]: _type = "Task" [ 1617.056310] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.063771] env[62438]: DEBUG oslo_vmware.api [None req-967ef1f7-1ca3-4d36-8430-8eb42825aa61 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52c3205f-c663-c94e-d388-09f2cdc9195e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.171386] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d49c10d0-72a8-497c-8b7f-834481f7fe7d tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Acquiring lock "refresh_cache-9cf04ffb-65ba-405b-91ca-dbc2ca54ea4d" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1617.171603] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d49c10d0-72a8-497c-8b7f-834481f7fe7d tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Acquired lock "refresh_cache-9cf04ffb-65ba-405b-91ca-dbc2ca54ea4d" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1617.171828] env[62438]: DEBUG nova.network.neutron [None req-d49c10d0-72a8-497c-8b7f-834481f7fe7d tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: 9cf04ffb-65ba-405b-91ca-dbc2ca54ea4d] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1617.203593] env[62438]: DEBUG oslo_concurrency.lockutils [None req-353e3e13-cd33-4385-b926-c0d866de79a7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Acquiring lock "refresh_cache-a160d6df-ab59-48f0-a076-020afbd2af66" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1617.203984] env[62438]: DEBUG oslo_concurrency.lockutils [None req-353e3e13-cd33-4385-b926-c0d866de79a7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Acquired lock "refresh_cache-a160d6df-ab59-48f0-a076-020afbd2af66" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1617.204221] env[62438]: DEBUG nova.network.neutron [None req-353e3e13-cd33-4385-b926-c0d866de79a7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: a160d6df-ab59-48f0-a076-020afbd2af66] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1617.208308] env[62438]: DEBUG oslo_vmware.api [None req-f20d9b2e-ba0d-4120-864a-765343c6b41a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]526659b4-d5d1-9bd1-4127-52f20ed1caae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.245878] env[62438]: DEBUG nova.network.neutron [req-55a0f58f-92a4-4fe0-a1f5-47a5f38d2737 req-5d1a8560-292b-417d-982c-85edefaa1c52 service nova] [instance: a5e53532-e8f8-4e2f-9330-28a76b7860bb] Updated VIF entry in instance network info cache for port e3d3abb3-a1b3-40db-9b2b-62574a818101. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1617.246305] env[62438]: DEBUG nova.network.neutron [req-55a0f58f-92a4-4fe0-a1f5-47a5f38d2737 req-5d1a8560-292b-417d-982c-85edefaa1c52 service nova] [instance: a5e53532-e8f8-4e2f-9330-28a76b7860bb] Updating instance_info_cache with network_info: [{"id": "e3d3abb3-a1b3-40db-9b2b-62574a818101", "address": "fa:16:3e:d3:ac:1b", "network": {"id": "528df1c4-0750-4190-a45e-f07e53da997f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1177177355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "579bcf2e9e71442b900e46cf4d97668b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3d3abb3-a1", "ovs_interfaceid": "e3d3abb3-a1b3-40db-9b2b-62574a818101", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1617.287174] env[62438]: DEBUG nova.compute.utils [None req-a3a2428f-db14-47a9-bfb4-c67c9cbfed06 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1617.290871] env[62438]: INFO nova.compute.claims [None req-ee7e9633-d586-40b3-a88e-b18b86970df4 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1617.294803] env[62438]: DEBUG nova.compute.manager [None req-a3a2428f-db14-47a9-bfb4-c67c9cbfed06 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] [instance: 64db0082-d145-4041-b231-d7a1bf4dfa42] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1617.295012] env[62438]: DEBUG nova.network.neutron [None req-a3a2428f-db14-47a9-bfb4-c67c9cbfed06 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] [instance: 64db0082-d145-4041-b231-d7a1bf4dfa42] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1617.336518] env[62438]: DEBUG nova.policy [None req-a3a2428f-db14-47a9-bfb4-c67c9cbfed06 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5b6f81ce92ee42278f390b2a8d0ffa7b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '112ee5b983ae47d389c1242114d1b04d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1617.467563] env[62438]: DEBUG oslo_vmware.rw_handles [None req-5fea279a-cf52-46d5-b5d4-52a4d9781311 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ab8a1f-3e39-7029-ae06-3119d14f69cb/disk-0.vmdk. {{(pid=62438) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1617.468540] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a641aee1-21e9-4567-9141-cdca75767dd1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.474857] env[62438]: DEBUG oslo_vmware.rw_handles [None req-5fea279a-cf52-46d5-b5d4-52a4d9781311 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ab8a1f-3e39-7029-ae06-3119d14f69cb/disk-0.vmdk is in state: ready. {{(pid=62438) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1617.475036] env[62438]: ERROR oslo_vmware.rw_handles [None req-5fea279a-cf52-46d5-b5d4-52a4d9781311 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ab8a1f-3e39-7029-ae06-3119d14f69cb/disk-0.vmdk due to incomplete transfer. [ 1617.475257] env[62438]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e074a408-9946-4f29-83c4-fd423cd717f5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.482334] env[62438]: DEBUG oslo_vmware.rw_handles [None req-5fea279a-cf52-46d5-b5d4-52a4d9781311 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ab8a1f-3e39-7029-ae06-3119d14f69cb/disk-0.vmdk. {{(pid=62438) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1617.482540] env[62438]: DEBUG nova.virt.vmwareapi.images [None req-5fea279a-cf52-46d5-b5d4-52a4d9781311 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 1191392f-d14e-4a06-b978-60a80682cbf7] Uploaded image c748dc44-7128-4884-b524-e7f7513ed4b7 to the Glance image server {{(pid=62438) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 1617.484802] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fea279a-cf52-46d5-b5d4-52a4d9781311 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 1191392f-d14e-4a06-b978-60a80682cbf7] Destroying the VM {{(pid=62438) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 1617.485046] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0528b6f7-eec2-436b-b541-f74b40628a3b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.490633] env[62438]: DEBUG oslo_vmware.api [None req-5fea279a-cf52-46d5-b5d4-52a4d9781311 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Waiting for the task: (returnval){ [ 1617.490633] env[62438]: value = "task-1785189" [ 1617.490633] env[62438]: _type = "Task" [ 1617.490633] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.498250] env[62438]: DEBUG oslo_vmware.api [None req-5fea279a-cf52-46d5-b5d4-52a4d9781311 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1785189, 'name': Destroy_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.517021] env[62438]: DEBUG oslo_vmware.api [None req-ee517181-d3d9-4aa3-b895-caa5b9df2c48 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1785187, 'name': CloneVM_Task} progress is 12%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.567024] env[62438]: DEBUG oslo_vmware.api [None req-967ef1f7-1ca3-4d36-8430-8eb42825aa61 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52c3205f-c663-c94e-d388-09f2cdc9195e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.585178] env[62438]: DEBUG nova.network.neutron [None req-a3a2428f-db14-47a9-bfb4-c67c9cbfed06 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] [instance: 64db0082-d145-4041-b231-d7a1bf4dfa42] Successfully created port: 83f1ffe4-fb50-40fb-b737-9fa3106a0d81 {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1617.706727] env[62438]: DEBUG oslo_vmware.api [None req-f20d9b2e-ba0d-4120-864a-765343c6b41a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]526659b4-d5d1-9bd1-4127-52f20ed1caae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.717972] env[62438]: DEBUG nova.network.neutron [None req-d49c10d0-72a8-497c-8b7f-834481f7fe7d tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: 9cf04ffb-65ba-405b-91ca-dbc2ca54ea4d] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1617.749197] env[62438]: DEBUG oslo_concurrency.lockutils [req-55a0f58f-92a4-4fe0-a1f5-47a5f38d2737 req-5d1a8560-292b-417d-982c-85edefaa1c52 service nova] Releasing lock "refresh_cache-a5e53532-e8f8-4e2f-9330-28a76b7860bb" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1617.796264] env[62438]: DEBUG nova.compute.manager [None req-a3a2428f-db14-47a9-bfb4-c67c9cbfed06 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] [instance: 64db0082-d145-4041-b231-d7a1bf4dfa42] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1617.802020] env[62438]: INFO nova.compute.resource_tracker [None req-ee7e9633-d586-40b3-a88e-b18b86970df4 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Updating resource usage from migration 1acf9efd-cac3-4d04-97be-3adc8f7c1f60 [ 1617.933766] env[62438]: DEBUG nova.network.neutron [None req-d49c10d0-72a8-497c-8b7f-834481f7fe7d tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: 9cf04ffb-65ba-405b-91ca-dbc2ca54ea4d] Updating instance_info_cache with network_info: [{"id": "815e7e33-b005-408e-a0b5-2de22e0096a6", "address": "fa:16:3e:89:7f:4c", "network": {"id": "528df1c4-0750-4190-a45e-f07e53da997f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1177177355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "579bcf2e9e71442b900e46cf4d97668b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap815e7e33-b0", "ovs_interfaceid": "815e7e33-b005-408e-a0b5-2de22e0096a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1617.968596] env[62438]: DEBUG nova.compute.manager [req-a44b27b0-f767-423f-9325-ab52e862e0fd req-280037e7-0786-45d2-bc1b-03639eae7704 service nova] [instance: 9cf04ffb-65ba-405b-91ca-dbc2ca54ea4d] Received event network-vif-plugged-815e7e33-b005-408e-a0b5-2de22e0096a6 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1617.968596] env[62438]: DEBUG oslo_concurrency.lockutils [req-a44b27b0-f767-423f-9325-ab52e862e0fd req-280037e7-0786-45d2-bc1b-03639eae7704 service nova] Acquiring lock "9cf04ffb-65ba-405b-91ca-dbc2ca54ea4d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1617.968596] env[62438]: DEBUG oslo_concurrency.lockutils [req-a44b27b0-f767-423f-9325-ab52e862e0fd req-280037e7-0786-45d2-bc1b-03639eae7704 service nova] Lock "9cf04ffb-65ba-405b-91ca-dbc2ca54ea4d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1617.968769] env[62438]: DEBUG oslo_concurrency.lockutils [req-a44b27b0-f767-423f-9325-ab52e862e0fd req-280037e7-0786-45d2-bc1b-03639eae7704 service nova] Lock "9cf04ffb-65ba-405b-91ca-dbc2ca54ea4d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1617.968852] env[62438]: DEBUG nova.compute.manager [req-a44b27b0-f767-423f-9325-ab52e862e0fd req-280037e7-0786-45d2-bc1b-03639eae7704 service nova] [instance: 9cf04ffb-65ba-405b-91ca-dbc2ca54ea4d] No waiting events found dispatching network-vif-plugged-815e7e33-b005-408e-a0b5-2de22e0096a6 {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1617.969033] env[62438]: WARNING nova.compute.manager [req-a44b27b0-f767-423f-9325-ab52e862e0fd req-280037e7-0786-45d2-bc1b-03639eae7704 service nova] [instance: 9cf04ffb-65ba-405b-91ca-dbc2ca54ea4d] Received unexpected event network-vif-plugged-815e7e33-b005-408e-a0b5-2de22e0096a6 for instance with vm_state building and task_state spawning. [ 1617.969200] env[62438]: DEBUG nova.compute.manager [req-a44b27b0-f767-423f-9325-ab52e862e0fd req-280037e7-0786-45d2-bc1b-03639eae7704 service nova] [instance: 9cf04ffb-65ba-405b-91ca-dbc2ca54ea4d] Received event network-changed-815e7e33-b005-408e-a0b5-2de22e0096a6 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1617.969354] env[62438]: DEBUG nova.compute.manager [req-a44b27b0-f767-423f-9325-ab52e862e0fd req-280037e7-0786-45d2-bc1b-03639eae7704 service nova] [instance: 9cf04ffb-65ba-405b-91ca-dbc2ca54ea4d] Refreshing instance network info cache due to event network-changed-815e7e33-b005-408e-a0b5-2de22e0096a6. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1617.969517] env[62438]: DEBUG oslo_concurrency.lockutils [req-a44b27b0-f767-423f-9325-ab52e862e0fd req-280037e7-0786-45d2-bc1b-03639eae7704 service nova] Acquiring lock "refresh_cache-9cf04ffb-65ba-405b-91ca-dbc2ca54ea4d" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1618.007127] env[62438]: DEBUG oslo_vmware.api [None req-5fea279a-cf52-46d5-b5d4-52a4d9781311 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1785189, 'name': Destroy_Task, 'duration_secs': 0.37867} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.007127] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-5fea279a-cf52-46d5-b5d4-52a4d9781311 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 1191392f-d14e-4a06-b978-60a80682cbf7] Destroyed the VM [ 1618.007280] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-5fea279a-cf52-46d5-b5d4-52a4d9781311 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 1191392f-d14e-4a06-b978-60a80682cbf7] Deleting Snapshot of the VM instance {{(pid=62438) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1618.007522] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8b34db0c-cff9-43a3-8a18-dc15870238b7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.022877] env[62438]: DEBUG oslo_vmware.api [None req-ee517181-d3d9-4aa3-b895-caa5b9df2c48 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1785187, 'name': CloneVM_Task} progress is 12%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.023199] env[62438]: DEBUG oslo_vmware.api [None req-5fea279a-cf52-46d5-b5d4-52a4d9781311 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Waiting for the task: (returnval){ [ 1618.023199] env[62438]: value = "task-1785190" [ 1618.023199] env[62438]: _type = "Task" [ 1618.023199] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.030767] env[62438]: DEBUG oslo_vmware.api [None req-5fea279a-cf52-46d5-b5d4-52a4d9781311 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1785190, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.064875] env[62438]: DEBUG nova.network.neutron [None req-353e3e13-cd33-4385-b926-c0d866de79a7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: a160d6df-ab59-48f0-a076-020afbd2af66] Updating instance_info_cache with network_info: [{"id": "76dc258d-74d7-4b5e-b026-c24a300bcfec", "address": "fa:16:3e:b3:69:46", "network": {"id": "8d95458f-de27-4303-9cbb-3fc3119be5c6", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1928252065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c7d5b4fe1064c71becc5699e8467387", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76dc258d-74", "ovs_interfaceid": "76dc258d-74d7-4b5e-b026-c24a300bcfec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1618.071106] env[62438]: DEBUG oslo_vmware.api [None req-967ef1f7-1ca3-4d36-8430-8eb42825aa61 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52c3205f-c663-c94e-d388-09f2cdc9195e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.181110] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a9d4d70-d58a-43bc-b967-1874ab4d5692 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.187269] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cad4546-9972-4b38-8121-2a4229a07c5f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.221291] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf1a922-0fe4-4415-ad17-47ad94758dc2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.228729] env[62438]: DEBUG oslo_vmware.api [None req-f20d9b2e-ba0d-4120-864a-765343c6b41a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]526659b4-d5d1-9bd1-4127-52f20ed1caae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.231637] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7c95a40-7d52-4b4f-bf75-476d4d0cab39 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.244711] env[62438]: DEBUG nova.compute.provider_tree [None req-ee7e9633-d586-40b3-a88e-b18b86970df4 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1618.439532] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d49c10d0-72a8-497c-8b7f-834481f7fe7d tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Releasing lock "refresh_cache-9cf04ffb-65ba-405b-91ca-dbc2ca54ea4d" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1618.439945] env[62438]: DEBUG nova.compute.manager [None req-d49c10d0-72a8-497c-8b7f-834481f7fe7d tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: 9cf04ffb-65ba-405b-91ca-dbc2ca54ea4d] Instance network_info: |[{"id": "815e7e33-b005-408e-a0b5-2de22e0096a6", "address": "fa:16:3e:89:7f:4c", "network": {"id": "528df1c4-0750-4190-a45e-f07e53da997f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1177177355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "579bcf2e9e71442b900e46cf4d97668b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap815e7e33-b0", "ovs_interfaceid": "815e7e33-b005-408e-a0b5-2de22e0096a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1618.440395] env[62438]: DEBUG oslo_concurrency.lockutils [req-a44b27b0-f767-423f-9325-ab52e862e0fd req-280037e7-0786-45d2-bc1b-03639eae7704 service nova] Acquired lock "refresh_cache-9cf04ffb-65ba-405b-91ca-dbc2ca54ea4d" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1618.440585] env[62438]: DEBUG nova.network.neutron [req-a44b27b0-f767-423f-9325-ab52e862e0fd req-280037e7-0786-45d2-bc1b-03639eae7704 service nova] [instance: 9cf04ffb-65ba-405b-91ca-dbc2ca54ea4d] Refreshing network info cache for port 815e7e33-b005-408e-a0b5-2de22e0096a6 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1618.441825] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-d49c10d0-72a8-497c-8b7f-834481f7fe7d tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: 9cf04ffb-65ba-405b-91ca-dbc2ca54ea4d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:7f:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4d3f69a-b086-4c3b-b976-5a848b63dfc4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '815e7e33-b005-408e-a0b5-2de22e0096a6', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1618.452132] env[62438]: DEBUG oslo.service.loopingcall [None req-d49c10d0-72a8-497c-8b7f-834481f7fe7d tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1618.455463] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cf04ffb-65ba-405b-91ca-dbc2ca54ea4d] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1618.455941] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-35d003cf-f3b4-44b2-b080-9126ef00d546 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.477104] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1618.477104] env[62438]: value = "task-1785191" [ 1618.477104] env[62438]: _type = "Task" [ 1618.477104] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.485583] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785191, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.519587] env[62438]: DEBUG oslo_vmware.api [None req-ee517181-d3d9-4aa3-b895-caa5b9df2c48 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1785187, 'name': CloneVM_Task} progress is 94%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.533053] env[62438]: DEBUG oslo_vmware.api [None req-5fea279a-cf52-46d5-b5d4-52a4d9781311 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1785190, 'name': RemoveSnapshot_Task, 'duration_secs': 0.374148} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.533405] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-5fea279a-cf52-46d5-b5d4-52a4d9781311 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 1191392f-d14e-4a06-b978-60a80682cbf7] Deleted Snapshot of the VM instance {{(pid=62438) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1618.533737] env[62438]: DEBUG nova.compute.manager [None req-5fea279a-cf52-46d5-b5d4-52a4d9781311 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 1191392f-d14e-4a06-b978-60a80682cbf7] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1618.534652] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ba05384-aea7-4b53-9abe-58e3d7a3c265 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.570600] env[62438]: DEBUG oslo_concurrency.lockutils [None req-353e3e13-cd33-4385-b926-c0d866de79a7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Releasing lock "refresh_cache-a160d6df-ab59-48f0-a076-020afbd2af66" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1618.577997] env[62438]: DEBUG oslo_vmware.api [None req-967ef1f7-1ca3-4d36-8430-8eb42825aa61 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52c3205f-c663-c94e-d388-09f2cdc9195e, 'name': SearchDatastore_Task, 'duration_secs': 1.212945} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.584088] env[62438]: DEBUG oslo_concurrency.lockutils [None req-967ef1f7-1ca3-4d36-8430-8eb42825aa61 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1618.584371] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-967ef1f7-1ca3-4d36-8430-8eb42825aa61 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: a5e53532-e8f8-4e2f-9330-28a76b7860bb] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1618.584594] env[62438]: DEBUG oslo_concurrency.lockutils [None req-967ef1f7-1ca3-4d36-8430-8eb42825aa61 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1618.730832] env[62438]: DEBUG oslo_vmware.api [None req-f20d9b2e-ba0d-4120-864a-765343c6b41a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]526659b4-d5d1-9bd1-4127-52f20ed1caae, 'name': SearchDatastore_Task, 'duration_secs': 2.572427} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.731237] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f20d9b2e-ba0d-4120-864a-765343c6b41a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1618.731445] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-f20d9b2e-ba0d-4120-864a-765343c6b41a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 473744fb-4d72-49a3-bf1b-1cca94c8869e/473744fb-4d72-49a3-bf1b-1cca94c8869e.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1618.731729] env[62438]: DEBUG oslo_concurrency.lockutils [None req-967ef1f7-1ca3-4d36-8430-8eb42825aa61 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1618.732010] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-967ef1f7-1ca3-4d36-8430-8eb42825aa61 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1618.732188] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c8c33a81-ea2f-4bdd-a84d-2be6aa5f3dfe {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.734275] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-674d0ae0-f416-4eca-ab86-326275a7010d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.741229] env[62438]: DEBUG oslo_vmware.api [None req-f20d9b2e-ba0d-4120-864a-765343c6b41a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Waiting for the task: (returnval){ [ 1618.741229] env[62438]: value = "task-1785192" [ 1618.741229] env[62438]: _type = "Task" [ 1618.741229] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.742352] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-967ef1f7-1ca3-4d36-8430-8eb42825aa61 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1618.742578] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-967ef1f7-1ca3-4d36-8430-8eb42825aa61 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1618.745953] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b512046-93de-4f0c-be32-7d0acabeaa99 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.749360] env[62438]: DEBUG nova.scheduler.client.report [None req-ee7e9633-d586-40b3-a88e-b18b86970df4 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1618.756291] env[62438]: DEBUG oslo_vmware.api [None req-967ef1f7-1ca3-4d36-8430-8eb42825aa61 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Waiting for the task: (returnval){ [ 1618.756291] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52fea2bc-ae6c-6e35-7306-4c577201e549" [ 1618.756291] env[62438]: _type = "Task" [ 1618.756291] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.759046] env[62438]: DEBUG oslo_vmware.api [None req-f20d9b2e-ba0d-4120-864a-765343c6b41a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Task: {'id': task-1785192, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.759868] env[62438]: DEBUG nova.network.neutron [req-a44b27b0-f767-423f-9325-ab52e862e0fd req-280037e7-0786-45d2-bc1b-03639eae7704 service nova] [instance: 9cf04ffb-65ba-405b-91ca-dbc2ca54ea4d] Updated VIF entry in instance network info cache for port 815e7e33-b005-408e-a0b5-2de22e0096a6. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1618.760229] env[62438]: DEBUG nova.network.neutron [req-a44b27b0-f767-423f-9325-ab52e862e0fd req-280037e7-0786-45d2-bc1b-03639eae7704 service nova] [instance: 9cf04ffb-65ba-405b-91ca-dbc2ca54ea4d] Updating instance_info_cache with network_info: [{"id": "815e7e33-b005-408e-a0b5-2de22e0096a6", "address": "fa:16:3e:89:7f:4c", "network": {"id": "528df1c4-0750-4190-a45e-f07e53da997f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1177177355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "579bcf2e9e71442b900e46cf4d97668b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap815e7e33-b0", "ovs_interfaceid": "815e7e33-b005-408e-a0b5-2de22e0096a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1618.770434] env[62438]: DEBUG oslo_vmware.api [None req-967ef1f7-1ca3-4d36-8430-8eb42825aa61 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52fea2bc-ae6c-6e35-7306-4c577201e549, 'name': SearchDatastore_Task, 'duration_secs': 0.01011} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.771195] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0c4c829-2c12-48f9-9db4-0cfe4fd56e73 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.776985] env[62438]: DEBUG oslo_vmware.api [None req-967ef1f7-1ca3-4d36-8430-8eb42825aa61 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Waiting for the task: (returnval){ [ 1618.776985] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52535df2-2ac8-9934-e999-c4da7d25bb46" [ 1618.776985] env[62438]: _type = "Task" [ 1618.776985] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.784395] env[62438]: DEBUG oslo_vmware.api [None req-967ef1f7-1ca3-4d36-8430-8eb42825aa61 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52535df2-2ac8-9934-e999-c4da7d25bb46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.809343] env[62438]: DEBUG nova.compute.manager [None req-a3a2428f-db14-47a9-bfb4-c67c9cbfed06 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] [instance: 64db0082-d145-4041-b231-d7a1bf4dfa42] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1618.835167] env[62438]: DEBUG nova.virt.hardware [None req-a3a2428f-db14-47a9-bfb4-c67c9cbfed06 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1618.835488] env[62438]: DEBUG nova.virt.hardware [None req-a3a2428f-db14-47a9-bfb4-c67c9cbfed06 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1618.835703] env[62438]: DEBUG nova.virt.hardware [None req-a3a2428f-db14-47a9-bfb4-c67c9cbfed06 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1618.835977] env[62438]: DEBUG nova.virt.hardware [None req-a3a2428f-db14-47a9-bfb4-c67c9cbfed06 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1618.836203] env[62438]: DEBUG nova.virt.hardware [None req-a3a2428f-db14-47a9-bfb4-c67c9cbfed06 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1618.836411] env[62438]: DEBUG nova.virt.hardware [None req-a3a2428f-db14-47a9-bfb4-c67c9cbfed06 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1618.836694] env[62438]: DEBUG nova.virt.hardware [None req-a3a2428f-db14-47a9-bfb4-c67c9cbfed06 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1618.836903] env[62438]: DEBUG nova.virt.hardware [None req-a3a2428f-db14-47a9-bfb4-c67c9cbfed06 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1618.837132] env[62438]: DEBUG nova.virt.hardware [None req-a3a2428f-db14-47a9-bfb4-c67c9cbfed06 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1618.837353] env[62438]: DEBUG nova.virt.hardware [None req-a3a2428f-db14-47a9-bfb4-c67c9cbfed06 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1618.837586] env[62438]: DEBUG nova.virt.hardware [None req-a3a2428f-db14-47a9-bfb4-c67c9cbfed06 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1618.838559] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ab3ca2-1254-4fcc-bd0c-864428ac0c73 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.848765] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e37b90e-83cf-4083-bd2e-99e20d28619e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.941133] env[62438]: DEBUG oslo_concurrency.lockutils [None req-21be9692-9a1a-4af2-bdc1-6dcb74e7c1d7 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Acquiring lock "7d53f422-ce2a-4fb4-b8f7-66da14a63202" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1618.941430] env[62438]: DEBUG oslo_concurrency.lockutils [None req-21be9692-9a1a-4af2-bdc1-6dcb74e7c1d7 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Lock "7d53f422-ce2a-4fb4-b8f7-66da14a63202" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1618.941647] env[62438]: DEBUG oslo_concurrency.lockutils [None req-21be9692-9a1a-4af2-bdc1-6dcb74e7c1d7 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Acquiring lock "7d53f422-ce2a-4fb4-b8f7-66da14a63202-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1618.941842] env[62438]: DEBUG oslo_concurrency.lockutils [None req-21be9692-9a1a-4af2-bdc1-6dcb74e7c1d7 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Lock "7d53f422-ce2a-4fb4-b8f7-66da14a63202-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1618.942073] env[62438]: DEBUG oslo_concurrency.lockutils [None req-21be9692-9a1a-4af2-bdc1-6dcb74e7c1d7 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Lock "7d53f422-ce2a-4fb4-b8f7-66da14a63202-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1618.944296] env[62438]: INFO nova.compute.manager [None req-21be9692-9a1a-4af2-bdc1-6dcb74e7c1d7 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 7d53f422-ce2a-4fb4-b8f7-66da14a63202] Terminating instance [ 1618.946205] env[62438]: DEBUG nova.compute.manager [None req-21be9692-9a1a-4af2-bdc1-6dcb74e7c1d7 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 7d53f422-ce2a-4fb4-b8f7-66da14a63202] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1618.946407] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-21be9692-9a1a-4af2-bdc1-6dcb74e7c1d7 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 7d53f422-ce2a-4fb4-b8f7-66da14a63202] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1618.947326] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f997e789-7e90-4a59-af75-3b540ac12e18 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.964555] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-21be9692-9a1a-4af2-bdc1-6dcb74e7c1d7 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 7d53f422-ce2a-4fb4-b8f7-66da14a63202] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1618.964755] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b830ae5b-a20e-4ef1-a973-5b36c0147390 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.973461] env[62438]: DEBUG oslo_vmware.api [None req-21be9692-9a1a-4af2-bdc1-6dcb74e7c1d7 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Waiting for the task: (returnval){ [ 1618.973461] env[62438]: value = "task-1785193" [ 1618.973461] env[62438]: _type = "Task" [ 1618.973461] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.987013] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785191, 'name': CreateVM_Task} progress is 99%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.990995] env[62438]: DEBUG oslo_vmware.api [None req-21be9692-9a1a-4af2-bdc1-6dcb74e7c1d7 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Task: {'id': task-1785193, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.020066] env[62438]: DEBUG oslo_vmware.api [None req-ee517181-d3d9-4aa3-b895-caa5b9df2c48 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1785187, 'name': CloneVM_Task} progress is 94%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.049269] env[62438]: INFO nova.compute.manager [None req-5fea279a-cf52-46d5-b5d4-52a4d9781311 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 1191392f-d14e-4a06-b978-60a80682cbf7] Shelve offloading [ 1619.051406] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fea279a-cf52-46d5-b5d4-52a4d9781311 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 1191392f-d14e-4a06-b978-60a80682cbf7] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1619.051755] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e73ae2a2-65b1-4b0c-8230-9ee5667928f5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.060504] env[62438]: DEBUG oslo_vmware.api [None req-5fea279a-cf52-46d5-b5d4-52a4d9781311 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Waiting for the task: (returnval){ [ 1619.060504] env[62438]: value = "task-1785194" [ 1619.060504] env[62438]: _type = "Task" [ 1619.060504] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.070850] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fea279a-cf52-46d5-b5d4-52a4d9781311 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 1191392f-d14e-4a06-b978-60a80682cbf7] VM already powered off {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 1619.073030] env[62438]: DEBUG nova.compute.manager [None req-5fea279a-cf52-46d5-b5d4-52a4d9781311 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 1191392f-d14e-4a06-b978-60a80682cbf7] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1619.073030] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b22c2b-e4ce-42f4-9b03-a1d6c6da6025 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.082531] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5fea279a-cf52-46d5-b5d4-52a4d9781311 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Acquiring lock "refresh_cache-1191392f-d14e-4a06-b978-60a80682cbf7" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1619.082757] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5fea279a-cf52-46d5-b5d4-52a4d9781311 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Acquired lock "refresh_cache-1191392f-d14e-4a06-b978-60a80682cbf7" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1619.082960] env[62438]: DEBUG nova.network.neutron [None req-5fea279a-cf52-46d5-b5d4-52a4d9781311 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 1191392f-d14e-4a06-b978-60a80682cbf7] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1619.103522] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac6afee-b0b1-475d-a9dc-b91df07f0e9d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.125405] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-783a1f6a-2fc4-4a43-8718-52671b8e9d2f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.133745] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-353e3e13-cd33-4385-b926-c0d866de79a7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: a160d6df-ab59-48f0-a076-020afbd2af66] Updating instance 'a160d6df-ab59-48f0-a076-020afbd2af66' progress to 83 {{(pid=62438) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1619.248560] env[62438]: DEBUG nova.network.neutron [None req-a3a2428f-db14-47a9-bfb4-c67c9cbfed06 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] [instance: 64db0082-d145-4041-b231-d7a1bf4dfa42] Successfully updated port: 83f1ffe4-fb50-40fb-b737-9fa3106a0d81 {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1619.259773] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ee7e9633-d586-40b3-a88e-b18b86970df4 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.474s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1619.259773] env[62438]: INFO nova.compute.manager [None req-ee7e9633-d586-40b3-a88e-b18b86970df4 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Migrating [ 1619.265812] env[62438]: DEBUG oslo_vmware.api [None req-f20d9b2e-ba0d-4120-864a-765343c6b41a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Task: {'id': task-1785192, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.268431] env[62438]: DEBUG oslo_concurrency.lockutils [None req-95c8eb24-c994-47fa-8a5e-7f00149ea4dc tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.304s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1619.268661] env[62438]: DEBUG nova.objects.instance [None req-95c8eb24-c994-47fa-8a5e-7f00149ea4dc tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Lazy-loading 'resources' on Instance uuid 6a4e1ee0-26ef-481b-bbe3-eebc22e5e3e5 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1619.270073] env[62438]: DEBUG oslo_concurrency.lockutils [req-a44b27b0-f767-423f-9325-ab52e862e0fd req-280037e7-0786-45d2-bc1b-03639eae7704 service nova] Releasing lock "refresh_cache-9cf04ffb-65ba-405b-91ca-dbc2ca54ea4d" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1619.292897] env[62438]: DEBUG oslo_vmware.api [None req-967ef1f7-1ca3-4d36-8430-8eb42825aa61 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52535df2-2ac8-9934-e999-c4da7d25bb46, 'name': SearchDatastore_Task, 'duration_secs': 0.010076} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.292897] env[62438]: DEBUG oslo_concurrency.lockutils [None req-967ef1f7-1ca3-4d36-8430-8eb42825aa61 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1619.293118] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-967ef1f7-1ca3-4d36-8430-8eb42825aa61 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] a5e53532-e8f8-4e2f-9330-28a76b7860bb/a5e53532-e8f8-4e2f-9330-28a76b7860bb.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1619.293250] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-10f8ffc8-bcfc-46c4-bb7e-c97b847da919 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.301655] env[62438]: DEBUG oslo_vmware.api [None req-967ef1f7-1ca3-4d36-8430-8eb42825aa61 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Waiting for the task: (returnval){ [ 1619.301655] env[62438]: value = "task-1785195" [ 1619.301655] env[62438]: _type = "Task" [ 1619.301655] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.310278] env[62438]: DEBUG oslo_vmware.api [None req-967ef1f7-1ca3-4d36-8430-8eb42825aa61 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Task: {'id': task-1785195, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.485274] env[62438]: DEBUG oslo_vmware.api [None req-21be9692-9a1a-4af2-bdc1-6dcb74e7c1d7 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Task: {'id': task-1785193, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.490516] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785191, 'name': CreateVM_Task, 'duration_secs': 0.942215} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.490707] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cf04ffb-65ba-405b-91ca-dbc2ca54ea4d] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1619.491461] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d49c10d0-72a8-497c-8b7f-834481f7fe7d tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1619.491646] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d49c10d0-72a8-497c-8b7f-834481f7fe7d tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1619.492011] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d49c10d0-72a8-497c-8b7f-834481f7fe7d tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1619.492305] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50962adf-3464-40cf-965d-06aeac5c2090 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.497512] env[62438]: DEBUG oslo_vmware.api [None req-d49c10d0-72a8-497c-8b7f-834481f7fe7d tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Waiting for the task: (returnval){ [ 1619.497512] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]525d80c3-c06a-84c2-0a37-5f5fd3c440ba" [ 1619.497512] env[62438]: _type = "Task" [ 1619.497512] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.505672] env[62438]: DEBUG oslo_vmware.api [None req-d49c10d0-72a8-497c-8b7f-834481f7fe7d tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]525d80c3-c06a-84c2-0a37-5f5fd3c440ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.519519] env[62438]: DEBUG oslo_vmware.api [None req-ee517181-d3d9-4aa3-b895-caa5b9df2c48 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1785187, 'name': CloneVM_Task} progress is 94%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.640197] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-353e3e13-cd33-4385-b926-c0d866de79a7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: a160d6df-ab59-48f0-a076-020afbd2af66] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1619.640517] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c9ad6e2-d0eb-4145-9fd5-8cd066ec0b4a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.647345] env[62438]: DEBUG oslo_vmware.api [None req-353e3e13-cd33-4385-b926-c0d866de79a7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Waiting for the task: (returnval){ [ 1619.647345] env[62438]: value = "task-1785196" [ 1619.647345] env[62438]: _type = "Task" [ 1619.647345] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.654652] env[62438]: DEBUG oslo_vmware.api [None req-353e3e13-cd33-4385-b926-c0d866de79a7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1785196, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.760449] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a3a2428f-db14-47a9-bfb4-c67c9cbfed06 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Acquiring lock "refresh_cache-64db0082-d145-4041-b231-d7a1bf4dfa42" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1619.760449] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a3a2428f-db14-47a9-bfb4-c67c9cbfed06 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Acquired lock "refresh_cache-64db0082-d145-4041-b231-d7a1bf4dfa42" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1619.760449] env[62438]: DEBUG nova.network.neutron [None req-a3a2428f-db14-47a9-bfb4-c67c9cbfed06 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] [instance: 64db0082-d145-4041-b231-d7a1bf4dfa42] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1619.760449] env[62438]: DEBUG oslo_vmware.api [None req-f20d9b2e-ba0d-4120-864a-765343c6b41a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Task: {'id': task-1785192, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.823347} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.760449] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-f20d9b2e-ba0d-4120-864a-765343c6b41a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 473744fb-4d72-49a3-bf1b-1cca94c8869e/473744fb-4d72-49a3-bf1b-1cca94c8869e.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1619.760828] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f20d9b2e-ba0d-4120-864a-765343c6b41a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: 473744fb-4d72-49a3-bf1b-1cca94c8869e] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1619.762027] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9e20668b-6a1f-4fd8-8f22-2a665bb37164 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.769580] env[62438]: DEBUG oslo_vmware.api [None req-f20d9b2e-ba0d-4120-864a-765343c6b41a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Waiting for the task: (returnval){ [ 1619.769580] env[62438]: value = "task-1785197" [ 1619.769580] env[62438]: _type = "Task" [ 1619.769580] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.775641] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ee7e9633-d586-40b3-a88e-b18b86970df4 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Acquiring lock "refresh_cache-0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1619.777035] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ee7e9633-d586-40b3-a88e-b18b86970df4 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Acquired lock "refresh_cache-0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1619.777035] env[62438]: DEBUG nova.network.neutron [None req-ee7e9633-d586-40b3-a88e-b18b86970df4 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1619.785422] env[62438]: DEBUG oslo_vmware.api [None req-f20d9b2e-ba0d-4120-864a-765343c6b41a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Task: {'id': task-1785197, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.814527] env[62438]: DEBUG oslo_vmware.api [None req-967ef1f7-1ca3-4d36-8430-8eb42825aa61 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Task: {'id': task-1785195, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.824553] env[62438]: DEBUG nova.network.neutron [None req-5fea279a-cf52-46d5-b5d4-52a4d9781311 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 1191392f-d14e-4a06-b978-60a80682cbf7] Updating instance_info_cache with network_info: [{"id": "9cbea527-6058-41e9-ba10-5cb5956a458c", "address": "fa:16:3e:ba:00:5f", "network": {"id": "5ede523c-f6dc-46cc-9ded-91d22501f3ac", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-229264200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da30195a54754dadacbdb0481116cd03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cbea527-60", "ovs_interfaceid": "9cbea527-6058-41e9-ba10-5cb5956a458c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1619.986372] env[62438]: DEBUG oslo_vmware.api [None req-21be9692-9a1a-4af2-bdc1-6dcb74e7c1d7 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Task: {'id': task-1785193, 'name': PowerOffVM_Task, 'duration_secs': 0.690429} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.986669] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-21be9692-9a1a-4af2-bdc1-6dcb74e7c1d7 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 7d53f422-ce2a-4fb4-b8f7-66da14a63202] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1619.987397] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-21be9692-9a1a-4af2-bdc1-6dcb74e7c1d7 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 7d53f422-ce2a-4fb4-b8f7-66da14a63202] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1619.987673] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fa69efaf-7411-4734-bd8a-763c1bb292a1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.999891] env[62438]: DEBUG nova.compute.manager [req-316ec0d3-8c02-41af-981d-4799146b67db req-6e9f0601-0103-4565-b8d3-c370eebcedf5 service nova] [instance: 64db0082-d145-4041-b231-d7a1bf4dfa42] Received event network-vif-plugged-83f1ffe4-fb50-40fb-b737-9fa3106a0d81 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1620.000315] env[62438]: DEBUG oslo_concurrency.lockutils [req-316ec0d3-8c02-41af-981d-4799146b67db req-6e9f0601-0103-4565-b8d3-c370eebcedf5 service nova] Acquiring lock "64db0082-d145-4041-b231-d7a1bf4dfa42-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1620.001195] env[62438]: DEBUG oslo_concurrency.lockutils [req-316ec0d3-8c02-41af-981d-4799146b67db req-6e9f0601-0103-4565-b8d3-c370eebcedf5 service nova] Lock "64db0082-d145-4041-b231-d7a1bf4dfa42-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1620.001447] env[62438]: DEBUG oslo_concurrency.lockutils [req-316ec0d3-8c02-41af-981d-4799146b67db req-6e9f0601-0103-4565-b8d3-c370eebcedf5 service nova] Lock "64db0082-d145-4041-b231-d7a1bf4dfa42-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1620.001737] env[62438]: DEBUG nova.compute.manager [req-316ec0d3-8c02-41af-981d-4799146b67db req-6e9f0601-0103-4565-b8d3-c370eebcedf5 service nova] [instance: 64db0082-d145-4041-b231-d7a1bf4dfa42] No waiting events found dispatching network-vif-plugged-83f1ffe4-fb50-40fb-b737-9fa3106a0d81 {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1620.002027] env[62438]: WARNING nova.compute.manager [req-316ec0d3-8c02-41af-981d-4799146b67db req-6e9f0601-0103-4565-b8d3-c370eebcedf5 service nova] [instance: 64db0082-d145-4041-b231-d7a1bf4dfa42] Received unexpected event network-vif-plugged-83f1ffe4-fb50-40fb-b737-9fa3106a0d81 for instance with vm_state building and task_state spawning. [ 1620.002240] env[62438]: DEBUG nova.compute.manager [req-316ec0d3-8c02-41af-981d-4799146b67db req-6e9f0601-0103-4565-b8d3-c370eebcedf5 service nova] [instance: 64db0082-d145-4041-b231-d7a1bf4dfa42] Received event network-changed-83f1ffe4-fb50-40fb-b737-9fa3106a0d81 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1620.002433] env[62438]: DEBUG nova.compute.manager [req-316ec0d3-8c02-41af-981d-4799146b67db req-6e9f0601-0103-4565-b8d3-c370eebcedf5 service nova] [instance: 64db0082-d145-4041-b231-d7a1bf4dfa42] Refreshing instance network info cache due to event network-changed-83f1ffe4-fb50-40fb-b737-9fa3106a0d81. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1620.002629] env[62438]: DEBUG oslo_concurrency.lockutils [req-316ec0d3-8c02-41af-981d-4799146b67db req-6e9f0601-0103-4565-b8d3-c370eebcedf5 service nova] Acquiring lock "refresh_cache-64db0082-d145-4041-b231-d7a1bf4dfa42" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1620.020454] env[62438]: DEBUG oslo_vmware.api [None req-d49c10d0-72a8-497c-8b7f-834481f7fe7d tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]525d80c3-c06a-84c2-0a37-5f5fd3c440ba, 'name': SearchDatastore_Task, 'duration_secs': 0.055625} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.020889] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d49c10d0-72a8-497c-8b7f-834481f7fe7d tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1620.021059] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-d49c10d0-72a8-497c-8b7f-834481f7fe7d tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: 9cf04ffb-65ba-405b-91ca-dbc2ca54ea4d] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1620.021300] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d49c10d0-72a8-497c-8b7f-834481f7fe7d tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1620.021459] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d49c10d0-72a8-497c-8b7f-834481f7fe7d tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1620.021642] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-d49c10d0-72a8-497c-8b7f-834481f7fe7d tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1620.022368] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eac9f999-801f-4aaa-8f5b-1bc82e3c50b1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.031983] env[62438]: DEBUG oslo_vmware.api [None req-ee517181-d3d9-4aa3-b895-caa5b9df2c48 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1785187, 'name': CloneVM_Task} progress is 94%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.052630] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-d49c10d0-72a8-497c-8b7f-834481f7fe7d tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1620.052853] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-d49c10d0-72a8-497c-8b7f-834481f7fe7d tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1620.054021] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7b36379-5d03-44d7-b8ac-8a945d95f3d4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.061096] env[62438]: DEBUG oslo_vmware.api [None req-d49c10d0-72a8-497c-8b7f-834481f7fe7d tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Waiting for the task: (returnval){ [ 1620.061096] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]525af43b-84ae-f1ea-5b8a-be836bd76a41" [ 1620.061096] env[62438]: _type = "Task" [ 1620.061096] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.068718] env[62438]: DEBUG oslo_vmware.api [None req-d49c10d0-72a8-497c-8b7f-834481f7fe7d tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]525af43b-84ae-f1ea-5b8a-be836bd76a41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.128486] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-21be9692-9a1a-4af2-bdc1-6dcb74e7c1d7 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 7d53f422-ce2a-4fb4-b8f7-66da14a63202] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1620.128707] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-21be9692-9a1a-4af2-bdc1-6dcb74e7c1d7 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 7d53f422-ce2a-4fb4-b8f7-66da14a63202] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1620.128894] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-21be9692-9a1a-4af2-bdc1-6dcb74e7c1d7 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Deleting the datastore file [datastore1] 7d53f422-ce2a-4fb4-b8f7-66da14a63202 {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1620.129194] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e50a0d9a-5343-47cd-99be-3ca310a9c547 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.136703] env[62438]: DEBUG oslo_vmware.api [None req-21be9692-9a1a-4af2-bdc1-6dcb74e7c1d7 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Waiting for the task: (returnval){ [ 1620.136703] env[62438]: value = "task-1785199" [ 1620.136703] env[62438]: _type = "Task" [ 1620.136703] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.141279] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71274e08-72af-4458-a2f0-9fea8b33053f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.149401] env[62438]: DEBUG oslo_vmware.api [None req-21be9692-9a1a-4af2-bdc1-6dcb74e7c1d7 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Task: {'id': task-1785199, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.154698] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dcb10ec-9826-4905-8d39-ea7f40d360cb {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.162356] env[62438]: DEBUG oslo_vmware.api [None req-353e3e13-cd33-4385-b926-c0d866de79a7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1785196, 'name': PowerOnVM_Task, 'duration_secs': 0.404988} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.185970] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-353e3e13-cd33-4385-b926-c0d866de79a7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: a160d6df-ab59-48f0-a076-020afbd2af66] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1620.186249] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-353e3e13-cd33-4385-b926-c0d866de79a7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: a160d6df-ab59-48f0-a076-020afbd2af66] Updating instance 'a160d6df-ab59-48f0-a076-020afbd2af66' progress to 100 {{(pid=62438) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1620.190732] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ea600c-0ed6-4e55-b733-b28b1eb9ef49 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.198459] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2db8f558-90d9-4de5-b583-92926dc40c77 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.211886] env[62438]: DEBUG nova.compute.provider_tree [None req-95c8eb24-c994-47fa-8a5e-7f00149ea4dc tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1620.279047] env[62438]: DEBUG oslo_vmware.api [None req-f20d9b2e-ba0d-4120-864a-765343c6b41a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Task: {'id': task-1785197, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.297189] env[62438]: DEBUG nova.network.neutron [None req-a3a2428f-db14-47a9-bfb4-c67c9cbfed06 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] [instance: 64db0082-d145-4041-b231-d7a1bf4dfa42] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1620.312737] env[62438]: DEBUG oslo_vmware.api [None req-967ef1f7-1ca3-4d36-8430-8eb42825aa61 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Task: {'id': task-1785195, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.326906] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5fea279a-cf52-46d5-b5d4-52a4d9781311 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Releasing lock "refresh_cache-1191392f-d14e-4a06-b978-60a80682cbf7" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1620.511837] env[62438]: DEBUG nova.network.neutron [None req-a3a2428f-db14-47a9-bfb4-c67c9cbfed06 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] [instance: 64db0082-d145-4041-b231-d7a1bf4dfa42] Updating instance_info_cache with network_info: [{"id": "83f1ffe4-fb50-40fb-b737-9fa3106a0d81", "address": "fa:16:3e:fc:ae:09", "network": {"id": "d54cb1cf-bdc6-486b-b8b2-6c3f1d6f16bb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-650752656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "112ee5b983ae47d389c1242114d1b04d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83f1ffe4-fb", "ovs_interfaceid": "83f1ffe4-fb50-40fb-b737-9fa3106a0d81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1620.526721] env[62438]: DEBUG oslo_vmware.api [None req-ee517181-d3d9-4aa3-b895-caa5b9df2c48 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1785187, 'name': CloneVM_Task} progress is 95%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.570902] env[62438]: DEBUG oslo_vmware.api [None req-d49c10d0-72a8-497c-8b7f-834481f7fe7d tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]525af43b-84ae-f1ea-5b8a-be836bd76a41, 'name': SearchDatastore_Task, 'duration_secs': 0.126612} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.571717] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f87c89d-eddd-4768-86f7-760691c1aee3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.577080] env[62438]: DEBUG oslo_vmware.api [None req-d49c10d0-72a8-497c-8b7f-834481f7fe7d tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Waiting for the task: (returnval){ [ 1620.577080] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52b0652c-3d4b-ea77-5882-48d17d97a96e" [ 1620.577080] env[62438]: _type = "Task" [ 1620.577080] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.584435] env[62438]: DEBUG oslo_vmware.api [None req-d49c10d0-72a8-497c-8b7f-834481f7fe7d tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52b0652c-3d4b-ea77-5882-48d17d97a96e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.645576] env[62438]: DEBUG oslo_vmware.api [None req-21be9692-9a1a-4af2-bdc1-6dcb74e7c1d7 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Task: {'id': task-1785199, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.492433} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.645845] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-21be9692-9a1a-4af2-bdc1-6dcb74e7c1d7 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1620.646093] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-21be9692-9a1a-4af2-bdc1-6dcb74e7c1d7 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 7d53f422-ce2a-4fb4-b8f7-66da14a63202] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1620.646288] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-21be9692-9a1a-4af2-bdc1-6dcb74e7c1d7 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 7d53f422-ce2a-4fb4-b8f7-66da14a63202] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1620.646496] env[62438]: INFO nova.compute.manager [None req-21be9692-9a1a-4af2-bdc1-6dcb74e7c1d7 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 7d53f422-ce2a-4fb4-b8f7-66da14a63202] Took 1.70 seconds to destroy the instance on the hypervisor. [ 1620.646748] env[62438]: DEBUG oslo.service.loopingcall [None req-21be9692-9a1a-4af2-bdc1-6dcb74e7c1d7 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1620.646981] env[62438]: DEBUG nova.compute.manager [-] [instance: 7d53f422-ce2a-4fb4-b8f7-66da14a63202] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1620.647098] env[62438]: DEBUG nova.network.neutron [-] [instance: 7d53f422-ce2a-4fb4-b8f7-66da14a63202] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1620.682500] env[62438]: DEBUG nova.network.neutron [None req-ee7e9633-d586-40b3-a88e-b18b86970df4 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Updating instance_info_cache with network_info: [{"id": "0576ae22-b3b2-43f7-a451-6d22f3ed03c5", "address": "fa:16:3e:be:d3:07", "network": {"id": "0dbd3920-b0f9-440c-828e-f62c188026e3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-185667311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f3dbad0ee7a4ddebd396ce5fa49f1d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0576ae22-b3", "ovs_interfaceid": "0576ae22-b3b2-43f7-a451-6d22f3ed03c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1620.715314] env[62438]: DEBUG nova.scheduler.client.report [None req-95c8eb24-c994-47fa-8a5e-7f00149ea4dc tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1620.721354] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-5fea279a-cf52-46d5-b5d4-52a4d9781311 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 1191392f-d14e-4a06-b978-60a80682cbf7] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1620.721354] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be13556d-f537-46f1-a70e-75ff15031b22 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.730754] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-5fea279a-cf52-46d5-b5d4-52a4d9781311 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 1191392f-d14e-4a06-b978-60a80682cbf7] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1620.731071] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f134be83-43f9-40a6-ac4a-d5d124157315 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.778420] env[62438]: DEBUG oslo_vmware.api [None req-f20d9b2e-ba0d-4120-864a-765343c6b41a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Task: {'id': task-1785197, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.730016} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.778695] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f20d9b2e-ba0d-4120-864a-765343c6b41a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: 473744fb-4d72-49a3-bf1b-1cca94c8869e] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1620.779461] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b80b02-775e-4da9-aaf0-4bb53fac5da4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.802762] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-f20d9b2e-ba0d-4120-864a-765343c6b41a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: 473744fb-4d72-49a3-bf1b-1cca94c8869e] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 473744fb-4d72-49a3-bf1b-1cca94c8869e/473744fb-4d72-49a3-bf1b-1cca94c8869e.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1620.802762] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cbe7aea0-b3ba-4f99-87e3-d35d20f09642 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.823455] env[62438]: DEBUG oslo_vmware.api [None req-967ef1f7-1ca3-4d36-8430-8eb42825aa61 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Task: {'id': task-1785195, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.188346} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.824705] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-967ef1f7-1ca3-4d36-8430-8eb42825aa61 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] a5e53532-e8f8-4e2f-9330-28a76b7860bb/a5e53532-e8f8-4e2f-9330-28a76b7860bb.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1620.824925] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-967ef1f7-1ca3-4d36-8430-8eb42825aa61 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: a5e53532-e8f8-4e2f-9330-28a76b7860bb] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1620.825253] env[62438]: DEBUG oslo_vmware.api [None req-f20d9b2e-ba0d-4120-864a-765343c6b41a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Waiting for the task: (returnval){ [ 1620.825253] env[62438]: value = "task-1785201" [ 1620.825253] env[62438]: _type = "Task" [ 1620.825253] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.825447] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9e6e54f7-f47a-40b0-bcee-30edc29aeb04 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.835887] env[62438]: DEBUG oslo_vmware.api [None req-f20d9b2e-ba0d-4120-864a-765343c6b41a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Task: {'id': task-1785201, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.837885] env[62438]: DEBUG oslo_vmware.api [None req-967ef1f7-1ca3-4d36-8430-8eb42825aa61 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Waiting for the task: (returnval){ [ 1620.837885] env[62438]: value = "task-1785202" [ 1620.837885] env[62438]: _type = "Task" [ 1620.837885] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.838116] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-5fea279a-cf52-46d5-b5d4-52a4d9781311 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 1191392f-d14e-4a06-b978-60a80682cbf7] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1620.838328] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-5fea279a-cf52-46d5-b5d4-52a4d9781311 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 1191392f-d14e-4a06-b978-60a80682cbf7] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1620.838506] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fea279a-cf52-46d5-b5d4-52a4d9781311 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Deleting the datastore file [datastore1] 1191392f-d14e-4a06-b978-60a80682cbf7 {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1620.838785] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc044654-8fcf-458b-affe-905240b9346d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.849395] env[62438]: DEBUG oslo_vmware.api [None req-967ef1f7-1ca3-4d36-8430-8eb42825aa61 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Task: {'id': task-1785202, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.851149] env[62438]: DEBUG oslo_vmware.api [None req-5fea279a-cf52-46d5-b5d4-52a4d9781311 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Waiting for the task: (returnval){ [ 1620.851149] env[62438]: value = "task-1785203" [ 1620.851149] env[62438]: _type = "Task" [ 1620.851149] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.858984] env[62438]: DEBUG oslo_vmware.api [None req-5fea279a-cf52-46d5-b5d4-52a4d9781311 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1785203, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.014734] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a3a2428f-db14-47a9-bfb4-c67c9cbfed06 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Releasing lock "refresh_cache-64db0082-d145-4041-b231-d7a1bf4dfa42" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1621.015088] env[62438]: DEBUG nova.compute.manager [None req-a3a2428f-db14-47a9-bfb4-c67c9cbfed06 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] [instance: 64db0082-d145-4041-b231-d7a1bf4dfa42] Instance network_info: |[{"id": "83f1ffe4-fb50-40fb-b737-9fa3106a0d81", "address": "fa:16:3e:fc:ae:09", "network": {"id": "d54cb1cf-bdc6-486b-b8b2-6c3f1d6f16bb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-650752656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "112ee5b983ae47d389c1242114d1b04d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83f1ffe4-fb", "ovs_interfaceid": "83f1ffe4-fb50-40fb-b737-9fa3106a0d81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1621.018929] env[62438]: DEBUG oslo_concurrency.lockutils [req-316ec0d3-8c02-41af-981d-4799146b67db req-6e9f0601-0103-4565-b8d3-c370eebcedf5 service nova] Acquired lock "refresh_cache-64db0082-d145-4041-b231-d7a1bf4dfa42" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1621.019140] env[62438]: DEBUG nova.network.neutron [req-316ec0d3-8c02-41af-981d-4799146b67db req-6e9f0601-0103-4565-b8d3-c370eebcedf5 service nova] [instance: 64db0082-d145-4041-b231-d7a1bf4dfa42] Refreshing network info cache for port 83f1ffe4-fb50-40fb-b737-9fa3106a0d81 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1621.020310] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a2428f-db14-47a9-bfb4-c67c9cbfed06 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] [instance: 64db0082-d145-4041-b231-d7a1bf4dfa42] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:ae:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1bf71001-973b-4fda-b804-ee6abcd12776', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '83f1ffe4-fb50-40fb-b737-9fa3106a0d81', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1621.027850] env[62438]: DEBUG oslo.service.loopingcall [None req-a3a2428f-db14-47a9-bfb4-c67c9cbfed06 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1621.030671] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64db0082-d145-4041-b231-d7a1bf4dfa42] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1621.031639] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-29b54df5-0a6d-4a4d-9ff5-3b49385cd921 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.050821] env[62438]: DEBUG oslo_vmware.api [None req-ee517181-d3d9-4aa3-b895-caa5b9df2c48 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1785187, 'name': CloneVM_Task, 'duration_secs': 4.622693} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.051499] env[62438]: INFO nova.virt.vmwareapi.vmops [None req-ee517181-d3d9-4aa3-b895-caa5b9df2c48 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: e45fba41-a8f5-4b19-9d7f-43d071e581f8] Created linked-clone VM from snapshot [ 1621.052238] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c65a1e-7d5a-4016-b1e3-2f9d66103363 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.056135] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1621.056135] env[62438]: value = "task-1785204" [ 1621.056135] env[62438]: _type = "Task" [ 1621.056135] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.061529] env[62438]: DEBUG nova.virt.vmwareapi.images [None req-ee517181-d3d9-4aa3-b895-caa5b9df2c48 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: e45fba41-a8f5-4b19-9d7f-43d071e581f8] Uploading image c75e147b-7e86-49e7-b26a-c0fab6934b16 {{(pid=62438) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 1621.067839] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785204, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.073894] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee517181-d3d9-4aa3-b895-caa5b9df2c48 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: e45fba41-a8f5-4b19-9d7f-43d071e581f8] Destroying the VM {{(pid=62438) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 1621.074201] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-64145a09-418a-424c-be1e-b62f16255ed4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.082291] env[62438]: DEBUG oslo_vmware.api [None req-ee517181-d3d9-4aa3-b895-caa5b9df2c48 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Waiting for the task: (returnval){ [ 1621.082291] env[62438]: value = "task-1785205" [ 1621.082291] env[62438]: _type = "Task" [ 1621.082291] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.088931] env[62438]: DEBUG oslo_vmware.api [None req-d49c10d0-72a8-497c-8b7f-834481f7fe7d tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52b0652c-3d4b-ea77-5882-48d17d97a96e, 'name': SearchDatastore_Task, 'duration_secs': 0.008973} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.089550] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d49c10d0-72a8-497c-8b7f-834481f7fe7d tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1621.089815] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-d49c10d0-72a8-497c-8b7f-834481f7fe7d tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 9cf04ffb-65ba-405b-91ca-dbc2ca54ea4d/9cf04ffb-65ba-405b-91ca-dbc2ca54ea4d.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1621.090067] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b3ed97fc-6342-4e8a-8748-b35e2005fa5a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.094891] env[62438]: DEBUG oslo_vmware.api [None req-ee517181-d3d9-4aa3-b895-caa5b9df2c48 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1785205, 'name': Destroy_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.098879] env[62438]: DEBUG oslo_vmware.api [None req-d49c10d0-72a8-497c-8b7f-834481f7fe7d tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Waiting for the task: (returnval){ [ 1621.098879] env[62438]: value = "task-1785206" [ 1621.098879] env[62438]: _type = "Task" [ 1621.098879] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.107449] env[62438]: DEBUG oslo_vmware.api [None req-d49c10d0-72a8-497c-8b7f-834481f7fe7d tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Task: {'id': task-1785206, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.185370] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ee7e9633-d586-40b3-a88e-b18b86970df4 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Releasing lock "refresh_cache-0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1621.219651] env[62438]: DEBUG oslo_concurrency.lockutils [None req-95c8eb24-c994-47fa-8a5e-7f00149ea4dc tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.951s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1621.221690] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a508cac0-11c3-4173-97c0-975e80ea1d70 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.240s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1621.221943] env[62438]: DEBUG nova.objects.instance [None req-a508cac0-11c3-4173-97c0-975e80ea1d70 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Lazy-loading 'resources' on Instance uuid 2f64f74d-cbfc-49e5-a3d5-45d715172b90 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1621.248044] env[62438]: INFO nova.scheduler.client.report [None req-95c8eb24-c994-47fa-8a5e-7f00149ea4dc tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Deleted allocations for instance 6a4e1ee0-26ef-481b-bbe3-eebc22e5e3e5 [ 1621.338917] env[62438]: DEBUG oslo_vmware.api [None req-f20d9b2e-ba0d-4120-864a-765343c6b41a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Task: {'id': task-1785201, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.343439] env[62438]: DEBUG nova.network.neutron [req-316ec0d3-8c02-41af-981d-4799146b67db req-6e9f0601-0103-4565-b8d3-c370eebcedf5 service nova] [instance: 64db0082-d145-4041-b231-d7a1bf4dfa42] Updated VIF entry in instance network info cache for port 83f1ffe4-fb50-40fb-b737-9fa3106a0d81. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1621.344168] env[62438]: DEBUG nova.network.neutron [req-316ec0d3-8c02-41af-981d-4799146b67db req-6e9f0601-0103-4565-b8d3-c370eebcedf5 service nova] [instance: 64db0082-d145-4041-b231-d7a1bf4dfa42] Updating instance_info_cache with network_info: [{"id": "83f1ffe4-fb50-40fb-b737-9fa3106a0d81", "address": "fa:16:3e:fc:ae:09", "network": {"id": "d54cb1cf-bdc6-486b-b8b2-6c3f1d6f16bb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-650752656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "112ee5b983ae47d389c1242114d1b04d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83f1ffe4-fb", "ovs_interfaceid": "83f1ffe4-fb50-40fb-b737-9fa3106a0d81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1621.352778] env[62438]: DEBUG oslo_vmware.api [None req-967ef1f7-1ca3-4d36-8430-8eb42825aa61 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Task: {'id': task-1785202, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105699} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.352778] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-967ef1f7-1ca3-4d36-8430-8eb42825aa61 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: a5e53532-e8f8-4e2f-9330-28a76b7860bb] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1621.352778] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb02168-fe4e-4675-8655-6c6196b39a1c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.379952] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-967ef1f7-1ca3-4d36-8430-8eb42825aa61 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: a5e53532-e8f8-4e2f-9330-28a76b7860bb] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] a5e53532-e8f8-4e2f-9330-28a76b7860bb/a5e53532-e8f8-4e2f-9330-28a76b7860bb.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1621.384027] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fdbb4c73-d222-499f-b506-7d1c1d45f52b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.399151] env[62438]: DEBUG oslo_vmware.api [None req-5fea279a-cf52-46d5-b5d4-52a4d9781311 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1785203, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131692} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.399876] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fea279a-cf52-46d5-b5d4-52a4d9781311 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1621.400153] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-5fea279a-cf52-46d5-b5d4-52a4d9781311 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 1191392f-d14e-4a06-b978-60a80682cbf7] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1621.400414] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-5fea279a-cf52-46d5-b5d4-52a4d9781311 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 1191392f-d14e-4a06-b978-60a80682cbf7] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1621.408750] env[62438]: DEBUG oslo_vmware.api [None req-967ef1f7-1ca3-4d36-8430-8eb42825aa61 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Waiting for the task: (returnval){ [ 1621.408750] env[62438]: value = "task-1785207" [ 1621.408750] env[62438]: _type = "Task" [ 1621.408750] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.421159] env[62438]: DEBUG oslo_vmware.api [None req-967ef1f7-1ca3-4d36-8430-8eb42825aa61 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Task: {'id': task-1785207, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.422470] env[62438]: INFO nova.scheduler.client.report [None req-5fea279a-cf52-46d5-b5d4-52a4d9781311 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Deleted allocations for instance 1191392f-d14e-4a06-b978-60a80682cbf7 [ 1621.567596] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785204, 'name': CreateVM_Task, 'duration_secs': 0.391087} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.567596] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64db0082-d145-4041-b231-d7a1bf4dfa42] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1621.568423] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a3a2428f-db14-47a9-bfb4-c67c9cbfed06 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1621.568618] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a3a2428f-db14-47a9-bfb4-c67c9cbfed06 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1621.568969] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a3a2428f-db14-47a9-bfb4-c67c9cbfed06 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1621.569290] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c12cca26-a347-4024-a36a-631e89dae6ec {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.574386] env[62438]: DEBUG oslo_vmware.api [None req-a3a2428f-db14-47a9-bfb4-c67c9cbfed06 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Waiting for the task: (returnval){ [ 1621.574386] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]521051aa-8c36-3101-ee87-3e8581d31f1a" [ 1621.574386] env[62438]: _type = "Task" [ 1621.574386] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.582926] env[62438]: DEBUG oslo_vmware.api [None req-a3a2428f-db14-47a9-bfb4-c67c9cbfed06 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]521051aa-8c36-3101-ee87-3e8581d31f1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.590850] env[62438]: DEBUG oslo_vmware.api [None req-ee517181-d3d9-4aa3-b895-caa5b9df2c48 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1785205, 'name': Destroy_Task} progress is 33%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.608544] env[62438]: DEBUG oslo_vmware.api [None req-d49c10d0-72a8-497c-8b7f-834481f7fe7d tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Task: {'id': task-1785206, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.647389] env[62438]: DEBUG nova.network.neutron [-] [instance: 7d53f422-ce2a-4fb4-b8f7-66da14a63202] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1621.766997] env[62438]: DEBUG oslo_concurrency.lockutils [None req-95c8eb24-c994-47fa-8a5e-7f00149ea4dc tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Lock "6a4e1ee0-26ef-481b-bbe3-eebc22e5e3e5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.109s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1621.838588] env[62438]: DEBUG oslo_vmware.api [None req-f20d9b2e-ba0d-4120-864a-765343c6b41a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Task: {'id': task-1785201, 'name': ReconfigVM_Task, 'duration_secs': 0.622072} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.838911] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-f20d9b2e-ba0d-4120-864a-765343c6b41a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: 473744fb-4d72-49a3-bf1b-1cca94c8869e] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 473744fb-4d72-49a3-bf1b-1cca94c8869e/473744fb-4d72-49a3-bf1b-1cca94c8869e.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1621.839527] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-66b9030f-ddbb-4a2b-b073-540ed263af90 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.845354] env[62438]: DEBUG oslo_vmware.api [None req-f20d9b2e-ba0d-4120-864a-765343c6b41a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Waiting for the task: (returnval){ [ 1621.845354] env[62438]: value = "task-1785208" [ 1621.845354] env[62438]: _type = "Task" [ 1621.845354] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.848508] env[62438]: DEBUG oslo_concurrency.lockutils [req-316ec0d3-8c02-41af-981d-4799146b67db req-6e9f0601-0103-4565-b8d3-c370eebcedf5 service nova] Releasing lock "refresh_cache-64db0082-d145-4041-b231-d7a1bf4dfa42" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1621.856706] env[62438]: DEBUG oslo_vmware.api [None req-f20d9b2e-ba0d-4120-864a-765343c6b41a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Task: {'id': task-1785208, 'name': Rename_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.920371] env[62438]: DEBUG oslo_vmware.api [None req-967ef1f7-1ca3-4d36-8430-8eb42825aa61 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Task: {'id': task-1785207, 'name': ReconfigVM_Task, 'duration_secs': 0.357946} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.920652] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-967ef1f7-1ca3-4d36-8430-8eb42825aa61 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: a5e53532-e8f8-4e2f-9330-28a76b7860bb] Reconfigured VM instance instance-00000048 to attach disk [datastore1] a5e53532-e8f8-4e2f-9330-28a76b7860bb/a5e53532-e8f8-4e2f-9330-28a76b7860bb.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1621.921563] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-51e03066-0249-4e61-9be5-1ce8c6b3ed77 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.927890] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5fea279a-cf52-46d5-b5d4-52a4d9781311 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1621.928277] env[62438]: DEBUG oslo_vmware.api [None req-967ef1f7-1ca3-4d36-8430-8eb42825aa61 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Waiting for the task: (returnval){ [ 1621.928277] env[62438]: value = "task-1785209" [ 1621.928277] env[62438]: _type = "Task" [ 1621.928277] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.938912] env[62438]: DEBUG oslo_vmware.api [None req-967ef1f7-1ca3-4d36-8430-8eb42825aa61 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Task: {'id': task-1785209, 'name': Rename_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.026685] env[62438]: DEBUG nova.compute.manager [req-7a99ce01-35c1-4786-ac1c-fead11027c97 req-959110c0-1b73-4e25-a5a2-6603098d9df9 service nova] [instance: 1191392f-d14e-4a06-b978-60a80682cbf7] Received event network-vif-unplugged-9cbea527-6058-41e9-ba10-5cb5956a458c {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1622.026914] env[62438]: DEBUG oslo_concurrency.lockutils [req-7a99ce01-35c1-4786-ac1c-fead11027c97 req-959110c0-1b73-4e25-a5a2-6603098d9df9 service nova] Acquiring lock "1191392f-d14e-4a06-b978-60a80682cbf7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1622.027191] env[62438]: DEBUG oslo_concurrency.lockutils [req-7a99ce01-35c1-4786-ac1c-fead11027c97 req-959110c0-1b73-4e25-a5a2-6603098d9df9 service nova] Lock "1191392f-d14e-4a06-b978-60a80682cbf7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1622.027379] env[62438]: DEBUG oslo_concurrency.lockutils [req-7a99ce01-35c1-4786-ac1c-fead11027c97 req-959110c0-1b73-4e25-a5a2-6603098d9df9 service nova] Lock "1191392f-d14e-4a06-b978-60a80682cbf7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1622.027554] env[62438]: DEBUG nova.compute.manager [req-7a99ce01-35c1-4786-ac1c-fead11027c97 req-959110c0-1b73-4e25-a5a2-6603098d9df9 service nova] [instance: 1191392f-d14e-4a06-b978-60a80682cbf7] No waiting events found dispatching network-vif-unplugged-9cbea527-6058-41e9-ba10-5cb5956a458c {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1622.027729] env[62438]: WARNING nova.compute.manager [req-7a99ce01-35c1-4786-ac1c-fead11027c97 req-959110c0-1b73-4e25-a5a2-6603098d9df9 service nova] [instance: 1191392f-d14e-4a06-b978-60a80682cbf7] Received unexpected event network-vif-unplugged-9cbea527-6058-41e9-ba10-5cb5956a458c for instance with vm_state shelved_offloaded and task_state None. [ 1622.027893] env[62438]: DEBUG nova.compute.manager [req-7a99ce01-35c1-4786-ac1c-fead11027c97 req-959110c0-1b73-4e25-a5a2-6603098d9df9 service nova] [instance: 1191392f-d14e-4a06-b978-60a80682cbf7] Received event network-changed-9cbea527-6058-41e9-ba10-5cb5956a458c {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1622.028068] env[62438]: DEBUG nova.compute.manager [req-7a99ce01-35c1-4786-ac1c-fead11027c97 req-959110c0-1b73-4e25-a5a2-6603098d9df9 service nova] [instance: 1191392f-d14e-4a06-b978-60a80682cbf7] Refreshing instance network info cache due to event network-changed-9cbea527-6058-41e9-ba10-5cb5956a458c. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1622.028291] env[62438]: DEBUG oslo_concurrency.lockutils [req-7a99ce01-35c1-4786-ac1c-fead11027c97 req-959110c0-1b73-4e25-a5a2-6603098d9df9 service nova] Acquiring lock "refresh_cache-1191392f-d14e-4a06-b978-60a80682cbf7" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1622.028479] env[62438]: DEBUG oslo_concurrency.lockutils [req-7a99ce01-35c1-4786-ac1c-fead11027c97 req-959110c0-1b73-4e25-a5a2-6603098d9df9 service nova] Acquired lock "refresh_cache-1191392f-d14e-4a06-b978-60a80682cbf7" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1622.028650] env[62438]: DEBUG nova.network.neutron [req-7a99ce01-35c1-4786-ac1c-fead11027c97 req-959110c0-1b73-4e25-a5a2-6603098d9df9 service nova] [instance: 1191392f-d14e-4a06-b978-60a80682cbf7] Refreshing network info cache for port 9cbea527-6058-41e9-ba10-5cb5956a458c {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1622.042591] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4689592-9320-4b3d-86c1-ac43b25655af {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.050743] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe218ca6-5fb0-412c-9978-bbbe5d1a2220 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.086768] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e15541f-56a1-499f-aa0c-ae3328412377 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.103180] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d323307-70f6-4169-aeb1-4963f5045f97 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.107405] env[62438]: DEBUG oslo_vmware.api [None req-a3a2428f-db14-47a9-bfb4-c67c9cbfed06 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]521051aa-8c36-3101-ee87-3e8581d31f1a, 'name': SearchDatastore_Task, 'duration_secs': 0.07764} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.107725] env[62438]: DEBUG oslo_vmware.api [None req-ee517181-d3d9-4aa3-b895-caa5b9df2c48 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1785205, 'name': Destroy_Task, 'duration_secs': 0.716525} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.108021] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a3a2428f-db14-47a9-bfb4-c67c9cbfed06 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1622.108289] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a2428f-db14-47a9-bfb4-c67c9cbfed06 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] [instance: 64db0082-d145-4041-b231-d7a1bf4dfa42] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1622.108595] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a3a2428f-db14-47a9-bfb4-c67c9cbfed06 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1622.108746] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a3a2428f-db14-47a9-bfb4-c67c9cbfed06 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1622.108930] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3a2428f-db14-47a9-bfb4-c67c9cbfed06 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1622.111850] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-ee517181-d3d9-4aa3-b895-caa5b9df2c48 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: e45fba41-a8f5-4b19-9d7f-43d071e581f8] Destroyed the VM [ 1622.112114] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-ee517181-d3d9-4aa3-b895-caa5b9df2c48 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: e45fba41-a8f5-4b19-9d7f-43d071e581f8] Deleting Snapshot of the VM instance {{(pid=62438) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1622.112798] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f21050a-ad18-4142-89ab-70b75712f421 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.114742] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-336940f8-e651-40f4-9b3e-a624695bbe01 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.124776] env[62438]: DEBUG nova.compute.provider_tree [None req-a508cac0-11c3-4173-97c0-975e80ea1d70 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1622.129639] env[62438]: DEBUG oslo_vmware.api [None req-d49c10d0-72a8-497c-8b7f-834481f7fe7d tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Task: {'id': task-1785206, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.627206} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.130172] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-d49c10d0-72a8-497c-8b7f-834481f7fe7d tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 9cf04ffb-65ba-405b-91ca-dbc2ca54ea4d/9cf04ffb-65ba-405b-91ca-dbc2ca54ea4d.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1622.130402] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-d49c10d0-72a8-497c-8b7f-834481f7fe7d tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: 9cf04ffb-65ba-405b-91ca-dbc2ca54ea4d] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1622.130659] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8d747cc1-a302-4a80-8db8-34e4cb6c3770 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.134213] env[62438]: DEBUG oslo_vmware.api [None req-ee517181-d3d9-4aa3-b895-caa5b9df2c48 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Waiting for the task: (returnval){ [ 1622.134213] env[62438]: value = "task-1785210" [ 1622.134213] env[62438]: _type = "Task" [ 1622.134213] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.135738] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3a2428f-db14-47a9-bfb4-c67c9cbfed06 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1622.135944] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a2428f-db14-47a9-bfb4-c67c9cbfed06 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1622.139739] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc41bf21-05a1-448a-a2bb-74e6a5d33c99 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.143933] env[62438]: DEBUG oslo_vmware.api [None req-d49c10d0-72a8-497c-8b7f-834481f7fe7d tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Waiting for the task: (returnval){ [ 1622.143933] env[62438]: value = "task-1785211" [ 1622.143933] env[62438]: _type = "Task" [ 1622.143933] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.153597] env[62438]: DEBUG oslo_vmware.api [None req-a3a2428f-db14-47a9-bfb4-c67c9cbfed06 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Waiting for the task: (returnval){ [ 1622.153597] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5278a955-e0d5-2302-122e-e3b39560c2c8" [ 1622.153597] env[62438]: _type = "Task" [ 1622.153597] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.153977] env[62438]: INFO nova.compute.manager [-] [instance: 7d53f422-ce2a-4fb4-b8f7-66da14a63202] Took 1.51 seconds to deallocate network for instance. [ 1622.154301] env[62438]: DEBUG oslo_vmware.api [None req-ee517181-d3d9-4aa3-b895-caa5b9df2c48 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1785210, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.164818] env[62438]: DEBUG oslo_vmware.api [None req-d49c10d0-72a8-497c-8b7f-834481f7fe7d tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Task: {'id': task-1785211, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.170576] env[62438]: DEBUG oslo_vmware.api [None req-a3a2428f-db14-47a9-bfb4-c67c9cbfed06 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5278a955-e0d5-2302-122e-e3b39560c2c8, 'name': SearchDatastore_Task, 'duration_secs': 0.010278} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.171446] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c65e87f-1d14-4ef6-aaa8-aa68276d37bd {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.178686] env[62438]: DEBUG oslo_vmware.api [None req-a3a2428f-db14-47a9-bfb4-c67c9cbfed06 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Waiting for the task: (returnval){ [ 1622.178686] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]522944e9-dc65-f16c-9d2d-08538fc181df" [ 1622.178686] env[62438]: _type = "Task" [ 1622.178686] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.185353] env[62438]: DEBUG oslo_vmware.api [None req-a3a2428f-db14-47a9-bfb4-c67c9cbfed06 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]522944e9-dc65-f16c-9d2d-08538fc181df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.283553] env[62438]: DEBUG oslo_concurrency.lockutils [None req-147e700b-333f-4a16-942f-3f037f9451a3 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Acquiring lock "a160d6df-ab59-48f0-a076-020afbd2af66" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1622.283866] env[62438]: DEBUG oslo_concurrency.lockutils [None req-147e700b-333f-4a16-942f-3f037f9451a3 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Lock "a160d6df-ab59-48f0-a076-020afbd2af66" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1622.284100] env[62438]: DEBUG nova.compute.manager [None req-147e700b-333f-4a16-942f-3f037f9451a3 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: a160d6df-ab59-48f0-a076-020afbd2af66] Going to confirm migration 4 {{(pid=62438) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4783}} [ 1622.355962] env[62438]: DEBUG oslo_vmware.api [None req-f20d9b2e-ba0d-4120-864a-765343c6b41a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Task: {'id': task-1785208, 'name': Rename_Task, 'duration_secs': 0.287002} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.355962] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-f20d9b2e-ba0d-4120-864a-765343c6b41a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: 473744fb-4d72-49a3-bf1b-1cca94c8869e] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1622.355962] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b5ace96-0b92-4b63-8d97-3be7ce210d8e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.361980] env[62438]: DEBUG oslo_vmware.api [None req-f20d9b2e-ba0d-4120-864a-765343c6b41a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Waiting for the task: (returnval){ [ 1622.361980] env[62438]: value = "task-1785212" [ 1622.361980] env[62438]: _type = "Task" [ 1622.361980] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.371163] env[62438]: DEBUG oslo_vmware.api [None req-f20d9b2e-ba0d-4120-864a-765343c6b41a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Task: {'id': task-1785212, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.440964] env[62438]: DEBUG oslo_vmware.api [None req-967ef1f7-1ca3-4d36-8430-8eb42825aa61 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Task: {'id': task-1785209, 'name': Rename_Task, 'duration_secs': 0.247054} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.441325] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-967ef1f7-1ca3-4d36-8430-8eb42825aa61 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: a5e53532-e8f8-4e2f-9330-28a76b7860bb] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1622.441605] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14ddd88b-ccd3-4591-8e1c-c36e43d9726b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.447604] env[62438]: DEBUG oslo_vmware.api [None req-967ef1f7-1ca3-4d36-8430-8eb42825aa61 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Waiting for the task: (returnval){ [ 1622.447604] env[62438]: value = "task-1785213" [ 1622.447604] env[62438]: _type = "Task" [ 1622.447604] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.455822] env[62438]: DEBUG oslo_vmware.api [None req-967ef1f7-1ca3-4d36-8430-8eb42825aa61 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Task: {'id': task-1785213, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.633816] env[62438]: DEBUG nova.scheduler.client.report [None req-a508cac0-11c3-4173-97c0-975e80ea1d70 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1622.646599] env[62438]: DEBUG oslo_vmware.api [None req-ee517181-d3d9-4aa3-b895-caa5b9df2c48 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1785210, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.655093] env[62438]: DEBUG oslo_vmware.api [None req-d49c10d0-72a8-497c-8b7f-834481f7fe7d tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Task: {'id': task-1785211, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07934} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.657615] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-d49c10d0-72a8-497c-8b7f-834481f7fe7d tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: 9cf04ffb-65ba-405b-91ca-dbc2ca54ea4d] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1622.658722] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b29dc019-c920-4379-818b-3182ad3ebff1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.678022] env[62438]: DEBUG oslo_concurrency.lockutils [None req-21be9692-9a1a-4af2-bdc1-6dcb74e7c1d7 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1622.690162] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-d49c10d0-72a8-497c-8b7f-834481f7fe7d tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: 9cf04ffb-65ba-405b-91ca-dbc2ca54ea4d] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 9cf04ffb-65ba-405b-91ca-dbc2ca54ea4d/9cf04ffb-65ba-405b-91ca-dbc2ca54ea4d.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1622.694018] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ac1c334-8d5e-4a0a-9e88-036f6f5d7d32 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.718624] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-564c8383-a0de-475f-91df-f45d8a8dccac {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.723385] env[62438]: DEBUG oslo_vmware.api [None req-d49c10d0-72a8-497c-8b7f-834481f7fe7d tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Waiting for the task: (returnval){ [ 1622.723385] env[62438]: value = "task-1785214" [ 1622.723385] env[62438]: _type = "Task" [ 1622.723385] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.747337] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-ee7e9633-d586-40b3-a88e-b18b86970df4 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Updating instance '0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a' progress to 0 {{(pid=62438) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1622.751264] env[62438]: DEBUG oslo_vmware.api [None req-a3a2428f-db14-47a9-bfb4-c67c9cbfed06 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]522944e9-dc65-f16c-9d2d-08538fc181df, 'name': SearchDatastore_Task, 'duration_secs': 0.014107} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.754709] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a3a2428f-db14-47a9-bfb4-c67c9cbfed06 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1622.755042] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3a2428f-db14-47a9-bfb4-c67c9cbfed06 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 64db0082-d145-4041-b231-d7a1bf4dfa42/64db0082-d145-4041-b231-d7a1bf4dfa42.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1622.755344] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b87a90fe-1663-4ca9-ad2d-63d476453d78 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.762602] env[62438]: DEBUG oslo_vmware.api [None req-d49c10d0-72a8-497c-8b7f-834481f7fe7d tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Task: {'id': task-1785214, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.767893] env[62438]: DEBUG oslo_vmware.api [None req-a3a2428f-db14-47a9-bfb4-c67c9cbfed06 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Waiting for the task: (returnval){ [ 1622.767893] env[62438]: value = "task-1785215" [ 1622.767893] env[62438]: _type = "Task" [ 1622.767893] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.777113] env[62438]: DEBUG oslo_vmware.api [None req-a3a2428f-db14-47a9-bfb4-c67c9cbfed06 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Task: {'id': task-1785215, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.873459] env[62438]: DEBUG oslo_vmware.api [None req-f20d9b2e-ba0d-4120-864a-765343c6b41a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Task: {'id': task-1785212, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.874498] env[62438]: DEBUG nova.network.neutron [req-7a99ce01-35c1-4786-ac1c-fead11027c97 req-959110c0-1b73-4e25-a5a2-6603098d9df9 service nova] [instance: 1191392f-d14e-4a06-b978-60a80682cbf7] Updated VIF entry in instance network info cache for port 9cbea527-6058-41e9-ba10-5cb5956a458c. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1622.874986] env[62438]: DEBUG nova.network.neutron [req-7a99ce01-35c1-4786-ac1c-fead11027c97 req-959110c0-1b73-4e25-a5a2-6603098d9df9 service nova] [instance: 1191392f-d14e-4a06-b978-60a80682cbf7] Updating instance_info_cache with network_info: [{"id": "9cbea527-6058-41e9-ba10-5cb5956a458c", "address": "fa:16:3e:ba:00:5f", "network": {"id": "5ede523c-f6dc-46cc-9ded-91d22501f3ac", "bridge": null, "label": "tempest-DeleteServersTestJSON-229264200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da30195a54754dadacbdb0481116cd03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap9cbea527-60", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1622.888280] env[62438]: DEBUG oslo_concurrency.lockutils [None req-147e700b-333f-4a16-942f-3f037f9451a3 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Acquiring lock "refresh_cache-a160d6df-ab59-48f0-a076-020afbd2af66" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1622.888467] env[62438]: DEBUG oslo_concurrency.lockutils [None req-147e700b-333f-4a16-942f-3f037f9451a3 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Acquired lock "refresh_cache-a160d6df-ab59-48f0-a076-020afbd2af66" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1622.888677] env[62438]: DEBUG nova.network.neutron [None req-147e700b-333f-4a16-942f-3f037f9451a3 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: a160d6df-ab59-48f0-a076-020afbd2af66] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1622.888877] env[62438]: DEBUG nova.objects.instance [None req-147e700b-333f-4a16-942f-3f037f9451a3 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Lazy-loading 'info_cache' on Instance uuid a160d6df-ab59-48f0-a076-020afbd2af66 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1622.959304] env[62438]: DEBUG oslo_vmware.api [None req-967ef1f7-1ca3-4d36-8430-8eb42825aa61 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Task: {'id': task-1785213, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.082486] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e1e6b6a8-feb3-444f-b366-606b628211fa tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Acquiring lock "1191392f-d14e-4a06-b978-60a80682cbf7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1623.139097] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a508cac0-11c3-4173-97c0-975e80ea1d70 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.917s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1623.147938] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a7d8524a-0f56-41be-94fc-44c73d0e1040 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.483s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1623.150683] env[62438]: INFO nova.compute.claims [None req-a7d8524a-0f56-41be-94fc-44c73d0e1040 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1623.162890] env[62438]: DEBUG oslo_vmware.api [None req-ee517181-d3d9-4aa3-b895-caa5b9df2c48 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1785210, 'name': RemoveSnapshot_Task, 'duration_secs': 0.856919} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.163323] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-ee517181-d3d9-4aa3-b895-caa5b9df2c48 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: e45fba41-a8f5-4b19-9d7f-43d071e581f8] Deleted Snapshot of the VM instance {{(pid=62438) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1623.184529] env[62438]: INFO nova.scheduler.client.report [None req-a508cac0-11c3-4173-97c0-975e80ea1d70 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Deleted allocations for instance 2f64f74d-cbfc-49e5-a3d5-45d715172b90 [ 1623.238360] env[62438]: DEBUG oslo_vmware.api [None req-d49c10d0-72a8-497c-8b7f-834481f7fe7d tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Task: {'id': task-1785214, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.254116] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee7e9633-d586-40b3-a88e-b18b86970df4 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1623.254429] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-45e3972d-90b7-4eff-a572-92eca9c50fda {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.263044] env[62438]: DEBUG oslo_vmware.api [None req-ee7e9633-d586-40b3-a88e-b18b86970df4 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Waiting for the task: (returnval){ [ 1623.263044] env[62438]: value = "task-1785216" [ 1623.263044] env[62438]: _type = "Task" [ 1623.263044] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.275081] env[62438]: DEBUG oslo_vmware.api [None req-ee7e9633-d586-40b3-a88e-b18b86970df4 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785216, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.280363] env[62438]: DEBUG oslo_vmware.api [None req-a3a2428f-db14-47a9-bfb4-c67c9cbfed06 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Task: {'id': task-1785215, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.372717] env[62438]: DEBUG oslo_vmware.api [None req-f20d9b2e-ba0d-4120-864a-765343c6b41a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Task: {'id': task-1785212, 'name': PowerOnVM_Task, 'duration_secs': 0.612211} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.373016] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-f20d9b2e-ba0d-4120-864a-765343c6b41a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: 473744fb-4d72-49a3-bf1b-1cca94c8869e] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1623.373239] env[62438]: INFO nova.compute.manager [None req-f20d9b2e-ba0d-4120-864a-765343c6b41a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: 473744fb-4d72-49a3-bf1b-1cca94c8869e] Took 11.98 seconds to spawn the instance on the hypervisor. [ 1623.373425] env[62438]: DEBUG nova.compute.manager [None req-f20d9b2e-ba0d-4120-864a-765343c6b41a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: 473744fb-4d72-49a3-bf1b-1cca94c8869e] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1623.374260] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b414c589-b0bc-4637-a7a3-011a9b18a813 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.377366] env[62438]: DEBUG oslo_concurrency.lockutils [req-7a99ce01-35c1-4786-ac1c-fead11027c97 req-959110c0-1b73-4e25-a5a2-6603098d9df9 service nova] Releasing lock "refresh_cache-1191392f-d14e-4a06-b978-60a80682cbf7" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1623.377606] env[62438]: DEBUG nova.compute.manager [req-7a99ce01-35c1-4786-ac1c-fead11027c97 req-959110c0-1b73-4e25-a5a2-6603098d9df9 service nova] [instance: 7d53f422-ce2a-4fb4-b8f7-66da14a63202] Received event network-vif-deleted-a74f1b5c-bd70-4696-afa1-3da7fee83d24 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1623.458251] env[62438]: DEBUG oslo_vmware.api [None req-967ef1f7-1ca3-4d36-8430-8eb42825aa61 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Task: {'id': task-1785213, 'name': PowerOnVM_Task, 'duration_secs': 0.540485} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.458565] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-967ef1f7-1ca3-4d36-8430-8eb42825aa61 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: a5e53532-e8f8-4e2f-9330-28a76b7860bb] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1623.458726] env[62438]: INFO nova.compute.manager [None req-967ef1f7-1ca3-4d36-8430-8eb42825aa61 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: a5e53532-e8f8-4e2f-9330-28a76b7860bb] Took 9.59 seconds to spawn the instance on the hypervisor. [ 1623.458910] env[62438]: DEBUG nova.compute.manager [None req-967ef1f7-1ca3-4d36-8430-8eb42825aa61 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: a5e53532-e8f8-4e2f-9330-28a76b7860bb] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1623.460868] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b9426f8-18b9-4ddd-9b79-089292e068f3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.668936] env[62438]: WARNING nova.compute.manager [None req-ee517181-d3d9-4aa3-b895-caa5b9df2c48 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: e45fba41-a8f5-4b19-9d7f-43d071e581f8] Image not found during snapshot: nova.exception.ImageNotFound: Image c75e147b-7e86-49e7-b26a-c0fab6934b16 could not be found. [ 1623.693606] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a508cac0-11c3-4173-97c0-975e80ea1d70 tempest-ListServersNegativeTestJSON-333986440 tempest-ListServersNegativeTestJSON-333986440-project-member] Lock "2f64f74d-cbfc-49e5-a3d5-45d715172b90" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.108s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1623.735149] env[62438]: DEBUG oslo_vmware.api [None req-d49c10d0-72a8-497c-8b7f-834481f7fe7d tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Task: {'id': task-1785214, 'name': ReconfigVM_Task, 'duration_secs': 0.572014} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.735433] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-d49c10d0-72a8-497c-8b7f-834481f7fe7d tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: 9cf04ffb-65ba-405b-91ca-dbc2ca54ea4d] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 9cf04ffb-65ba-405b-91ca-dbc2ca54ea4d/9cf04ffb-65ba-405b-91ca-dbc2ca54ea4d.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1623.736098] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-60d0b642-fbce-43f7-b284-f83a6e09ecc4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.742593] env[62438]: DEBUG oslo_vmware.api [None req-d49c10d0-72a8-497c-8b7f-834481f7fe7d tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Waiting for the task: (returnval){ [ 1623.742593] env[62438]: value = "task-1785217" [ 1623.742593] env[62438]: _type = "Task" [ 1623.742593] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.751092] env[62438]: DEBUG oslo_vmware.api [None req-d49c10d0-72a8-497c-8b7f-834481f7fe7d tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Task: {'id': task-1785217, 'name': Rename_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.778232] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee7e9633-d586-40b3-a88e-b18b86970df4 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] VM already powered off {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 1623.778330] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-ee7e9633-d586-40b3-a88e-b18b86970df4 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Updating instance '0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a' progress to 17 {{(pid=62438) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1623.787251] env[62438]: DEBUG oslo_vmware.api [None req-a3a2428f-db14-47a9-bfb4-c67c9cbfed06 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Task: {'id': task-1785215, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535874} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.787677] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3a2428f-db14-47a9-bfb4-c67c9cbfed06 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 64db0082-d145-4041-b231-d7a1bf4dfa42/64db0082-d145-4041-b231-d7a1bf4dfa42.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1623.787891] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a2428f-db14-47a9-bfb4-c67c9cbfed06 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] [instance: 64db0082-d145-4041-b231-d7a1bf4dfa42] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1623.788357] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-20dd4fc6-17cd-427d-bda8-5bd2e03fe7de {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.794491] env[62438]: DEBUG oslo_vmware.api [None req-a3a2428f-db14-47a9-bfb4-c67c9cbfed06 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Waiting for the task: (returnval){ [ 1623.794491] env[62438]: value = "task-1785218" [ 1623.794491] env[62438]: _type = "Task" [ 1623.794491] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.804221] env[62438]: DEBUG oslo_vmware.api [None req-a3a2428f-db14-47a9-bfb4-c67c9cbfed06 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Task: {'id': task-1785218, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.896241] env[62438]: INFO nova.compute.manager [None req-f20d9b2e-ba0d-4120-864a-765343c6b41a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: 473744fb-4d72-49a3-bf1b-1cca94c8869e] Took 26.23 seconds to build instance. [ 1623.977981] env[62438]: INFO nova.compute.manager [None req-967ef1f7-1ca3-4d36-8430-8eb42825aa61 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: a5e53532-e8f8-4e2f-9330-28a76b7860bb] Took 25.99 seconds to build instance. [ 1624.137862] env[62438]: DEBUG nova.network.neutron [None req-147e700b-333f-4a16-942f-3f037f9451a3 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: a160d6df-ab59-48f0-a076-020afbd2af66] Updating instance_info_cache with network_info: [{"id": "76dc258d-74d7-4b5e-b026-c24a300bcfec", "address": "fa:16:3e:b3:69:46", "network": {"id": "8d95458f-de27-4303-9cbb-3fc3119be5c6", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1928252065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c7d5b4fe1064c71becc5699e8467387", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76dc258d-74", "ovs_interfaceid": "76dc258d-74d7-4b5e-b026-c24a300bcfec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1624.252743] env[62438]: DEBUG oslo_vmware.api [None req-d49c10d0-72a8-497c-8b7f-834481f7fe7d tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Task: {'id': task-1785217, 'name': Rename_Task, 'duration_secs': 0.155133} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.255156] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-d49c10d0-72a8-497c-8b7f-834481f7fe7d tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: 9cf04ffb-65ba-405b-91ca-dbc2ca54ea4d] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1624.255581] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-736227de-348a-4ed6-ba24-43723679bcfa {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.261484] env[62438]: DEBUG oslo_vmware.api [None req-d49c10d0-72a8-497c-8b7f-834481f7fe7d tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Waiting for the task: (returnval){ [ 1624.261484] env[62438]: value = "task-1785219" [ 1624.261484] env[62438]: _type = "Task" [ 1624.261484] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.266535] env[62438]: DEBUG oslo_concurrency.lockutils [None req-4a5953dc-4c8e-4edb-b802-e3b040751460 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Acquiring lock "e45fba41-a8f5-4b19-9d7f-43d071e581f8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1624.266760] env[62438]: DEBUG oslo_concurrency.lockutils [None req-4a5953dc-4c8e-4edb-b802-e3b040751460 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Lock "e45fba41-a8f5-4b19-9d7f-43d071e581f8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1624.266993] env[62438]: DEBUG oslo_concurrency.lockutils [None req-4a5953dc-4c8e-4edb-b802-e3b040751460 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Acquiring lock "e45fba41-a8f5-4b19-9d7f-43d071e581f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1624.267403] env[62438]: DEBUG oslo_concurrency.lockutils [None req-4a5953dc-4c8e-4edb-b802-e3b040751460 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Lock "e45fba41-a8f5-4b19-9d7f-43d071e581f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1624.267403] env[62438]: DEBUG oslo_concurrency.lockutils [None req-4a5953dc-4c8e-4edb-b802-e3b040751460 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Lock "e45fba41-a8f5-4b19-9d7f-43d071e581f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1624.269881] env[62438]: INFO nova.compute.manager [None req-4a5953dc-4c8e-4edb-b802-e3b040751460 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: e45fba41-a8f5-4b19-9d7f-43d071e581f8] Terminating instance [ 1624.275476] env[62438]: DEBUG oslo_vmware.api [None req-d49c10d0-72a8-497c-8b7f-834481f7fe7d tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Task: {'id': task-1785219, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.276070] env[62438]: DEBUG nova.compute.manager [None req-4a5953dc-4c8e-4edb-b802-e3b040751460 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: e45fba41-a8f5-4b19-9d7f-43d071e581f8] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1624.276278] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-4a5953dc-4c8e-4edb-b802-e3b040751460 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: e45fba41-a8f5-4b19-9d7f-43d071e581f8] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1624.277199] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c55890c-c779-4f71-9b5e-bdc1ae7dfe30 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.286437] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a5953dc-4c8e-4edb-b802-e3b040751460 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: e45fba41-a8f5-4b19-9d7f-43d071e581f8] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1624.287047] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d1c9f66d-ca05-408d-b005-9505fcbf9ab7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.290471] env[62438]: DEBUG nova.virt.hardware [None req-ee7e9633-d586-40b3-a88e-b18b86970df4 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1624.290705] env[62438]: DEBUG nova.virt.hardware [None req-ee7e9633-d586-40b3-a88e-b18b86970df4 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1624.290868] env[62438]: DEBUG nova.virt.hardware [None req-ee7e9633-d586-40b3-a88e-b18b86970df4 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1624.291070] env[62438]: DEBUG nova.virt.hardware [None req-ee7e9633-d586-40b3-a88e-b18b86970df4 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1624.291226] env[62438]: DEBUG nova.virt.hardware [None req-ee7e9633-d586-40b3-a88e-b18b86970df4 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1624.291380] env[62438]: DEBUG nova.virt.hardware [None req-ee7e9633-d586-40b3-a88e-b18b86970df4 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1624.291584] env[62438]: DEBUG nova.virt.hardware [None req-ee7e9633-d586-40b3-a88e-b18b86970df4 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1624.291746] env[62438]: DEBUG nova.virt.hardware [None req-ee7e9633-d586-40b3-a88e-b18b86970df4 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1624.291954] env[62438]: DEBUG nova.virt.hardware [None req-ee7e9633-d586-40b3-a88e-b18b86970df4 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1624.292190] env[62438]: DEBUG nova.virt.hardware [None req-ee7e9633-d586-40b3-a88e-b18b86970df4 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1624.292382] env[62438]: DEBUG nova.virt.hardware [None req-ee7e9633-d586-40b3-a88e-b18b86970df4 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1624.299779] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e8d756d-7873-4634-8ae6-679d4fca371b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.316578] env[62438]: DEBUG oslo_vmware.api [None req-4a5953dc-4c8e-4edb-b802-e3b040751460 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Waiting for the task: (returnval){ [ 1624.316578] env[62438]: value = "task-1785220" [ 1624.316578] env[62438]: _type = "Task" [ 1624.316578] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.320080] env[62438]: DEBUG oslo_vmware.api [None req-a3a2428f-db14-47a9-bfb4-c67c9cbfed06 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Task: {'id': task-1785218, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064981} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.324541] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a2428f-db14-47a9-bfb4-c67c9cbfed06 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] [instance: 64db0082-d145-4041-b231-d7a1bf4dfa42] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1624.325089] env[62438]: DEBUG oslo_vmware.api [None req-ee7e9633-d586-40b3-a88e-b18b86970df4 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Waiting for the task: (returnval){ [ 1624.325089] env[62438]: value = "task-1785221" [ 1624.325089] env[62438]: _type = "Task" [ 1624.325089] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.325788] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e46d1052-c23b-41a2-bde8-64b34739f393 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.337663] env[62438]: DEBUG oslo_vmware.api [None req-4a5953dc-4c8e-4edb-b802-e3b040751460 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1785220, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.357400] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3a2428f-db14-47a9-bfb4-c67c9cbfed06 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] [instance: 64db0082-d145-4041-b231-d7a1bf4dfa42] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 64db0082-d145-4041-b231-d7a1bf4dfa42/64db0082-d145-4041-b231-d7a1bf4dfa42.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1624.363076] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b96425f6-a937-4886-868d-bc93609b6784 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.377259] env[62438]: DEBUG oslo_vmware.api [None req-ee7e9633-d586-40b3-a88e-b18b86970df4 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785221, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.382383] env[62438]: DEBUG oslo_vmware.api [None req-a3a2428f-db14-47a9-bfb4-c67c9cbfed06 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Waiting for the task: (returnval){ [ 1624.382383] env[62438]: value = "task-1785222" [ 1624.382383] env[62438]: _type = "Task" [ 1624.382383] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.390094] env[62438]: DEBUG oslo_vmware.api [None req-a3a2428f-db14-47a9-bfb4-c67c9cbfed06 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Task: {'id': task-1785222, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.398648] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f20d9b2e-ba0d-4120-864a-765343c6b41a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Lock "473744fb-4d72-49a3-bf1b-1cca94c8869e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.743s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1624.479896] env[62438]: DEBUG oslo_concurrency.lockutils [None req-967ef1f7-1ca3-4d36-8430-8eb42825aa61 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Lock "a5e53532-e8f8-4e2f-9330-28a76b7860bb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.505s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1624.503713] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f3ca8dd-c710-4c1a-9005-89a2a31fbbff {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.511548] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0469b3e-e4c8-4756-9c92-11452ecd6234 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.545501] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b35144eb-a931-414e-9b3b-062113e547aa {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.553858] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d7e7d6-edcb-4b02-8986-ed39db9b61ee {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.570611] env[62438]: DEBUG nova.compute.provider_tree [None req-a7d8524a-0f56-41be-94fc-44c73d0e1040 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1624.641805] env[62438]: DEBUG oslo_concurrency.lockutils [None req-147e700b-333f-4a16-942f-3f037f9451a3 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Releasing lock "refresh_cache-a160d6df-ab59-48f0-a076-020afbd2af66" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1624.641805] env[62438]: DEBUG nova.objects.instance [None req-147e700b-333f-4a16-942f-3f037f9451a3 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Lazy-loading 'migration_context' on Instance uuid a160d6df-ab59-48f0-a076-020afbd2af66 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1624.772436] env[62438]: DEBUG oslo_vmware.api [None req-d49c10d0-72a8-497c-8b7f-834481f7fe7d tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Task: {'id': task-1785219, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.830789] env[62438]: DEBUG oslo_vmware.api [None req-4a5953dc-4c8e-4edb-b802-e3b040751460 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1785220, 'name': PowerOffVM_Task, 'duration_secs': 0.328865} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.833751] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a5953dc-4c8e-4edb-b802-e3b040751460 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: e45fba41-a8f5-4b19-9d7f-43d071e581f8] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1624.833982] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-4a5953dc-4c8e-4edb-b802-e3b040751460 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: e45fba41-a8f5-4b19-9d7f-43d071e581f8] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1624.834302] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9defa246-46dd-4a21-8d0b-2e65ed50e1d0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.840986] env[62438]: DEBUG oslo_vmware.api [None req-ee7e9633-d586-40b3-a88e-b18b86970df4 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785221, 'name': ReconfigVM_Task, 'duration_secs': 0.253806} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.841570] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-ee7e9633-d586-40b3-a88e-b18b86970df4 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Updating instance '0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a' progress to 33 {{(pid=62438) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1624.893100] env[62438]: DEBUG oslo_vmware.api [None req-a3a2428f-db14-47a9-bfb4-c67c9cbfed06 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Task: {'id': task-1785222, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.943587] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-4a5953dc-4c8e-4edb-b802-e3b040751460 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: e45fba41-a8f5-4b19-9d7f-43d071e581f8] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1624.943878] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-4a5953dc-4c8e-4edb-b802-e3b040751460 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: e45fba41-a8f5-4b19-9d7f-43d071e581f8] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1624.944121] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a5953dc-4c8e-4edb-b802-e3b040751460 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Deleting the datastore file [datastore1] e45fba41-a8f5-4b19-9d7f-43d071e581f8 {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1624.944448] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb3079e7-ba16-42aa-ade0-5a068278091e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.950808] env[62438]: DEBUG oslo_vmware.api [None req-4a5953dc-4c8e-4edb-b802-e3b040751460 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Waiting for the task: (returnval){ [ 1624.950808] env[62438]: value = "task-1785224" [ 1624.950808] env[62438]: _type = "Task" [ 1624.950808] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.959135] env[62438]: DEBUG oslo_vmware.api [None req-4a5953dc-4c8e-4edb-b802-e3b040751460 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1785224, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.076335] env[62438]: DEBUG nova.scheduler.client.report [None req-a7d8524a-0f56-41be-94fc-44c73d0e1040 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1625.143624] env[62438]: DEBUG nova.objects.base [None req-147e700b-333f-4a16-942f-3f037f9451a3 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62438) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1625.144722] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b408652-607c-4fae-867e-41756ae84426 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.167050] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9efef667-6361-4260-a668-20453704ae67 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.172779] env[62438]: DEBUG oslo_vmware.api [None req-147e700b-333f-4a16-942f-3f037f9451a3 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Waiting for the task: (returnval){ [ 1625.172779] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52f70749-afb9-e459-4ac7-6ba81a3f20ed" [ 1625.172779] env[62438]: _type = "Task" [ 1625.172779] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.181465] env[62438]: DEBUG oslo_vmware.api [None req-147e700b-333f-4a16-942f-3f037f9451a3 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52f70749-afb9-e459-4ac7-6ba81a3f20ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.272850] env[62438]: DEBUG oslo_vmware.api [None req-d49c10d0-72a8-497c-8b7f-834481f7fe7d tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Task: {'id': task-1785219, 'name': PowerOnVM_Task, 'duration_secs': 0.839579} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.273294] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-d49c10d0-72a8-497c-8b7f-834481f7fe7d tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: 9cf04ffb-65ba-405b-91ca-dbc2ca54ea4d] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1625.273532] env[62438]: INFO nova.compute.manager [None req-d49c10d0-72a8-497c-8b7f-834481f7fe7d tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: 9cf04ffb-65ba-405b-91ca-dbc2ca54ea4d] Took 8.91 seconds to spawn the instance on the hypervisor. [ 1625.273724] env[62438]: DEBUG nova.compute.manager [None req-d49c10d0-72a8-497c-8b7f-834481f7fe7d tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: 9cf04ffb-65ba-405b-91ca-dbc2ca54ea4d] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1625.274541] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27716ecd-e50b-4391-b603-2cfab4e623e6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.348163] env[62438]: DEBUG nova.virt.hardware [None req-ee7e9633-d586-40b3-a88e-b18b86970df4 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1625.348163] env[62438]: DEBUG nova.virt.hardware [None req-ee7e9633-d586-40b3-a88e-b18b86970df4 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1625.348163] env[62438]: DEBUG nova.virt.hardware [None req-ee7e9633-d586-40b3-a88e-b18b86970df4 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1625.348163] env[62438]: DEBUG nova.virt.hardware [None req-ee7e9633-d586-40b3-a88e-b18b86970df4 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1625.348163] env[62438]: DEBUG nova.virt.hardware [None req-ee7e9633-d586-40b3-a88e-b18b86970df4 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1625.349867] env[62438]: DEBUG nova.virt.hardware [None req-ee7e9633-d586-40b3-a88e-b18b86970df4 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1625.350176] env[62438]: DEBUG nova.virt.hardware [None req-ee7e9633-d586-40b3-a88e-b18b86970df4 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1625.350387] env[62438]: DEBUG nova.virt.hardware [None req-ee7e9633-d586-40b3-a88e-b18b86970df4 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1625.350536] env[62438]: DEBUG nova.virt.hardware [None req-ee7e9633-d586-40b3-a88e-b18b86970df4 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1625.350709] env[62438]: DEBUG nova.virt.hardware [None req-ee7e9633-d586-40b3-a88e-b18b86970df4 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1625.350882] env[62438]: DEBUG nova.virt.hardware [None req-ee7e9633-d586-40b3-a88e-b18b86970df4 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1625.359094] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee7e9633-d586-40b3-a88e-b18b86970df4 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Reconfiguring VM instance instance-0000002f to detach disk 2000 {{(pid=62438) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1625.359094] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf9f6887-91ba-46bf-b36c-a37cad6c2c8f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.384980] env[62438]: DEBUG oslo_vmware.api [None req-ee7e9633-d586-40b3-a88e-b18b86970df4 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Waiting for the task: (returnval){ [ 1625.384980] env[62438]: value = "task-1785225" [ 1625.384980] env[62438]: _type = "Task" [ 1625.384980] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.394295] env[62438]: DEBUG oslo_vmware.api [None req-ee7e9633-d586-40b3-a88e-b18b86970df4 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785225, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.397807] env[62438]: DEBUG oslo_vmware.api [None req-a3a2428f-db14-47a9-bfb4-c67c9cbfed06 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Task: {'id': task-1785222, 'name': ReconfigVM_Task, 'duration_secs': 0.657476} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.397957] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3a2428f-db14-47a9-bfb4-c67c9cbfed06 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] [instance: 64db0082-d145-4041-b231-d7a1bf4dfa42] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 64db0082-d145-4041-b231-d7a1bf4dfa42/64db0082-d145-4041-b231-d7a1bf4dfa42.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1625.398665] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7f27f827-f9f4-4e86-920a-536df05b9ef3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.406904] env[62438]: DEBUG oslo_vmware.api [None req-a3a2428f-db14-47a9-bfb4-c67c9cbfed06 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Waiting for the task: (returnval){ [ 1625.406904] env[62438]: value = "task-1785226" [ 1625.406904] env[62438]: _type = "Task" [ 1625.406904] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.419014] env[62438]: DEBUG oslo_vmware.api [None req-a3a2428f-db14-47a9-bfb4-c67c9cbfed06 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Task: {'id': task-1785226, 'name': Rename_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.465922] env[62438]: DEBUG oslo_vmware.api [None req-4a5953dc-4c8e-4edb-b802-e3b040751460 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Task: {'id': task-1785224, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.365181} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.465922] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a5953dc-4c8e-4edb-b802-e3b040751460 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1625.465922] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-4a5953dc-4c8e-4edb-b802-e3b040751460 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: e45fba41-a8f5-4b19-9d7f-43d071e581f8] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1625.465922] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-4a5953dc-4c8e-4edb-b802-e3b040751460 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: e45fba41-a8f5-4b19-9d7f-43d071e581f8] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1625.465922] env[62438]: INFO nova.compute.manager [None req-4a5953dc-4c8e-4edb-b802-e3b040751460 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] [instance: e45fba41-a8f5-4b19-9d7f-43d071e581f8] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1625.465922] env[62438]: DEBUG oslo.service.loopingcall [None req-4a5953dc-4c8e-4edb-b802-e3b040751460 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1625.465922] env[62438]: DEBUG nova.compute.manager [-] [instance: e45fba41-a8f5-4b19-9d7f-43d071e581f8] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1625.465922] env[62438]: DEBUG nova.network.neutron [-] [instance: e45fba41-a8f5-4b19-9d7f-43d071e581f8] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1625.584197] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a7d8524a-0f56-41be-94fc-44c73d0e1040 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.436s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1625.584849] env[62438]: DEBUG nova.compute.manager [None req-a7d8524a-0f56-41be-94fc-44c73d0e1040 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1625.590125] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ec4de52b-1ad2-414a-91f5-1b55774339c8 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.891s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1625.592070] env[62438]: INFO nova.compute.claims [None req-ec4de52b-1ad2-414a-91f5-1b55774339c8 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 23364d4c-07c7-4521-8f21-23226f1edb8c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1625.685680] env[62438]: DEBUG oslo_vmware.api [None req-147e700b-333f-4a16-942f-3f037f9451a3 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52f70749-afb9-e459-4ac7-6ba81a3f20ed, 'name': SearchDatastore_Task, 'duration_secs': 0.006729} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.686074] env[62438]: DEBUG oslo_concurrency.lockutils [None req-147e700b-333f-4a16-942f-3f037f9451a3 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1625.795627] env[62438]: INFO nova.compute.manager [None req-d49c10d0-72a8-497c-8b7f-834481f7fe7d tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: 9cf04ffb-65ba-405b-91ca-dbc2ca54ea4d] Took 27.47 seconds to build instance. [ 1625.893436] env[62438]: DEBUG oslo_vmware.api [None req-ee7e9633-d586-40b3-a88e-b18b86970df4 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785225, 'name': ReconfigVM_Task, 'duration_secs': 0.179971} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.893898] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee7e9633-d586-40b3-a88e-b18b86970df4 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Reconfigured VM instance instance-0000002f to detach disk 2000 {{(pid=62438) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1625.894987] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdadd7d1-b087-405d-bc0f-c087ac0e2ecb {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.919233] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee7e9633-d586-40b3-a88e-b18b86970df4 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a/0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a.vmdk or device None with type thin {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1625.924104] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba922a22-93d5-43f9-a759-79efa729bae9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.937667] env[62438]: DEBUG nova.compute.manager [req-0fcdd020-b66b-44f8-bf00-5b35e72bbd81 req-5b291279-801f-437c-a5ae-acc9b82bfc14 service nova] [instance: e45fba41-a8f5-4b19-9d7f-43d071e581f8] Received event network-vif-deleted-1f6ef89b-4ffd-4636-9639-d3024dd17653 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1625.938150] env[62438]: INFO nova.compute.manager [req-0fcdd020-b66b-44f8-bf00-5b35e72bbd81 req-5b291279-801f-437c-a5ae-acc9b82bfc14 service nova] [instance: e45fba41-a8f5-4b19-9d7f-43d071e581f8] Neutron deleted interface 1f6ef89b-4ffd-4636-9639-d3024dd17653; detaching it from the instance and deleting it from the info cache [ 1625.938257] env[62438]: DEBUG nova.network.neutron [req-0fcdd020-b66b-44f8-bf00-5b35e72bbd81 req-5b291279-801f-437c-a5ae-acc9b82bfc14 service nova] [instance: e45fba41-a8f5-4b19-9d7f-43d071e581f8] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1625.945952] env[62438]: DEBUG oslo_vmware.api [None req-a3a2428f-db14-47a9-bfb4-c67c9cbfed06 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Task: {'id': task-1785226, 'name': Rename_Task, 'duration_secs': 0.150976} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.947270] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3a2428f-db14-47a9-bfb4-c67c9cbfed06 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] [instance: 64db0082-d145-4041-b231-d7a1bf4dfa42] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1625.947621] env[62438]: DEBUG oslo_vmware.api [None req-ee7e9633-d586-40b3-a88e-b18b86970df4 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Waiting for the task: (returnval){ [ 1625.947621] env[62438]: value = "task-1785227" [ 1625.947621] env[62438]: _type = "Task" [ 1625.947621] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.947839] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe7cf210-8372-4945-a0b1-23cb171b13cd {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.959665] env[62438]: DEBUG oslo_vmware.api [None req-ee7e9633-d586-40b3-a88e-b18b86970df4 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785227, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.960966] env[62438]: DEBUG oslo_vmware.api [None req-a3a2428f-db14-47a9-bfb4-c67c9cbfed06 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Waiting for the task: (returnval){ [ 1625.960966] env[62438]: value = "task-1785228" [ 1625.960966] env[62438]: _type = "Task" [ 1625.960966] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.969606] env[62438]: DEBUG oslo_vmware.api [None req-a3a2428f-db14-47a9-bfb4-c67c9cbfed06 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Task: {'id': task-1785228, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.097597] env[62438]: DEBUG nova.compute.utils [None req-a7d8524a-0f56-41be-94fc-44c73d0e1040 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1626.099399] env[62438]: DEBUG nova.compute.manager [None req-a7d8524a-0f56-41be-94fc-44c73d0e1040 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1626.099692] env[62438]: DEBUG nova.network.neutron [None req-a7d8524a-0f56-41be-94fc-44c73d0e1040 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1626.145697] env[62438]: DEBUG nova.policy [None req-a7d8524a-0f56-41be-94fc-44c73d0e1040 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd601b7368e684d7b823c3508fc0ae813', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c02acab651304d05a66f470e452d1796', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1626.297875] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d49c10d0-72a8-497c-8b7f-834481f7fe7d tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Lock "9cf04ffb-65ba-405b-91ca-dbc2ca54ea4d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.977s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1626.389185] env[62438]: DEBUG nova.network.neutron [-] [instance: e45fba41-a8f5-4b19-9d7f-43d071e581f8] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1626.407510] env[62438]: DEBUG nova.network.neutron [None req-a7d8524a-0f56-41be-94fc-44c73d0e1040 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] Successfully created port: b1b81fe9-5f5d-4e16-8f53-d44586d081ca {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1626.441145] env[62438]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cbc3158a-cce3-4279-97a5-de7594bb9070 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.453790] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69117f2f-7305-4593-a467-78be79d7d222 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.480036] env[62438]: DEBUG oslo_vmware.api [None req-ee7e9633-d586-40b3-a88e-b18b86970df4 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785227, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.482081] env[62438]: DEBUG oslo_vmware.api [None req-a3a2428f-db14-47a9-bfb4-c67c9cbfed06 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Task: {'id': task-1785228, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.494806] env[62438]: DEBUG nova.compute.manager [req-0fcdd020-b66b-44f8-bf00-5b35e72bbd81 req-5b291279-801f-437c-a5ae-acc9b82bfc14 service nova] [instance: e45fba41-a8f5-4b19-9d7f-43d071e581f8] Detach interface failed, port_id=1f6ef89b-4ffd-4636-9639-d3024dd17653, reason: Instance e45fba41-a8f5-4b19-9d7f-43d071e581f8 could not be found. {{(pid=62438) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1626.613621] env[62438]: DEBUG nova.compute.manager [None req-a7d8524a-0f56-41be-94fc-44c73d0e1040 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1626.890765] env[62438]: INFO nova.compute.manager [-] [instance: e45fba41-a8f5-4b19-9d7f-43d071e581f8] Took 1.43 seconds to deallocate network for instance. [ 1626.908009] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3dc78c2-7d91-4e4e-83ee-a0abcf32b0fe {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.916391] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f07730-06a5-4961-9fcc-c6067a2de2be {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.948966] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-783195d8-b5f0-42c9-90ac-cae1d9b0f43c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.957111] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-480aeb38-8321-4614-8e1c-95b863583e4a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.971585] env[62438]: DEBUG nova.compute.provider_tree [None req-ec4de52b-1ad2-414a-91f5-1b55774339c8 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1626.988914] env[62438]: DEBUG oslo_vmware.api [None req-ee7e9633-d586-40b3-a88e-b18b86970df4 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785227, 'name': ReconfigVM_Task, 'duration_secs': 0.759227} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.992104] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee7e9633-d586-40b3-a88e-b18b86970df4 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a/0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a.vmdk or device None with type thin {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1626.992401] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-ee7e9633-d586-40b3-a88e-b18b86970df4 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Updating instance '0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a' progress to 50 {{(pid=62438) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1626.995739] env[62438]: DEBUG oslo_vmware.api [None req-a3a2428f-db14-47a9-bfb4-c67c9cbfed06 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Task: {'id': task-1785228, 'name': PowerOnVM_Task} progress is 81%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.399746] env[62438]: DEBUG oslo_concurrency.lockutils [None req-4a5953dc-4c8e-4edb-b802-e3b040751460 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1627.480869] env[62438]: DEBUG oslo_vmware.api [None req-a3a2428f-db14-47a9-bfb4-c67c9cbfed06 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Task: {'id': task-1785228, 'name': PowerOnVM_Task, 'duration_secs': 1.224316} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.481207] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3a2428f-db14-47a9-bfb4-c67c9cbfed06 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] [instance: 64db0082-d145-4041-b231-d7a1bf4dfa42] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1627.481428] env[62438]: INFO nova.compute.manager [None req-a3a2428f-db14-47a9-bfb4-c67c9cbfed06 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] [instance: 64db0082-d145-4041-b231-d7a1bf4dfa42] Took 8.67 seconds to spawn the instance on the hypervisor. [ 1627.481612] env[62438]: DEBUG nova.compute.manager [None req-a3a2428f-db14-47a9-bfb4-c67c9cbfed06 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] [instance: 64db0082-d145-4041-b231-d7a1bf4dfa42] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1627.482466] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97111274-4b36-4290-a6c7-9f0f66efb0b3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.485910] env[62438]: DEBUG nova.scheduler.client.report [None req-ec4de52b-1ad2-414a-91f5-1b55774339c8 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1627.501445] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98261363-ac55-49da-859c-f5f8e0877f0a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.531018] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d447e87-8821-4414-bba5-716204b8c3ec {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.552434] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-ee7e9633-d586-40b3-a88e-b18b86970df4 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Updating instance '0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a' progress to 67 {{(pid=62438) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1627.626868] env[62438]: DEBUG nova.compute.manager [None req-a7d8524a-0f56-41be-94fc-44c73d0e1040 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1627.657611] env[62438]: DEBUG nova.virt.hardware [None req-a7d8524a-0f56-41be-94fc-44c73d0e1040 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1627.657908] env[62438]: DEBUG nova.virt.hardware [None req-a7d8524a-0f56-41be-94fc-44c73d0e1040 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1627.658162] env[62438]: DEBUG nova.virt.hardware [None req-a7d8524a-0f56-41be-94fc-44c73d0e1040 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1627.658458] env[62438]: DEBUG nova.virt.hardware [None req-a7d8524a-0f56-41be-94fc-44c73d0e1040 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1627.658639] env[62438]: DEBUG nova.virt.hardware [None req-a7d8524a-0f56-41be-94fc-44c73d0e1040 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1627.658796] env[62438]: DEBUG nova.virt.hardware [None req-a7d8524a-0f56-41be-94fc-44c73d0e1040 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1627.659015] env[62438]: DEBUG nova.virt.hardware [None req-a7d8524a-0f56-41be-94fc-44c73d0e1040 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1627.659200] env[62438]: DEBUG nova.virt.hardware [None req-a7d8524a-0f56-41be-94fc-44c73d0e1040 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1627.659375] env[62438]: DEBUG nova.virt.hardware [None req-a7d8524a-0f56-41be-94fc-44c73d0e1040 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1627.659542] env[62438]: DEBUG nova.virt.hardware [None req-a7d8524a-0f56-41be-94fc-44c73d0e1040 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1627.659724] env[62438]: DEBUG nova.virt.hardware [None req-a7d8524a-0f56-41be-94fc-44c73d0e1040 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1627.660622] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c07392cf-8d7f-4c91-af9b-7a9020c880cf {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.669512] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdfd8f5d-b5d5-47d2-8be4-9aa38b40c101 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.938536] env[62438]: DEBUG nova.network.neutron [None req-a7d8524a-0f56-41be-94fc-44c73d0e1040 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] Successfully updated port: b1b81fe9-5f5d-4e16-8f53-d44586d081ca {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1627.951360] env[62438]: DEBUG nova.compute.manager [req-3ee6029c-0fcf-4fe8-87d8-dc3094058df0 req-3504fd69-802f-47e3-becf-08542af5381c service nova] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] Received event network-vif-plugged-b1b81fe9-5f5d-4e16-8f53-d44586d081ca {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1627.951591] env[62438]: DEBUG oslo_concurrency.lockutils [req-3ee6029c-0fcf-4fe8-87d8-dc3094058df0 req-3504fd69-802f-47e3-becf-08542af5381c service nova] Acquiring lock "1e64c34f-a88f-4359-8460-043983887aa3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1627.951807] env[62438]: DEBUG oslo_concurrency.lockutils [req-3ee6029c-0fcf-4fe8-87d8-dc3094058df0 req-3504fd69-802f-47e3-becf-08542af5381c service nova] Lock "1e64c34f-a88f-4359-8460-043983887aa3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1627.951982] env[62438]: DEBUG oslo_concurrency.lockutils [req-3ee6029c-0fcf-4fe8-87d8-dc3094058df0 req-3504fd69-802f-47e3-becf-08542af5381c service nova] Lock "1e64c34f-a88f-4359-8460-043983887aa3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1627.952175] env[62438]: DEBUG nova.compute.manager [req-3ee6029c-0fcf-4fe8-87d8-dc3094058df0 req-3504fd69-802f-47e3-becf-08542af5381c service nova] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] No waiting events found dispatching network-vif-plugged-b1b81fe9-5f5d-4e16-8f53-d44586d081ca {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1627.952444] env[62438]: WARNING nova.compute.manager [req-3ee6029c-0fcf-4fe8-87d8-dc3094058df0 req-3504fd69-802f-47e3-becf-08542af5381c service nova] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] Received unexpected event network-vif-plugged-b1b81fe9-5f5d-4e16-8f53-d44586d081ca for instance with vm_state building and task_state spawning. [ 1627.991543] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ec4de52b-1ad2-414a-91f5-1b55774339c8 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.402s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1627.992132] env[62438]: DEBUG nova.compute.manager [None req-ec4de52b-1ad2-414a-91f5-1b55774339c8 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 23364d4c-07c7-4521-8f21-23226f1edb8c] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1627.994746] env[62438]: DEBUG oslo_concurrency.lockutils [None req-af5c360b-53fe-42cb-99d1-b4d4bc747cf9 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.454s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1627.996181] env[62438]: INFO nova.compute.claims [None req-af5c360b-53fe-42cb-99d1-b4d4bc747cf9 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 7cf7de8e-8184-4588-8623-c85044515a9e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1628.007897] env[62438]: INFO nova.compute.manager [None req-a3a2428f-db14-47a9-bfb4-c67c9cbfed06 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] [instance: 64db0082-d145-4041-b231-d7a1bf4dfa42] Took 23.75 seconds to build instance. [ 1628.092416] env[62438]: DEBUG nova.network.neutron [None req-ee7e9633-d586-40b3-a88e-b18b86970df4 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Port 0576ae22-b3b2-43f7-a451-6d22f3ed03c5 binding to destination host cpu-1 is already ACTIVE {{(pid=62438) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 1628.441395] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a7d8524a-0f56-41be-94fc-44c73d0e1040 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Acquiring lock "refresh_cache-1e64c34f-a88f-4359-8460-043983887aa3" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1628.441559] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a7d8524a-0f56-41be-94fc-44c73d0e1040 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Acquired lock "refresh_cache-1e64c34f-a88f-4359-8460-043983887aa3" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1628.441721] env[62438]: DEBUG nova.network.neutron [None req-a7d8524a-0f56-41be-94fc-44c73d0e1040 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1628.500897] env[62438]: DEBUG nova.compute.utils [None req-ec4de52b-1ad2-414a-91f5-1b55774339c8 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1628.504883] env[62438]: DEBUG nova.compute.manager [None req-ec4de52b-1ad2-414a-91f5-1b55774339c8 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 23364d4c-07c7-4521-8f21-23226f1edb8c] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1628.505318] env[62438]: DEBUG nova.network.neutron [None req-ec4de52b-1ad2-414a-91f5-1b55774339c8 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 23364d4c-07c7-4521-8f21-23226f1edb8c] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1628.509747] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a3a2428f-db14-47a9-bfb4-c67c9cbfed06 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Lock "64db0082-d145-4041-b231-d7a1bf4dfa42" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.258s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1628.547851] env[62438]: DEBUG nova.policy [None req-ec4de52b-1ad2-414a-91f5-1b55774339c8 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eec6d19c3b0940d8b1857c2288278805', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a778e6841af7465cbc3de0ec00d8c06c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1628.753268] env[62438]: DEBUG oslo_concurrency.lockutils [None req-787a4845-15cc-490d-a694-51568f45714d tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Acquiring lock "473744fb-4d72-49a3-bf1b-1cca94c8869e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1628.753614] env[62438]: DEBUG oslo_concurrency.lockutils [None req-787a4845-15cc-490d-a694-51568f45714d tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Lock "473744fb-4d72-49a3-bf1b-1cca94c8869e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1628.753814] env[62438]: DEBUG nova.compute.manager [None req-787a4845-15cc-490d-a694-51568f45714d tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: 473744fb-4d72-49a3-bf1b-1cca94c8869e] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1628.754760] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf26c2a7-97a6-4994-b8fe-6e52dd95870a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.763109] env[62438]: DEBUG nova.compute.manager [None req-787a4845-15cc-490d-a694-51568f45714d tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: 473744fb-4d72-49a3-bf1b-1cca94c8869e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62438) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3368}} [ 1628.763610] env[62438]: DEBUG nova.objects.instance [None req-787a4845-15cc-490d-a694-51568f45714d tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Lazy-loading 'flavor' on Instance uuid 473744fb-4d72-49a3-bf1b-1cca94c8869e {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1628.810385] env[62438]: DEBUG nova.network.neutron [None req-ec4de52b-1ad2-414a-91f5-1b55774339c8 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 23364d4c-07c7-4521-8f21-23226f1edb8c] Successfully created port: 98a3ef4a-2ab7-447f-ac25-484a424c37a1 {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1628.900055] env[62438]: DEBUG nova.compute.manager [req-04292c64-dc48-4f1b-bfa2-8b5abb3ae51c req-8d2f0ad2-88a2-41d4-804a-75f62bc03499 service nova] [instance: 64db0082-d145-4041-b231-d7a1bf4dfa42] Received event network-changed-83f1ffe4-fb50-40fb-b737-9fa3106a0d81 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1628.900180] env[62438]: DEBUG nova.compute.manager [req-04292c64-dc48-4f1b-bfa2-8b5abb3ae51c req-8d2f0ad2-88a2-41d4-804a-75f62bc03499 service nova] [instance: 64db0082-d145-4041-b231-d7a1bf4dfa42] Refreshing instance network info cache due to event network-changed-83f1ffe4-fb50-40fb-b737-9fa3106a0d81. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1628.900395] env[62438]: DEBUG oslo_concurrency.lockutils [req-04292c64-dc48-4f1b-bfa2-8b5abb3ae51c req-8d2f0ad2-88a2-41d4-804a-75f62bc03499 service nova] Acquiring lock "refresh_cache-64db0082-d145-4041-b231-d7a1bf4dfa42" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1628.900690] env[62438]: DEBUG oslo_concurrency.lockutils [req-04292c64-dc48-4f1b-bfa2-8b5abb3ae51c req-8d2f0ad2-88a2-41d4-804a-75f62bc03499 service nova] Acquired lock "refresh_cache-64db0082-d145-4041-b231-d7a1bf4dfa42" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1628.900690] env[62438]: DEBUG nova.network.neutron [req-04292c64-dc48-4f1b-bfa2-8b5abb3ae51c req-8d2f0ad2-88a2-41d4-804a-75f62bc03499 service nova] [instance: 64db0082-d145-4041-b231-d7a1bf4dfa42] Refreshing network info cache for port 83f1ffe4-fb50-40fb-b737-9fa3106a0d81 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1628.988107] env[62438]: DEBUG nova.network.neutron [None req-a7d8524a-0f56-41be-94fc-44c73d0e1040 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1629.010247] env[62438]: DEBUG nova.compute.manager [None req-ec4de52b-1ad2-414a-91f5-1b55774339c8 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 23364d4c-07c7-4521-8f21-23226f1edb8c] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1629.115337] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ee7e9633-d586-40b3-a88e-b18b86970df4 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Acquiring lock "0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1629.117795] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ee7e9633-d586-40b3-a88e-b18b86970df4 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Lock "0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1629.117795] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ee7e9633-d586-40b3-a88e-b18b86970df4 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Lock "0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1629.192085] env[62438]: DEBUG nova.network.neutron [None req-a7d8524a-0f56-41be-94fc-44c73d0e1040 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] Updating instance_info_cache with network_info: [{"id": "b1b81fe9-5f5d-4e16-8f53-d44586d081ca", "address": "fa:16:3e:8a:52:0e", "network": {"id": "be543da8-3777-4ff8-8be8-2e630a8adb60", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1910186769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c02acab651304d05a66f470e452d1796", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1b81fe9-5f", "ovs_interfaceid": "b1b81fe9-5f5d-4e16-8f53-d44586d081ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1629.271454] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-787a4845-15cc-490d-a694-51568f45714d tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: 473744fb-4d72-49a3-bf1b-1cca94c8869e] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1629.271739] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4018c48-4d0c-4b34-8f9e-7b2d7f575956 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.279708] env[62438]: DEBUG oslo_vmware.api [None req-787a4845-15cc-490d-a694-51568f45714d tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Waiting for the task: (returnval){ [ 1629.279708] env[62438]: value = "task-1785229" [ 1629.279708] env[62438]: _type = "Task" [ 1629.279708] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.291233] env[62438]: DEBUG oslo_vmware.api [None req-787a4845-15cc-490d-a694-51568f45714d tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Task: {'id': task-1785229, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.335236] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74633030-d2be-4ef4-b8ac-6360f115eeb1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.342772] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a73de87-c634-4034-9693-03723520f05d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.373730] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac9cb75-2e37-461a-8a4d-e53d714b7c0a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.381429] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-605d3723-628c-4ecd-9c76-350000e17003 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.394909] env[62438]: DEBUG nova.compute.provider_tree [None req-af5c360b-53fe-42cb-99d1-b4d4bc747cf9 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1629.518678] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e325a08a-211b-47a3-85be-7d3b57c2ea44 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Acquiring lock "64db0082-d145-4041-b231-d7a1bf4dfa42" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1629.518916] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e325a08a-211b-47a3-85be-7d3b57c2ea44 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Lock "64db0082-d145-4041-b231-d7a1bf4dfa42" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1629.519173] env[62438]: INFO nova.compute.manager [None req-e325a08a-211b-47a3-85be-7d3b57c2ea44 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] [instance: 64db0082-d145-4041-b231-d7a1bf4dfa42] Rebooting instance [ 1629.617123] env[62438]: DEBUG nova.network.neutron [req-04292c64-dc48-4f1b-bfa2-8b5abb3ae51c req-8d2f0ad2-88a2-41d4-804a-75f62bc03499 service nova] [instance: 64db0082-d145-4041-b231-d7a1bf4dfa42] Updated VIF entry in instance network info cache for port 83f1ffe4-fb50-40fb-b737-9fa3106a0d81. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1629.617519] env[62438]: DEBUG nova.network.neutron [req-04292c64-dc48-4f1b-bfa2-8b5abb3ae51c req-8d2f0ad2-88a2-41d4-804a-75f62bc03499 service nova] [instance: 64db0082-d145-4041-b231-d7a1bf4dfa42] Updating instance_info_cache with network_info: [{"id": "83f1ffe4-fb50-40fb-b737-9fa3106a0d81", "address": "fa:16:3e:fc:ae:09", "network": {"id": "d54cb1cf-bdc6-486b-b8b2-6c3f1d6f16bb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-650752656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "112ee5b983ae47d389c1242114d1b04d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83f1ffe4-fb", "ovs_interfaceid": "83f1ffe4-fb50-40fb-b737-9fa3106a0d81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1629.699009] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a7d8524a-0f56-41be-94fc-44c73d0e1040 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Releasing lock "refresh_cache-1e64c34f-a88f-4359-8460-043983887aa3" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1629.699460] env[62438]: DEBUG nova.compute.manager [None req-a7d8524a-0f56-41be-94fc-44c73d0e1040 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] Instance network_info: |[{"id": "b1b81fe9-5f5d-4e16-8f53-d44586d081ca", "address": "fa:16:3e:8a:52:0e", "network": {"id": "be543da8-3777-4ff8-8be8-2e630a8adb60", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1910186769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c02acab651304d05a66f470e452d1796", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1b81fe9-5f", "ovs_interfaceid": "b1b81fe9-5f5d-4e16-8f53-d44586d081ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1629.699905] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a7d8524a-0f56-41be-94fc-44c73d0e1040 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:52:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b1b81fe9-5f5d-4e16-8f53-d44586d081ca', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1629.708428] env[62438]: DEBUG oslo.service.loopingcall [None req-a7d8524a-0f56-41be-94fc-44c73d0e1040 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1629.708671] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1629.708906] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-08916b5b-5f87-4463-8dae-72548f09d31e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.730958] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1629.730958] env[62438]: value = "task-1785230" [ 1629.730958] env[62438]: _type = "Task" [ 1629.730958] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.738893] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785230, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.792023] env[62438]: DEBUG oslo_vmware.api [None req-787a4845-15cc-490d-a694-51568f45714d tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Task: {'id': task-1785229, 'name': PowerOffVM_Task, 'duration_secs': 0.322556} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.792414] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-787a4845-15cc-490d-a694-51568f45714d tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: 473744fb-4d72-49a3-bf1b-1cca94c8869e] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1629.792608] env[62438]: DEBUG nova.compute.manager [None req-787a4845-15cc-490d-a694-51568f45714d tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: 473744fb-4d72-49a3-bf1b-1cca94c8869e] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1629.793441] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56d935a2-3539-430a-a506-40785790916b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.898234] env[62438]: DEBUG nova.scheduler.client.report [None req-af5c360b-53fe-42cb-99d1-b4d4bc747cf9 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1629.978557] env[62438]: DEBUG nova.compute.manager [req-e587b432-f9c0-4e2a-bf2b-933bd69fc596 req-41f457b7-7e51-4f9d-b18e-0be603221f1e service nova] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] Received event network-changed-b1b81fe9-5f5d-4e16-8f53-d44586d081ca {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1629.978771] env[62438]: DEBUG nova.compute.manager [req-e587b432-f9c0-4e2a-bf2b-933bd69fc596 req-41f457b7-7e51-4f9d-b18e-0be603221f1e service nova] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] Refreshing instance network info cache due to event network-changed-b1b81fe9-5f5d-4e16-8f53-d44586d081ca. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1629.978970] env[62438]: DEBUG oslo_concurrency.lockutils [req-e587b432-f9c0-4e2a-bf2b-933bd69fc596 req-41f457b7-7e51-4f9d-b18e-0be603221f1e service nova] Acquiring lock "refresh_cache-1e64c34f-a88f-4359-8460-043983887aa3" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1629.979147] env[62438]: DEBUG oslo_concurrency.lockutils [req-e587b432-f9c0-4e2a-bf2b-933bd69fc596 req-41f457b7-7e51-4f9d-b18e-0be603221f1e service nova] Acquired lock "refresh_cache-1e64c34f-a88f-4359-8460-043983887aa3" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1629.979339] env[62438]: DEBUG nova.network.neutron [req-e587b432-f9c0-4e2a-bf2b-933bd69fc596 req-41f457b7-7e51-4f9d-b18e-0be603221f1e service nova] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] Refreshing network info cache for port b1b81fe9-5f5d-4e16-8f53-d44586d081ca {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1630.029322] env[62438]: DEBUG nova.compute.manager [None req-ec4de52b-1ad2-414a-91f5-1b55774339c8 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 23364d4c-07c7-4521-8f21-23226f1edb8c] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1630.037667] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e325a08a-211b-47a3-85be-7d3b57c2ea44 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Acquiring lock "refresh_cache-64db0082-d145-4041-b231-d7a1bf4dfa42" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1630.057049] env[62438]: DEBUG nova.virt.hardware [None req-ec4de52b-1ad2-414a-91f5-1b55774339c8 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1630.057315] env[62438]: DEBUG nova.virt.hardware [None req-ec4de52b-1ad2-414a-91f5-1b55774339c8 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1630.057481] env[62438]: DEBUG nova.virt.hardware [None req-ec4de52b-1ad2-414a-91f5-1b55774339c8 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1630.057672] env[62438]: DEBUG nova.virt.hardware [None req-ec4de52b-1ad2-414a-91f5-1b55774339c8 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1630.057823] env[62438]: DEBUG nova.virt.hardware [None req-ec4de52b-1ad2-414a-91f5-1b55774339c8 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1630.057977] env[62438]: DEBUG nova.virt.hardware [None req-ec4de52b-1ad2-414a-91f5-1b55774339c8 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1630.058203] env[62438]: DEBUG nova.virt.hardware [None req-ec4de52b-1ad2-414a-91f5-1b55774339c8 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1630.058373] env[62438]: DEBUG nova.virt.hardware [None req-ec4de52b-1ad2-414a-91f5-1b55774339c8 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1630.058540] env[62438]: DEBUG nova.virt.hardware [None req-ec4de52b-1ad2-414a-91f5-1b55774339c8 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1630.058706] env[62438]: DEBUG nova.virt.hardware [None req-ec4de52b-1ad2-414a-91f5-1b55774339c8 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1630.058886] env[62438]: DEBUG nova.virt.hardware [None req-ec4de52b-1ad2-414a-91f5-1b55774339c8 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1630.060097] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a60336ba-b492-42ea-a619-4afaec2bd5e3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.069690] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6445de23-2124-4afb-9300-404dc1a39cdf {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.120333] env[62438]: DEBUG oslo_concurrency.lockutils [req-04292c64-dc48-4f1b-bfa2-8b5abb3ae51c req-8d2f0ad2-88a2-41d4-804a-75f62bc03499 service nova] Releasing lock "refresh_cache-64db0082-d145-4041-b231-d7a1bf4dfa42" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1630.120731] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e325a08a-211b-47a3-85be-7d3b57c2ea44 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Acquired lock "refresh_cache-64db0082-d145-4041-b231-d7a1bf4dfa42" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1630.120933] env[62438]: DEBUG nova.network.neutron [None req-e325a08a-211b-47a3-85be-7d3b57c2ea44 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] [instance: 64db0082-d145-4041-b231-d7a1bf4dfa42] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1630.179301] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ee7e9633-d586-40b3-a88e-b18b86970df4 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Acquiring lock "refresh_cache-0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1630.180133] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ee7e9633-d586-40b3-a88e-b18b86970df4 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Acquired lock "refresh_cache-0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1630.180133] env[62438]: DEBUG nova.network.neutron [None req-ee7e9633-d586-40b3-a88e-b18b86970df4 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1630.241587] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785230, 'name': CreateVM_Task, 'duration_secs': 0.477354} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.241799] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1630.242586] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a7d8524a-0f56-41be-94fc-44c73d0e1040 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1630.242777] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a7d8524a-0f56-41be-94fc-44c73d0e1040 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1630.243110] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a7d8524a-0f56-41be-94fc-44c73d0e1040 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1630.243396] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a93b31f-d1b0-4e9e-8155-48023812492a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.248124] env[62438]: DEBUG oslo_vmware.api [None req-a7d8524a-0f56-41be-94fc-44c73d0e1040 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Waiting for the task: (returnval){ [ 1630.248124] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]528d2ac9-83e9-ceb7-0576-a28dcaa73cb2" [ 1630.248124] env[62438]: _type = "Task" [ 1630.248124] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.258020] env[62438]: DEBUG oslo_vmware.api [None req-a7d8524a-0f56-41be-94fc-44c73d0e1040 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]528d2ac9-83e9-ceb7-0576-a28dcaa73cb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.305779] env[62438]: DEBUG oslo_concurrency.lockutils [None req-787a4845-15cc-490d-a694-51568f45714d tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Lock "473744fb-4d72-49a3-bf1b-1cca94c8869e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.552s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1630.404452] env[62438]: DEBUG oslo_concurrency.lockutils [None req-af5c360b-53fe-42cb-99d1-b4d4bc747cf9 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.409s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1630.405089] env[62438]: DEBUG nova.compute.manager [None req-af5c360b-53fe-42cb-99d1-b4d4bc747cf9 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 7cf7de8e-8184-4588-8623-c85044515a9e] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1630.408071] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 15.987s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1630.433544] env[62438]: DEBUG nova.network.neutron [None req-ec4de52b-1ad2-414a-91f5-1b55774339c8 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 23364d4c-07c7-4521-8f21-23226f1edb8c] Successfully updated port: 98a3ef4a-2ab7-447f-ac25-484a424c37a1 {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1630.757823] env[62438]: DEBUG oslo_vmware.api [None req-a7d8524a-0f56-41be-94fc-44c73d0e1040 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]528d2ac9-83e9-ceb7-0576-a28dcaa73cb2, 'name': SearchDatastore_Task, 'duration_secs': 0.012063} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.758135] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a7d8524a-0f56-41be-94fc-44c73d0e1040 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1630.758372] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a7d8524a-0f56-41be-94fc-44c73d0e1040 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1630.758776] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a7d8524a-0f56-41be-94fc-44c73d0e1040 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1630.758940] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a7d8524a-0f56-41be-94fc-44c73d0e1040 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1630.759151] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7d8524a-0f56-41be-94fc-44c73d0e1040 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1630.759418] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dfb7d219-9625-46ea-9aa6-62a519c29b0d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.769296] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7d8524a-0f56-41be-94fc-44c73d0e1040 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1630.769478] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a7d8524a-0f56-41be-94fc-44c73d0e1040 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1630.770221] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c37bb681-8219-45f4-94c7-9c68e9fa461b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.775602] env[62438]: DEBUG oslo_vmware.api [None req-a7d8524a-0f56-41be-94fc-44c73d0e1040 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Waiting for the task: (returnval){ [ 1630.775602] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5299f498-bad5-13f7-3bfa-97e32d083d8a" [ 1630.775602] env[62438]: _type = "Task" [ 1630.775602] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.785580] env[62438]: DEBUG oslo_vmware.api [None req-a7d8524a-0f56-41be-94fc-44c73d0e1040 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5299f498-bad5-13f7-3bfa-97e32d083d8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.912074] env[62438]: DEBUG nova.compute.utils [None req-af5c360b-53fe-42cb-99d1-b4d4bc747cf9 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1630.928020] env[62438]: DEBUG nova.compute.manager [None req-af5c360b-53fe-42cb-99d1-b4d4bc747cf9 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 7cf7de8e-8184-4588-8623-c85044515a9e] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1630.928020] env[62438]: DEBUG nova.network.neutron [None req-af5c360b-53fe-42cb-99d1-b4d4bc747cf9 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 7cf7de8e-8184-4588-8623-c85044515a9e] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1630.935728] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ec4de52b-1ad2-414a-91f5-1b55774339c8 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Acquiring lock "refresh_cache-23364d4c-07c7-4521-8f21-23226f1edb8c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1630.935866] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ec4de52b-1ad2-414a-91f5-1b55774339c8 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Acquired lock "refresh_cache-23364d4c-07c7-4521-8f21-23226f1edb8c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1630.936025] env[62438]: DEBUG nova.network.neutron [None req-ec4de52b-1ad2-414a-91f5-1b55774339c8 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 23364d4c-07c7-4521-8f21-23226f1edb8c] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1630.988254] env[62438]: DEBUG nova.network.neutron [req-e587b432-f9c0-4e2a-bf2b-933bd69fc596 req-41f457b7-7e51-4f9d-b18e-0be603221f1e service nova] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] Updated VIF entry in instance network info cache for port b1b81fe9-5f5d-4e16-8f53-d44586d081ca. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1630.988629] env[62438]: DEBUG nova.network.neutron [req-e587b432-f9c0-4e2a-bf2b-933bd69fc596 req-41f457b7-7e51-4f9d-b18e-0be603221f1e service nova] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] Updating instance_info_cache with network_info: [{"id": "b1b81fe9-5f5d-4e16-8f53-d44586d081ca", "address": "fa:16:3e:8a:52:0e", "network": {"id": "be543da8-3777-4ff8-8be8-2e630a8adb60", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1910186769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c02acab651304d05a66f470e452d1796", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1b81fe9-5f", "ovs_interfaceid": "b1b81fe9-5f5d-4e16-8f53-d44586d081ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1631.065727] env[62438]: DEBUG nova.network.neutron [None req-e325a08a-211b-47a3-85be-7d3b57c2ea44 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] [instance: 64db0082-d145-4041-b231-d7a1bf4dfa42] Updating instance_info_cache with network_info: [{"id": "83f1ffe4-fb50-40fb-b737-9fa3106a0d81", "address": "fa:16:3e:fc:ae:09", "network": {"id": "d54cb1cf-bdc6-486b-b8b2-6c3f1d6f16bb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-650752656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "112ee5b983ae47d389c1242114d1b04d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83f1ffe4-fb", "ovs_interfaceid": "83f1ffe4-fb50-40fb-b737-9fa3106a0d81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1631.084946] env[62438]: DEBUG nova.policy [None req-af5c360b-53fe-42cb-99d1-b4d4bc747cf9 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eec6d19c3b0940d8b1857c2288278805', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a778e6841af7465cbc3de0ec00d8c06c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1631.201383] env[62438]: DEBUG nova.objects.instance [None req-56e11871-6279-4415-ae5a-a13ff46db084 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Lazy-loading 'flavor' on Instance uuid 473744fb-4d72-49a3-bf1b-1cca94c8869e {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1631.285705] env[62438]: DEBUG oslo_vmware.api [None req-a7d8524a-0f56-41be-94fc-44c73d0e1040 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5299f498-bad5-13f7-3bfa-97e32d083d8a, 'name': SearchDatastore_Task, 'duration_secs': 0.031135} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.286559] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa1450cb-ea5c-4c86-aa38-917d8a777945 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.292152] env[62438]: DEBUG oslo_vmware.api [None req-a7d8524a-0f56-41be-94fc-44c73d0e1040 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Waiting for the task: (returnval){ [ 1631.292152] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]522b1536-099c-ef5f-a9ef-0edd147efd53" [ 1631.292152] env[62438]: _type = "Task" [ 1631.292152] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.299789] env[62438]: DEBUG oslo_vmware.api [None req-a7d8524a-0f56-41be-94fc-44c73d0e1040 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]522b1536-099c-ef5f-a9ef-0edd147efd53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.426380] env[62438]: DEBUG nova.compute.manager [None req-af5c360b-53fe-42cb-99d1-b4d4bc747cf9 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 7cf7de8e-8184-4588-8623-c85044515a9e] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1631.429505] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Applying migration context for instance 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a as it has an incoming, in-progress migration 1acf9efd-cac3-4d04-97be-3adc8f7c1f60. Migration status is post-migrating {{(pid=62438) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1631.429711] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Applying migration context for instance a160d6df-ab59-48f0-a076-020afbd2af66 as it has an incoming, in-progress migration 05f14f84-50e4-40eb-8ae0-febb24dacb22. Migration status is confirming {{(pid=62438) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1631.431627] env[62438]: INFO nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Updating resource usage from migration 1acf9efd-cac3-4d04-97be-3adc8f7c1f60 [ 1631.431937] env[62438]: INFO nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: a160d6df-ab59-48f0-a076-020afbd2af66] Updating resource usage from migration 05f14f84-50e4-40eb-8ae0-febb24dacb22 [ 1631.464068] env[62438]: WARNING nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance 7d53f422-ce2a-4fb4-b8f7-66da14a63202 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1631.464068] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance 2b5c87fe-1c80-4cb9-86fe-4dd083322e71 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1631.464068] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance 29223975-ba66-48c1-9dd6-07143475fb2a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1631.464068] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance 2eb62df9-005e-488f-b800-02867ec2fa81 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1631.464732] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance d3b27191-a52c-4d5b-858d-f0ac2c936919 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1631.464732] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance 0966016a-9742-4bcc-9b2f-81e684a54d46 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1631.464732] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance fac5fe80-b815-4df0-a95e-6c1e52395caa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1631.464894] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance b0263516-ed38-4788-8f11-b7d36e595dc6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1631.466086] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance 921a7f85-8228-43d9-aa60-bc2992714cc8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1631.466086] env[62438]: WARNING nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance 7c85d7ca-3255-452e-9486-2d3b618e7039 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1631.466086] env[62438]: WARNING nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance e45fba41-a8f5-4b19-9d7f-43d071e581f8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1631.466086] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Migration 05f14f84-50e4-40eb-8ae0-febb24dacb22 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1631.466086] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance a160d6df-ab59-48f0-a076-020afbd2af66 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1631.466086] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance 473744fb-4d72-49a3-bf1b-1cca94c8869e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1631.466584] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance a5e53532-e8f8-4e2f-9330-28a76b7860bb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1631.466584] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance 9cf04ffb-65ba-405b-91ca-dbc2ca54ea4d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1631.466653] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance 64db0082-d145-4041-b231-d7a1bf4dfa42 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1631.467420] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Migration 1acf9efd-cac3-4d04-97be-3adc8f7c1f60 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1631.467420] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1631.467420] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance 1e64c34f-a88f-4359-8460-043983887aa3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1631.467420] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance 23364d4c-07c7-4521-8f21-23226f1edb8c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1631.467420] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance 7cf7de8e-8184-4588-8623-c85044515a9e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1631.467611] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=62438) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1631.468994] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4352MB phys_disk=200GB used_disk=19GB total_vcpus=48 used_vcpus=19 pci_stats=[] {{(pid=62438) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1631.473151] env[62438]: DEBUG nova.network.neutron [None req-ec4de52b-1ad2-414a-91f5-1b55774339c8 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 23364d4c-07c7-4521-8f21-23226f1edb8c] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1631.491056] env[62438]: DEBUG oslo_concurrency.lockutils [req-e587b432-f9c0-4e2a-bf2b-933bd69fc596 req-41f457b7-7e51-4f9d-b18e-0be603221f1e service nova] Releasing lock "refresh_cache-1e64c34f-a88f-4359-8460-043983887aa3" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1631.516275] env[62438]: DEBUG nova.network.neutron [None req-ee7e9633-d586-40b3-a88e-b18b86970df4 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Updating instance_info_cache with network_info: [{"id": "0576ae22-b3b2-43f7-a451-6d22f3ed03c5", "address": "fa:16:3e:be:d3:07", "network": {"id": "0dbd3920-b0f9-440c-828e-f62c188026e3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-185667311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f3dbad0ee7a4ddebd396ce5fa49f1d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0576ae22-b3", "ovs_interfaceid": "0576ae22-b3b2-43f7-a451-6d22f3ed03c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1631.570419] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e325a08a-211b-47a3-85be-7d3b57c2ea44 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Releasing lock "refresh_cache-64db0082-d145-4041-b231-d7a1bf4dfa42" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1631.572502] env[62438]: DEBUG nova.compute.manager [None req-e325a08a-211b-47a3-85be-7d3b57c2ea44 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] [instance: 64db0082-d145-4041-b231-d7a1bf4dfa42] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1631.573551] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-178e98e0-29c1-4912-a519-0a27019d8707 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.630321] env[62438]: DEBUG nova.network.neutron [None req-ec4de52b-1ad2-414a-91f5-1b55774339c8 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 23364d4c-07c7-4521-8f21-23226f1edb8c] Updating instance_info_cache with network_info: [{"id": "98a3ef4a-2ab7-447f-ac25-484a424c37a1", "address": "fa:16:3e:e5:92:f4", "network": {"id": "1694b92d-c758-45a8-a881-1531663c92d2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-833720308-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a778e6841af7465cbc3de0ec00d8c06c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98a3ef4a-2a", "ovs_interfaceid": "98a3ef4a-2ab7-447f-ac25-484a424c37a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1631.706180] env[62438]: DEBUG oslo_concurrency.lockutils [None req-56e11871-6279-4415-ae5a-a13ff46db084 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Acquiring lock "refresh_cache-473744fb-4d72-49a3-bf1b-1cca94c8869e" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1631.706380] env[62438]: DEBUG oslo_concurrency.lockutils [None req-56e11871-6279-4415-ae5a-a13ff46db084 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Acquired lock "refresh_cache-473744fb-4d72-49a3-bf1b-1cca94c8869e" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1631.706560] env[62438]: DEBUG nova.network.neutron [None req-56e11871-6279-4415-ae5a-a13ff46db084 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: 473744fb-4d72-49a3-bf1b-1cca94c8869e] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1631.706740] env[62438]: DEBUG nova.objects.instance [None req-56e11871-6279-4415-ae5a-a13ff46db084 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Lazy-loading 'info_cache' on Instance uuid 473744fb-4d72-49a3-bf1b-1cca94c8869e {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1631.720343] env[62438]: DEBUG nova.network.neutron [None req-af5c360b-53fe-42cb-99d1-b4d4bc747cf9 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 7cf7de8e-8184-4588-8623-c85044515a9e] Successfully created port: c3dc3531-4eb0-4e5a-bf8c-91d7de5b8f09 {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1631.746314] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bff097e-55d6-481a-9904-68719e341336 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.754351] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90faa883-7d98-4119-b05b-dd97b876713d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.784805] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3280224d-615e-4585-ad00-2a62473fda3b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.792202] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a0f0e5-f6cf-4719-8e19-a40ce0bbc34f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.807818] env[62438]: DEBUG nova.compute.provider_tree [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1631.811886] env[62438]: DEBUG oslo_vmware.api [None req-a7d8524a-0f56-41be-94fc-44c73d0e1040 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]522b1536-099c-ef5f-a9ef-0edd147efd53, 'name': SearchDatastore_Task, 'duration_secs': 0.038892} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.812351] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a7d8524a-0f56-41be-94fc-44c73d0e1040 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1631.812611] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7d8524a-0f56-41be-94fc-44c73d0e1040 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 1e64c34f-a88f-4359-8460-043983887aa3/1e64c34f-a88f-4359-8460-043983887aa3.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1631.812839] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bdf45cfd-c5bf-456c-8a9d-7f89c8ddec1f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.819456] env[62438]: DEBUG oslo_vmware.api [None req-a7d8524a-0f56-41be-94fc-44c73d0e1040 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Waiting for the task: (returnval){ [ 1631.819456] env[62438]: value = "task-1785231" [ 1631.819456] env[62438]: _type = "Task" [ 1631.819456] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.826855] env[62438]: DEBUG oslo_vmware.api [None req-a7d8524a-0f56-41be-94fc-44c73d0e1040 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785231, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.004779] env[62438]: DEBUG nova.compute.manager [req-7ab7c67a-7f42-49d5-aaf9-d6844a295750 req-c5424648-8fe7-4350-9c04-d3127479ebcb service nova] [instance: 23364d4c-07c7-4521-8f21-23226f1edb8c] Received event network-vif-plugged-98a3ef4a-2ab7-447f-ac25-484a424c37a1 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1632.005266] env[62438]: DEBUG oslo_concurrency.lockutils [req-7ab7c67a-7f42-49d5-aaf9-d6844a295750 req-c5424648-8fe7-4350-9c04-d3127479ebcb service nova] Acquiring lock "23364d4c-07c7-4521-8f21-23226f1edb8c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1632.005266] env[62438]: DEBUG oslo_concurrency.lockutils [req-7ab7c67a-7f42-49d5-aaf9-d6844a295750 req-c5424648-8fe7-4350-9c04-d3127479ebcb service nova] Lock "23364d4c-07c7-4521-8f21-23226f1edb8c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1632.005422] env[62438]: DEBUG oslo_concurrency.lockutils [req-7ab7c67a-7f42-49d5-aaf9-d6844a295750 req-c5424648-8fe7-4350-9c04-d3127479ebcb service nova] Lock "23364d4c-07c7-4521-8f21-23226f1edb8c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1632.005598] env[62438]: DEBUG nova.compute.manager [req-7ab7c67a-7f42-49d5-aaf9-d6844a295750 req-c5424648-8fe7-4350-9c04-d3127479ebcb service nova] [instance: 23364d4c-07c7-4521-8f21-23226f1edb8c] No waiting events found dispatching network-vif-plugged-98a3ef4a-2ab7-447f-ac25-484a424c37a1 {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1632.005773] env[62438]: WARNING nova.compute.manager [req-7ab7c67a-7f42-49d5-aaf9-d6844a295750 req-c5424648-8fe7-4350-9c04-d3127479ebcb service nova] [instance: 23364d4c-07c7-4521-8f21-23226f1edb8c] Received unexpected event network-vif-plugged-98a3ef4a-2ab7-447f-ac25-484a424c37a1 for instance with vm_state building and task_state spawning. [ 1632.005961] env[62438]: DEBUG nova.compute.manager [req-7ab7c67a-7f42-49d5-aaf9-d6844a295750 req-c5424648-8fe7-4350-9c04-d3127479ebcb service nova] [instance: 23364d4c-07c7-4521-8f21-23226f1edb8c] Received event network-changed-98a3ef4a-2ab7-447f-ac25-484a424c37a1 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1632.006926] env[62438]: DEBUG nova.compute.manager [req-7ab7c67a-7f42-49d5-aaf9-d6844a295750 req-c5424648-8fe7-4350-9c04-d3127479ebcb service nova] [instance: 23364d4c-07c7-4521-8f21-23226f1edb8c] Refreshing instance network info cache due to event network-changed-98a3ef4a-2ab7-447f-ac25-484a424c37a1. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1632.006926] env[62438]: DEBUG oslo_concurrency.lockutils [req-7ab7c67a-7f42-49d5-aaf9-d6844a295750 req-c5424648-8fe7-4350-9c04-d3127479ebcb service nova] Acquiring lock "refresh_cache-23364d4c-07c7-4521-8f21-23226f1edb8c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1632.018300] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ee7e9633-d586-40b3-a88e-b18b86970df4 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Releasing lock "refresh_cache-0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1632.132426] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ec4de52b-1ad2-414a-91f5-1b55774339c8 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Releasing lock "refresh_cache-23364d4c-07c7-4521-8f21-23226f1edb8c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1632.132791] env[62438]: DEBUG nova.compute.manager [None req-ec4de52b-1ad2-414a-91f5-1b55774339c8 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 23364d4c-07c7-4521-8f21-23226f1edb8c] Instance network_info: |[{"id": "98a3ef4a-2ab7-447f-ac25-484a424c37a1", "address": "fa:16:3e:e5:92:f4", "network": {"id": "1694b92d-c758-45a8-a881-1531663c92d2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-833720308-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a778e6841af7465cbc3de0ec00d8c06c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98a3ef4a-2a", "ovs_interfaceid": "98a3ef4a-2ab7-447f-ac25-484a424c37a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1632.133419] env[62438]: DEBUG oslo_concurrency.lockutils [req-7ab7c67a-7f42-49d5-aaf9-d6844a295750 req-c5424648-8fe7-4350-9c04-d3127479ebcb service nova] Acquired lock "refresh_cache-23364d4c-07c7-4521-8f21-23226f1edb8c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1632.133672] env[62438]: DEBUG nova.network.neutron [req-7ab7c67a-7f42-49d5-aaf9-d6844a295750 req-c5424648-8fe7-4350-9c04-d3127479ebcb service nova] [instance: 23364d4c-07c7-4521-8f21-23226f1edb8c] Refreshing network info cache for port 98a3ef4a-2ab7-447f-ac25-484a424c37a1 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1632.135129] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-ec4de52b-1ad2-414a-91f5-1b55774339c8 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 23364d4c-07c7-4521-8f21-23226f1edb8c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:92:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f9be6786-e9a7-4138-b7b5-b7696f6cb1e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '98a3ef4a-2ab7-447f-ac25-484a424c37a1', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1632.142426] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec4de52b-1ad2-414a-91f5-1b55774339c8 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Creating folder: Project (a778e6841af7465cbc3de0ec00d8c06c). Parent ref: group-v370230. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1632.143616] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6412b463-a0e0-4d3c-a46c-368f9e2ee5ce {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.156406] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-ec4de52b-1ad2-414a-91f5-1b55774339c8 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Created folder: Project (a778e6841af7465cbc3de0ec00d8c06c) in parent group-v370230. [ 1632.156621] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec4de52b-1ad2-414a-91f5-1b55774339c8 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Creating folder: Instances. Parent ref: group-v370449. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1632.156875] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d3d3d1fa-9f51-40f2-9abf-b2b1d4a926ea {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.166516] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-ec4de52b-1ad2-414a-91f5-1b55774339c8 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Created folder: Instances in parent group-v370449. [ 1632.166770] env[62438]: DEBUG oslo.service.loopingcall [None req-ec4de52b-1ad2-414a-91f5-1b55774339c8 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1632.167015] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23364d4c-07c7-4521-8f21-23226f1edb8c] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1632.167534] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-65248d8a-a689-4810-bead-445501fb3d49 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.186881] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1632.186881] env[62438]: value = "task-1785234" [ 1632.186881] env[62438]: _type = "Task" [ 1632.186881] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.194535] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785234, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.209953] env[62438]: DEBUG nova.objects.base [None req-56e11871-6279-4415-ae5a-a13ff46db084 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Object Instance<473744fb-4d72-49a3-bf1b-1cca94c8869e> lazy-loaded attributes: flavor,info_cache {{(pid=62438) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1632.315054] env[62438]: DEBUG nova.scheduler.client.report [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1632.329128] env[62438]: DEBUG oslo_vmware.api [None req-a7d8524a-0f56-41be-94fc-44c73d0e1040 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785231, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.441848] env[62438]: DEBUG nova.compute.manager [None req-af5c360b-53fe-42cb-99d1-b4d4bc747cf9 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 7cf7de8e-8184-4588-8623-c85044515a9e] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1632.472310] env[62438]: DEBUG nova.virt.hardware [None req-af5c360b-53fe-42cb-99d1-b4d4bc747cf9 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1632.472639] env[62438]: DEBUG nova.virt.hardware [None req-af5c360b-53fe-42cb-99d1-b4d4bc747cf9 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1632.472848] env[62438]: DEBUG nova.virt.hardware [None req-af5c360b-53fe-42cb-99d1-b4d4bc747cf9 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1632.473079] env[62438]: DEBUG nova.virt.hardware [None req-af5c360b-53fe-42cb-99d1-b4d4bc747cf9 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1632.473268] env[62438]: DEBUG nova.virt.hardware [None req-af5c360b-53fe-42cb-99d1-b4d4bc747cf9 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1632.473483] env[62438]: DEBUG nova.virt.hardware [None req-af5c360b-53fe-42cb-99d1-b4d4bc747cf9 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1632.473717] env[62438]: DEBUG nova.virt.hardware [None req-af5c360b-53fe-42cb-99d1-b4d4bc747cf9 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1632.474324] env[62438]: DEBUG nova.virt.hardware [None req-af5c360b-53fe-42cb-99d1-b4d4bc747cf9 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1632.474324] env[62438]: DEBUG nova.virt.hardware [None req-af5c360b-53fe-42cb-99d1-b4d4bc747cf9 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1632.474324] env[62438]: DEBUG nova.virt.hardware [None req-af5c360b-53fe-42cb-99d1-b4d4bc747cf9 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1632.474502] env[62438]: DEBUG nova.virt.hardware [None req-af5c360b-53fe-42cb-99d1-b4d4bc747cf9 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1632.475377] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-393eed94-dda7-4b98-a558-b7ff14891796 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.483680] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c3595ed-55e2-479f-b848-37fa4ad577d3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.545129] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23e938da-3f4b-41c7-9059-e41f1246804f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.565225] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a59e4f76-812f-460d-beb0-668ce704faa2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.573351] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-ee7e9633-d586-40b3-a88e-b18b86970df4 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Updating instance '0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a' progress to 83 {{(pid=62438) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1632.592910] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87847fed-5001-4f5d-98cb-0d828096e36a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.601050] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-e325a08a-211b-47a3-85be-7d3b57c2ea44 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] [instance: 64db0082-d145-4041-b231-d7a1bf4dfa42] Doing hard reboot of VM {{(pid=62438) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1064}} [ 1632.601389] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-3e2f4bd3-fcb4-4d9c-af2c-dbd72fdf4ff1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.609126] env[62438]: DEBUG oslo_vmware.api [None req-e325a08a-211b-47a3-85be-7d3b57c2ea44 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Waiting for the task: (returnval){ [ 1632.609126] env[62438]: value = "task-1785235" [ 1632.609126] env[62438]: _type = "Task" [ 1632.609126] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.617865] env[62438]: DEBUG oslo_vmware.api [None req-e325a08a-211b-47a3-85be-7d3b57c2ea44 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Task: {'id': task-1785235, 'name': ResetVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.700293] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785234, 'name': CreateVM_Task} progress is 25%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.819256] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62438) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1632.819497] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.412s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1632.819823] env[62438]: DEBUG oslo_concurrency.lockutils [None req-670aaf3c-3946-41cf-9af9-74a2b37a8c51 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.348s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1632.819986] env[62438]: DEBUG oslo_concurrency.lockutils [None req-670aaf3c-3946-41cf-9af9-74a2b37a8c51 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1632.822092] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5fea279a-cf52-46d5-b5d4-52a4d9781311 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.894s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1632.822291] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5fea279a-cf52-46d5-b5d4-52a4d9781311 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1632.824817] env[62438]: DEBUG oslo_concurrency.lockutils [None req-21be9692-9a1a-4af2-bdc1-6dcb74e7c1d7 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.147s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1632.824901] env[62438]: DEBUG oslo_concurrency.lockutils [None req-21be9692-9a1a-4af2-bdc1-6dcb74e7c1d7 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1632.827183] env[62438]: DEBUG oslo_concurrency.lockutils [None req-147e700b-333f-4a16-942f-3f037f9451a3 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 7.141s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1632.838569] env[62438]: DEBUG oslo_vmware.api [None req-a7d8524a-0f56-41be-94fc-44c73d0e1040 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785231, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.880073} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.838905] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7d8524a-0f56-41be-94fc-44c73d0e1040 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 1e64c34f-a88f-4359-8460-043983887aa3/1e64c34f-a88f-4359-8460-043983887aa3.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1632.839190] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a7d8524a-0f56-41be-94fc-44c73d0e1040 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1632.842062] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-53fdc367-e94b-4c40-ba11-1cf2e93eab21 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.849655] env[62438]: DEBUG oslo_vmware.api [None req-a7d8524a-0f56-41be-94fc-44c73d0e1040 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Waiting for the task: (returnval){ [ 1632.849655] env[62438]: value = "task-1785236" [ 1632.849655] env[62438]: _type = "Task" [ 1632.849655] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.854998] env[62438]: INFO nova.scheduler.client.report [None req-670aaf3c-3946-41cf-9af9-74a2b37a8c51 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Deleted allocations for instance 7c85d7ca-3255-452e-9486-2d3b618e7039 [ 1632.856846] env[62438]: INFO nova.scheduler.client.report [None req-21be9692-9a1a-4af2-bdc1-6dcb74e7c1d7 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Deleted allocations for instance 7d53f422-ce2a-4fb4-b8f7-66da14a63202 [ 1632.879122] env[62438]: DEBUG oslo_vmware.api [None req-a7d8524a-0f56-41be-94fc-44c73d0e1040 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785236, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.912699] env[62438]: DEBUG nova.network.neutron [req-7ab7c67a-7f42-49d5-aaf9-d6844a295750 req-c5424648-8fe7-4350-9c04-d3127479ebcb service nova] [instance: 23364d4c-07c7-4521-8f21-23226f1edb8c] Updated VIF entry in instance network info cache for port 98a3ef4a-2ab7-447f-ac25-484a424c37a1. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1632.912699] env[62438]: DEBUG nova.network.neutron [req-7ab7c67a-7f42-49d5-aaf9-d6844a295750 req-c5424648-8fe7-4350-9c04-d3127479ebcb service nova] [instance: 23364d4c-07c7-4521-8f21-23226f1edb8c] Updating instance_info_cache with network_info: [{"id": "98a3ef4a-2ab7-447f-ac25-484a424c37a1", "address": "fa:16:3e:e5:92:f4", "network": {"id": "1694b92d-c758-45a8-a881-1531663c92d2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-833720308-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a778e6841af7465cbc3de0ec00d8c06c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98a3ef4a-2a", "ovs_interfaceid": "98a3ef4a-2ab7-447f-ac25-484a424c37a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1633.052755] env[62438]: DEBUG nova.network.neutron [None req-56e11871-6279-4415-ae5a-a13ff46db084 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: 473744fb-4d72-49a3-bf1b-1cca94c8869e] Updating instance_info_cache with network_info: [{"id": "cc360a16-24df-462d-9eb9-bff47003fe64", "address": "fa:16:3e:c2:2e:e7", "network": {"id": "528df1c4-0750-4190-a45e-f07e53da997f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1177177355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "579bcf2e9e71442b900e46cf4d97668b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc360a16-24", "ovs_interfaceid": "cc360a16-24df-462d-9eb9-bff47003fe64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1633.080141] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-ee7e9633-d586-40b3-a88e-b18b86970df4 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Updating instance '0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a' progress to 100 {{(pid=62438) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1633.118303] env[62438]: DEBUG oslo_vmware.api [None req-e325a08a-211b-47a3-85be-7d3b57c2ea44 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Task: {'id': task-1785235, 'name': ResetVM_Task, 'duration_secs': 0.099087} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.118632] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-e325a08a-211b-47a3-85be-7d3b57c2ea44 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] [instance: 64db0082-d145-4041-b231-d7a1bf4dfa42] Did hard reboot of VM {{(pid=62438) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1068}} [ 1633.118835] env[62438]: DEBUG nova.compute.manager [None req-e325a08a-211b-47a3-85be-7d3b57c2ea44 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] [instance: 64db0082-d145-4041-b231-d7a1bf4dfa42] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1633.119617] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c82ef51-0225-4e84-affc-055fbaf891dd {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.147066] env[62438]: DEBUG nova.compute.manager [req-a20d8339-f82c-4a59-a4f6-cad8b71fa0c8 req-5b44ff56-551c-4e00-86f6-76c4af8d7161 service nova] [instance: 7cf7de8e-8184-4588-8623-c85044515a9e] Received event network-vif-plugged-c3dc3531-4eb0-4e5a-bf8c-91d7de5b8f09 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1633.148140] env[62438]: DEBUG oslo_concurrency.lockutils [req-a20d8339-f82c-4a59-a4f6-cad8b71fa0c8 req-5b44ff56-551c-4e00-86f6-76c4af8d7161 service nova] Acquiring lock "7cf7de8e-8184-4588-8623-c85044515a9e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1633.148140] env[62438]: DEBUG oslo_concurrency.lockutils [req-a20d8339-f82c-4a59-a4f6-cad8b71fa0c8 req-5b44ff56-551c-4e00-86f6-76c4af8d7161 service nova] Lock "7cf7de8e-8184-4588-8623-c85044515a9e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1633.148140] env[62438]: DEBUG oslo_concurrency.lockutils [req-a20d8339-f82c-4a59-a4f6-cad8b71fa0c8 req-5b44ff56-551c-4e00-86f6-76c4af8d7161 service nova] Lock "7cf7de8e-8184-4588-8623-c85044515a9e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1633.148140] env[62438]: DEBUG nova.compute.manager [req-a20d8339-f82c-4a59-a4f6-cad8b71fa0c8 req-5b44ff56-551c-4e00-86f6-76c4af8d7161 service nova] [instance: 7cf7de8e-8184-4588-8623-c85044515a9e] No waiting events found dispatching network-vif-plugged-c3dc3531-4eb0-4e5a-bf8c-91d7de5b8f09 {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1633.148140] env[62438]: WARNING nova.compute.manager [req-a20d8339-f82c-4a59-a4f6-cad8b71fa0c8 req-5b44ff56-551c-4e00-86f6-76c4af8d7161 service nova] [instance: 7cf7de8e-8184-4588-8623-c85044515a9e] Received unexpected event network-vif-plugged-c3dc3531-4eb0-4e5a-bf8c-91d7de5b8f09 for instance with vm_state building and task_state spawning. [ 1633.200823] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785234, 'name': CreateVM_Task, 'duration_secs': 0.77366} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.200823] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23364d4c-07c7-4521-8f21-23226f1edb8c] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1633.200823] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ec4de52b-1ad2-414a-91f5-1b55774339c8 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1633.200823] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ec4de52b-1ad2-414a-91f5-1b55774339c8 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.200823] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ec4de52b-1ad2-414a-91f5-1b55774339c8 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1633.200823] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e5b213c-cbaf-4be5-bddc-9d2670bfe983 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.204282] env[62438]: DEBUG oslo_vmware.api [None req-ec4de52b-1ad2-414a-91f5-1b55774339c8 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Waiting for the task: (returnval){ [ 1633.204282] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]526ee378-ebce-c54f-6fbe-82f31c6d88ef" [ 1633.204282] env[62438]: _type = "Task" [ 1633.204282] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.212857] env[62438]: DEBUG oslo_vmware.api [None req-ec4de52b-1ad2-414a-91f5-1b55774339c8 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]526ee378-ebce-c54f-6fbe-82f31c6d88ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.237494] env[62438]: DEBUG nova.network.neutron [None req-af5c360b-53fe-42cb-99d1-b4d4bc747cf9 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 7cf7de8e-8184-4588-8623-c85044515a9e] Successfully updated port: c3dc3531-4eb0-4e5a-bf8c-91d7de5b8f09 {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1633.337272] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5fea279a-cf52-46d5-b5d4-52a4d9781311 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Lock "1191392f-d14e-4a06-b978-60a80682cbf7" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 27.723s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1633.338320] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e1e6b6a8-feb3-444f-b366-606b628211fa tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Lock "1191392f-d14e-4a06-b978-60a80682cbf7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 10.256s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1633.338569] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e1e6b6a8-feb3-444f-b366-606b628211fa tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Acquiring lock "1191392f-d14e-4a06-b978-60a80682cbf7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1633.338791] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e1e6b6a8-feb3-444f-b366-606b628211fa tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Lock "1191392f-d14e-4a06-b978-60a80682cbf7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1633.338970] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e1e6b6a8-feb3-444f-b366-606b628211fa tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Lock "1191392f-d14e-4a06-b978-60a80682cbf7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1633.342675] env[62438]: INFO nova.compute.manager [None req-e1e6b6a8-feb3-444f-b366-606b628211fa tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 1191392f-d14e-4a06-b978-60a80682cbf7] Terminating instance [ 1633.346019] env[62438]: DEBUG nova.compute.manager [None req-e1e6b6a8-feb3-444f-b366-606b628211fa tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 1191392f-d14e-4a06-b978-60a80682cbf7] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1633.346019] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-e1e6b6a8-feb3-444f-b366-606b628211fa tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 1191392f-d14e-4a06-b978-60a80682cbf7] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1633.346019] env[62438]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-170496bb-be74-4944-a4d2-058831875b99 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.355653] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc39560-3091-4692-a925-00732b432cc1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.380836] env[62438]: DEBUG oslo_concurrency.lockutils [None req-21be9692-9a1a-4af2-bdc1-6dcb74e7c1d7 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Lock "7d53f422-ce2a-4fb4-b8f7-66da14a63202" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.439s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1633.382583] env[62438]: DEBUG oslo_concurrency.lockutils [None req-670aaf3c-3946-41cf-9af9-74a2b37a8c51 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Lock "7c85d7ca-3255-452e-9486-2d3b618e7039" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.969s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1633.404431] env[62438]: DEBUG oslo_vmware.api [None req-a7d8524a-0f56-41be-94fc-44c73d0e1040 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785236, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094722} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.405983] env[62438]: WARNING nova.virt.vmwareapi.vmops [None req-e1e6b6a8-feb3-444f-b366-606b628211fa tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 1191392f-d14e-4a06-b978-60a80682cbf7] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 1191392f-d14e-4a06-b978-60a80682cbf7 could not be found. [ 1633.406292] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-e1e6b6a8-feb3-444f-b366-606b628211fa tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 1191392f-d14e-4a06-b978-60a80682cbf7] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1633.406548] env[62438]: INFO nova.compute.manager [None req-e1e6b6a8-feb3-444f-b366-606b628211fa tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 1191392f-d14e-4a06-b978-60a80682cbf7] Took 0.06 seconds to destroy the instance on the hypervisor. [ 1633.406843] env[62438]: DEBUG oslo.service.loopingcall [None req-e1e6b6a8-feb3-444f-b366-606b628211fa tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1633.410564] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a7d8524a-0f56-41be-94fc-44c73d0e1040 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1633.411143] env[62438]: DEBUG nova.compute.manager [-] [instance: 1191392f-d14e-4a06-b978-60a80682cbf7] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1633.411291] env[62438]: DEBUG nova.network.neutron [-] [instance: 1191392f-d14e-4a06-b978-60a80682cbf7] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1633.413954] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-964c5076-6140-4635-a83a-3f62cfe6c9d7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.417252] env[62438]: DEBUG oslo_concurrency.lockutils [req-7ab7c67a-7f42-49d5-aaf9-d6844a295750 req-c5424648-8fe7-4350-9c04-d3127479ebcb service nova] Releasing lock "refresh_cache-23364d4c-07c7-4521-8f21-23226f1edb8c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1633.438467] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7d8524a-0f56-41be-94fc-44c73d0e1040 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 1e64c34f-a88f-4359-8460-043983887aa3/1e64c34f-a88f-4359-8460-043983887aa3.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1633.441466] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a836f8b0-7841-4851-b1b7-3869192a4486 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.464566] env[62438]: DEBUG oslo_vmware.api [None req-a7d8524a-0f56-41be-94fc-44c73d0e1040 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Waiting for the task: (returnval){ [ 1633.464566] env[62438]: value = "task-1785237" [ 1633.464566] env[62438]: _type = "Task" [ 1633.464566] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.475634] env[62438]: DEBUG oslo_vmware.api [None req-a7d8524a-0f56-41be-94fc-44c73d0e1040 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785237, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.555402] env[62438]: DEBUG oslo_concurrency.lockutils [None req-56e11871-6279-4415-ae5a-a13ff46db084 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Releasing lock "refresh_cache-473744fb-4d72-49a3-bf1b-1cca94c8869e" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1633.639900] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e325a08a-211b-47a3-85be-7d3b57c2ea44 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Lock "64db0082-d145-4041-b231-d7a1bf4dfa42" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.121s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1633.721374] env[62438]: DEBUG oslo_vmware.api [None req-ec4de52b-1ad2-414a-91f5-1b55774339c8 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]526ee378-ebce-c54f-6fbe-82f31c6d88ef, 'name': SearchDatastore_Task, 'duration_secs': 0.072166} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.722235] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ec4de52b-1ad2-414a-91f5-1b55774339c8 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1633.724327] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-ec4de52b-1ad2-414a-91f5-1b55774339c8 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 23364d4c-07c7-4521-8f21-23226f1edb8c] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1633.724327] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ec4de52b-1ad2-414a-91f5-1b55774339c8 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1633.724604] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ec4de52b-1ad2-414a-91f5-1b55774339c8 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.724729] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec4de52b-1ad2-414a-91f5-1b55774339c8 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1633.725634] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d26c1ce-4929-4d0e-9f81-2b91e107f525 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.729550] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d2cf1174-4926-4317-ae67-19dce2381400 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.737182] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e32e1eb9-2a9e-4525-a269-f49f73cca542 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.742340] env[62438]: DEBUG oslo_concurrency.lockutils [None req-af5c360b-53fe-42cb-99d1-b4d4bc747cf9 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Acquiring lock "refresh_cache-7cf7de8e-8184-4588-8623-c85044515a9e" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1633.742610] env[62438]: DEBUG oslo_concurrency.lockutils [None req-af5c360b-53fe-42cb-99d1-b4d4bc747cf9 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Acquired lock "refresh_cache-7cf7de8e-8184-4588-8623-c85044515a9e" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.742881] env[62438]: DEBUG nova.network.neutron [None req-af5c360b-53fe-42cb-99d1-b4d4bc747cf9 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 7cf7de8e-8184-4588-8623-c85044515a9e] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1633.745530] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec4de52b-1ad2-414a-91f5-1b55774339c8 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1633.745530] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-ec4de52b-1ad2-414a-91f5-1b55774339c8 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1633.746988] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-051400a2-1482-4249-b03d-2c10a71d37ed {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.778040] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e0f701-5926-4c37-99e0-febf2ac71277 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.782919] env[62438]: DEBUG oslo_vmware.api [None req-ec4de52b-1ad2-414a-91f5-1b55774339c8 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Waiting for the task: (returnval){ [ 1633.782919] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52904602-043f-8e47-c42e-0be8cda61072" [ 1633.782919] env[62438]: _type = "Task" [ 1633.782919] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.789844] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f47d6263-def9-4eca-acb9-6e35f5646662 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.797122] env[62438]: DEBUG oslo_vmware.api [None req-ec4de52b-1ad2-414a-91f5-1b55774339c8 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52904602-043f-8e47-c42e-0be8cda61072, 'name': SearchDatastore_Task, 'duration_secs': 0.009774} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.798211] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c1a6f6a-a5f1-406d-8441-65b581dcfdf6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.808508] env[62438]: DEBUG nova.compute.provider_tree [None req-147e700b-333f-4a16-942f-3f037f9451a3 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1633.813462] env[62438]: DEBUG oslo_vmware.api [None req-ec4de52b-1ad2-414a-91f5-1b55774339c8 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Waiting for the task: (returnval){ [ 1633.813462] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52be9c81-08b9-272f-1ea2-4b6fde4f6745" [ 1633.813462] env[62438]: _type = "Task" [ 1633.813462] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.819957] env[62438]: DEBUG oslo_vmware.api [None req-ec4de52b-1ad2-414a-91f5-1b55774339c8 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52be9c81-08b9-272f-1ea2-4b6fde4f6745, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.975369] env[62438]: DEBUG oslo_vmware.api [None req-a7d8524a-0f56-41be-94fc-44c73d0e1040 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785237, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.061023] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-56e11871-6279-4415-ae5a-a13ff46db084 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: 473744fb-4d72-49a3-bf1b-1cca94c8869e] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1634.061023] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4622b369-2887-4024-8884-6e7bf77a7c4c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.068268] env[62438]: DEBUG oslo_vmware.api [None req-56e11871-6279-4415-ae5a-a13ff46db084 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Waiting for the task: (returnval){ [ 1634.068268] env[62438]: value = "task-1785238" [ 1634.068268] env[62438]: _type = "Task" [ 1634.068268] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.077276] env[62438]: DEBUG oslo_vmware.api [None req-56e11871-6279-4415-ae5a-a13ff46db084 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Task: {'id': task-1785238, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.232779] env[62438]: DEBUG nova.network.neutron [-] [instance: 1191392f-d14e-4a06-b978-60a80682cbf7] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1634.294340] env[62438]: DEBUG nova.network.neutron [None req-af5c360b-53fe-42cb-99d1-b4d4bc747cf9 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 7cf7de8e-8184-4588-8623-c85044515a9e] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1634.313047] env[62438]: DEBUG nova.scheduler.client.report [None req-147e700b-333f-4a16-942f-3f037f9451a3 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1634.329972] env[62438]: DEBUG oslo_vmware.api [None req-ec4de52b-1ad2-414a-91f5-1b55774339c8 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52be9c81-08b9-272f-1ea2-4b6fde4f6745, 'name': SearchDatastore_Task, 'duration_secs': 0.00943} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.330807] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ec4de52b-1ad2-414a-91f5-1b55774339c8 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1634.331124] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec4de52b-1ad2-414a-91f5-1b55774339c8 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 23364d4c-07c7-4521-8f21-23226f1edb8c/23364d4c-07c7-4521-8f21-23226f1edb8c.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1634.332110] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ae8ecf8-3acc-417b-ae20-b397560c51e3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.339112] env[62438]: DEBUG oslo_vmware.api [None req-ec4de52b-1ad2-414a-91f5-1b55774339c8 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Waiting for the task: (returnval){ [ 1634.339112] env[62438]: value = "task-1785239" [ 1634.339112] env[62438]: _type = "Task" [ 1634.339112] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.353314] env[62438]: DEBUG oslo_vmware.api [None req-ec4de52b-1ad2-414a-91f5-1b55774339c8 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785239, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.477796] env[62438]: DEBUG oslo_vmware.api [None req-a7d8524a-0f56-41be-94fc-44c73d0e1040 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785237, 'name': ReconfigVM_Task, 'duration_secs': 0.671546} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.478268] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7d8524a-0f56-41be-94fc-44c73d0e1040 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 1e64c34f-a88f-4359-8460-043983887aa3/1e64c34f-a88f-4359-8460-043983887aa3.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1634.479786] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-732e60e5-cdf3-4b50-9806-aefa4973c44f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.491681] env[62438]: DEBUG oslo_vmware.api [None req-a7d8524a-0f56-41be-94fc-44c73d0e1040 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Waiting for the task: (returnval){ [ 1634.491681] env[62438]: value = "task-1785240" [ 1634.491681] env[62438]: _type = "Task" [ 1634.491681] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.505750] env[62438]: DEBUG oslo_vmware.api [None req-a7d8524a-0f56-41be-94fc-44c73d0e1040 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785240, 'name': Rename_Task} progress is 10%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.577122] env[62438]: DEBUG nova.network.neutron [None req-af5c360b-53fe-42cb-99d1-b4d4bc747cf9 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 7cf7de8e-8184-4588-8623-c85044515a9e] Updating instance_info_cache with network_info: [{"id": "c3dc3531-4eb0-4e5a-bf8c-91d7de5b8f09", "address": "fa:16:3e:15:fc:be", "network": {"id": "1694b92d-c758-45a8-a881-1531663c92d2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-833720308-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a778e6841af7465cbc3de0ec00d8c06c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3dc3531-4e", "ovs_interfaceid": "c3dc3531-4eb0-4e5a-bf8c-91d7de5b8f09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1634.584481] env[62438]: DEBUG oslo_vmware.api [None req-56e11871-6279-4415-ae5a-a13ff46db084 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Task: {'id': task-1785238, 'name': PowerOnVM_Task, 'duration_secs': 0.421967} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.585792] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-56e11871-6279-4415-ae5a-a13ff46db084 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: 473744fb-4d72-49a3-bf1b-1cca94c8869e] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1634.585792] env[62438]: DEBUG nova.compute.manager [None req-56e11871-6279-4415-ae5a-a13ff46db084 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: 473744fb-4d72-49a3-bf1b-1cca94c8869e] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1634.586705] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b87912-d0f9-4fb1-8846-68c5e3bd9b1d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.736069] env[62438]: INFO nova.compute.manager [-] [instance: 1191392f-d14e-4a06-b978-60a80682cbf7] Took 1.32 seconds to deallocate network for instance. [ 1634.849770] env[62438]: DEBUG oslo_vmware.api [None req-ec4de52b-1ad2-414a-91f5-1b55774339c8 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785239, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.003615] env[62438]: DEBUG oslo_vmware.api [None req-a7d8524a-0f56-41be-94fc-44c73d0e1040 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785240, 'name': Rename_Task, 'duration_secs': 0.183009} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.003905] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7d8524a-0f56-41be-94fc-44c73d0e1040 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1635.004284] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d81158b-1593-4f1c-9a6c-40364f06c587 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.011704] env[62438]: DEBUG oslo_vmware.api [None req-a7d8524a-0f56-41be-94fc-44c73d0e1040 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Waiting for the task: (returnval){ [ 1635.011704] env[62438]: value = "task-1785241" [ 1635.011704] env[62438]: _type = "Task" [ 1635.011704] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.019205] env[62438]: DEBUG oslo_vmware.api [None req-a7d8524a-0f56-41be-94fc-44c73d0e1040 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785241, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.085493] env[62438]: DEBUG oslo_concurrency.lockutils [None req-af5c360b-53fe-42cb-99d1-b4d4bc747cf9 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Releasing lock "refresh_cache-7cf7de8e-8184-4588-8623-c85044515a9e" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1635.086076] env[62438]: DEBUG nova.compute.manager [None req-af5c360b-53fe-42cb-99d1-b4d4bc747cf9 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 7cf7de8e-8184-4588-8623-c85044515a9e] Instance network_info: |[{"id": "c3dc3531-4eb0-4e5a-bf8c-91d7de5b8f09", "address": "fa:16:3e:15:fc:be", "network": {"id": "1694b92d-c758-45a8-a881-1531663c92d2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-833720308-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a778e6841af7465cbc3de0ec00d8c06c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3dc3531-4e", "ovs_interfaceid": "c3dc3531-4eb0-4e5a-bf8c-91d7de5b8f09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1635.086273] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-af5c360b-53fe-42cb-99d1-b4d4bc747cf9 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 7cf7de8e-8184-4588-8623-c85044515a9e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:fc:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f9be6786-e9a7-4138-b7b5-b7696f6cb1e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c3dc3531-4eb0-4e5a-bf8c-91d7de5b8f09', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1635.094312] env[62438]: DEBUG oslo.service.loopingcall [None req-af5c360b-53fe-42cb-99d1-b4d4bc747cf9 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1635.095471] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7cf7de8e-8184-4588-8623-c85044515a9e] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1635.095751] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-31f1fedb-5cff-44f2-8bab-96fa53432338 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.120029] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1635.120029] env[62438]: value = "task-1785242" [ 1635.120029] env[62438]: _type = "Task" [ 1635.120029] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.130148] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785242, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.323143] env[62438]: DEBUG oslo_concurrency.lockutils [None req-147e700b-333f-4a16-942f-3f037f9451a3 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.496s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1635.326393] env[62438]: DEBUG oslo_concurrency.lockutils [None req-4a5953dc-4c8e-4edb-b802-e3b040751460 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.927s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1635.326570] env[62438]: DEBUG oslo_concurrency.lockutils [None req-4a5953dc-4c8e-4edb-b802-e3b040751460 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1635.351056] env[62438]: DEBUG oslo_vmware.api [None req-ec4de52b-1ad2-414a-91f5-1b55774339c8 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785239, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516304} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.352129] env[62438]: INFO nova.scheduler.client.report [None req-4a5953dc-4c8e-4edb-b802-e3b040751460 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Deleted allocations for instance e45fba41-a8f5-4b19-9d7f-43d071e581f8 [ 1635.353168] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec4de52b-1ad2-414a-91f5-1b55774339c8 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 23364d4c-07c7-4521-8f21-23226f1edb8c/23364d4c-07c7-4521-8f21-23226f1edb8c.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1635.353405] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-ec4de52b-1ad2-414a-91f5-1b55774339c8 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 23364d4c-07c7-4521-8f21-23226f1edb8c] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1635.353684] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f3433cfc-fe6e-4468-9539-b161d3d409ac {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.368185] env[62438]: DEBUG oslo_vmware.api [None req-ec4de52b-1ad2-414a-91f5-1b55774339c8 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Waiting for the task: (returnval){ [ 1635.368185] env[62438]: value = "task-1785243" [ 1635.368185] env[62438]: _type = "Task" [ 1635.368185] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.378561] env[62438]: DEBUG oslo_vmware.api [None req-ec4de52b-1ad2-414a-91f5-1b55774339c8 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785243, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.411654] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8525b2ae-2176-48ca-bd2b-d302ae05f74c tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Acquiring lock "64db0082-d145-4041-b231-d7a1bf4dfa42" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1635.411932] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8525b2ae-2176-48ca-bd2b-d302ae05f74c tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Lock "64db0082-d145-4041-b231-d7a1bf4dfa42" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1635.412253] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8525b2ae-2176-48ca-bd2b-d302ae05f74c tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Acquiring lock "64db0082-d145-4041-b231-d7a1bf4dfa42-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1635.412532] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8525b2ae-2176-48ca-bd2b-d302ae05f74c tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Lock "64db0082-d145-4041-b231-d7a1bf4dfa42-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1635.412858] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8525b2ae-2176-48ca-bd2b-d302ae05f74c tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Lock "64db0082-d145-4041-b231-d7a1bf4dfa42-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1635.415701] env[62438]: INFO nova.compute.manager [None req-8525b2ae-2176-48ca-bd2b-d302ae05f74c tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] [instance: 64db0082-d145-4041-b231-d7a1bf4dfa42] Terminating instance [ 1635.418614] env[62438]: DEBUG nova.compute.manager [None req-8525b2ae-2176-48ca-bd2b-d302ae05f74c tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] [instance: 64db0082-d145-4041-b231-d7a1bf4dfa42] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1635.419104] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-8525b2ae-2176-48ca-bd2b-d302ae05f74c tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] [instance: 64db0082-d145-4041-b231-d7a1bf4dfa42] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1635.420321] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a75348-42fb-4a91-8285-39ba09ec7173 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.428226] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-8525b2ae-2176-48ca-bd2b-d302ae05f74c tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] [instance: 64db0082-d145-4041-b231-d7a1bf4dfa42] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1635.428554] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7cbc426f-211b-48d9-9dac-37b25451e145 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.435160] env[62438]: DEBUG oslo_vmware.api [None req-8525b2ae-2176-48ca-bd2b-d302ae05f74c tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Waiting for the task: (returnval){ [ 1635.435160] env[62438]: value = "task-1785244" [ 1635.435160] env[62438]: _type = "Task" [ 1635.435160] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.447812] env[62438]: DEBUG oslo_vmware.api [None req-8525b2ae-2176-48ca-bd2b-d302ae05f74c tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Task: {'id': task-1785244, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.485847] env[62438]: DEBUG nova.compute.manager [req-3a64b152-ca4d-4e6d-af07-968c2a29dadb req-417f779d-0f37-495d-bf7b-3141fa80b137 service nova] [instance: 7cf7de8e-8184-4588-8623-c85044515a9e] Received event network-changed-c3dc3531-4eb0-4e5a-bf8c-91d7de5b8f09 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1635.487062] env[62438]: DEBUG nova.compute.manager [req-3a64b152-ca4d-4e6d-af07-968c2a29dadb req-417f779d-0f37-495d-bf7b-3141fa80b137 service nova] [instance: 7cf7de8e-8184-4588-8623-c85044515a9e] Refreshing instance network info cache due to event network-changed-c3dc3531-4eb0-4e5a-bf8c-91d7de5b8f09. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1635.487480] env[62438]: DEBUG oslo_concurrency.lockutils [req-3a64b152-ca4d-4e6d-af07-968c2a29dadb req-417f779d-0f37-495d-bf7b-3141fa80b137 service nova] Acquiring lock "refresh_cache-7cf7de8e-8184-4588-8623-c85044515a9e" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1635.487835] env[62438]: DEBUG oslo_concurrency.lockutils [req-3a64b152-ca4d-4e6d-af07-968c2a29dadb req-417f779d-0f37-495d-bf7b-3141fa80b137 service nova] Acquired lock "refresh_cache-7cf7de8e-8184-4588-8623-c85044515a9e" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1635.488441] env[62438]: DEBUG nova.network.neutron [req-3a64b152-ca4d-4e6d-af07-968c2a29dadb req-417f779d-0f37-495d-bf7b-3141fa80b137 service nova] [instance: 7cf7de8e-8184-4588-8623-c85044515a9e] Refreshing network info cache for port c3dc3531-4eb0-4e5a-bf8c-91d7de5b8f09 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1635.523024] env[62438]: DEBUG oslo_vmware.api [None req-a7d8524a-0f56-41be-94fc-44c73d0e1040 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785241, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.586609] env[62438]: DEBUG oslo_concurrency.lockutils [None req-78ea512b-8707-4427-9fa7-a3aa8bd5bb12 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Acquiring lock "0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1635.586967] env[62438]: DEBUG oslo_concurrency.lockutils [None req-78ea512b-8707-4427-9fa7-a3aa8bd5bb12 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Lock "0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1635.587447] env[62438]: DEBUG nova.compute.manager [None req-78ea512b-8707-4427-9fa7-a3aa8bd5bb12 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Going to confirm migration 5 {{(pid=62438) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4783}} [ 1635.630614] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785242, 'name': CreateVM_Task, 'duration_secs': 0.363932} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.630934] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7cf7de8e-8184-4588-8623-c85044515a9e] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1635.631608] env[62438]: DEBUG oslo_concurrency.lockutils [None req-af5c360b-53fe-42cb-99d1-b4d4bc747cf9 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1635.631788] env[62438]: DEBUG oslo_concurrency.lockutils [None req-af5c360b-53fe-42cb-99d1-b4d4bc747cf9 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1635.632131] env[62438]: DEBUG oslo_concurrency.lockutils [None req-af5c360b-53fe-42cb-99d1-b4d4bc747cf9 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1635.632435] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd55c8fa-5ddf-4649-8964-12e163f9e64d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.637850] env[62438]: DEBUG oslo_vmware.api [None req-af5c360b-53fe-42cb-99d1-b4d4bc747cf9 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Waiting for the task: (returnval){ [ 1635.637850] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52deef75-3f5c-764f-4664-b8f62df27a69" [ 1635.637850] env[62438]: _type = "Task" [ 1635.637850] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.647270] env[62438]: DEBUG oslo_vmware.api [None req-af5c360b-53fe-42cb-99d1-b4d4bc747cf9 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52deef75-3f5c-764f-4664-b8f62df27a69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.763865] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e1e6b6a8-feb3-444f-b366-606b628211fa tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Lock "1191392f-d14e-4a06-b978-60a80682cbf7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.425s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1635.809640] env[62438]: DEBUG oslo_concurrency.lockutils [None req-31c1d2e0-019a-457d-8129-9dd0921ae192 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Acquiring lock "b4ab6c81-0444-4d0d-bcbf-50f2ff69844d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1635.809640] env[62438]: DEBUG oslo_concurrency.lockutils [None req-31c1d2e0-019a-457d-8129-9dd0921ae192 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Lock "b4ab6c81-0444-4d0d-bcbf-50f2ff69844d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1635.866736] env[62438]: DEBUG oslo_concurrency.lockutils [None req-4a5953dc-4c8e-4edb-b802-e3b040751460 tempest-ImagesTestJSON-995257309 tempest-ImagesTestJSON-995257309-project-member] Lock "e45fba41-a8f5-4b19-9d7f-43d071e581f8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.599s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1635.878321] env[62438]: DEBUG oslo_vmware.api [None req-ec4de52b-1ad2-414a-91f5-1b55774339c8 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785243, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087867} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.879205] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-ec4de52b-1ad2-414a-91f5-1b55774339c8 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 23364d4c-07c7-4521-8f21-23226f1edb8c] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1635.879941] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff420f83-ff11-4632-b5d0-935c756b2d7a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.883059] env[62438]: INFO nova.scheduler.client.report [None req-147e700b-333f-4a16-942f-3f037f9451a3 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Deleted allocation for migration 05f14f84-50e4-40eb-8ae0-febb24dacb22 [ 1635.909319] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec4de52b-1ad2-414a-91f5-1b55774339c8 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 23364d4c-07c7-4521-8f21-23226f1edb8c] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 23364d4c-07c7-4521-8f21-23226f1edb8c/23364d4c-07c7-4521-8f21-23226f1edb8c.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1635.909985] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bfc4990c-2ce8-4903-9f5b-af41df9ced74 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.930203] env[62438]: DEBUG oslo_vmware.api [None req-ec4de52b-1ad2-414a-91f5-1b55774339c8 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Waiting for the task: (returnval){ [ 1635.930203] env[62438]: value = "task-1785245" [ 1635.930203] env[62438]: _type = "Task" [ 1635.930203] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.938670] env[62438]: DEBUG oslo_vmware.api [None req-ec4de52b-1ad2-414a-91f5-1b55774339c8 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785245, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.946236] env[62438]: DEBUG oslo_vmware.api [None req-8525b2ae-2176-48ca-bd2b-d302ae05f74c tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Task: {'id': task-1785244, 'name': PowerOffVM_Task, 'duration_secs': 0.190155} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.946503] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-8525b2ae-2176-48ca-bd2b-d302ae05f74c tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] [instance: 64db0082-d145-4041-b231-d7a1bf4dfa42] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1635.946713] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-8525b2ae-2176-48ca-bd2b-d302ae05f74c tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] [instance: 64db0082-d145-4041-b231-d7a1bf4dfa42] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1635.946987] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-edd49b5c-72f7-4a6c-96da-a2cee180aedc {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.022537] env[62438]: DEBUG oslo_vmware.api [None req-a7d8524a-0f56-41be-94fc-44c73d0e1040 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785241, 'name': PowerOnVM_Task, 'duration_secs': 0.757624} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.022923] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7d8524a-0f56-41be-94fc-44c73d0e1040 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1636.023213] env[62438]: INFO nova.compute.manager [None req-a7d8524a-0f56-41be-94fc-44c73d0e1040 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] Took 8.40 seconds to spawn the instance on the hypervisor. [ 1636.023471] env[62438]: DEBUG nova.compute.manager [None req-a7d8524a-0f56-41be-94fc-44c73d0e1040 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1636.024454] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2db96cef-27f0-46f8-af89-95cf1cd1a01f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.078377] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-8525b2ae-2176-48ca-bd2b-d302ae05f74c tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] [instance: 64db0082-d145-4041-b231-d7a1bf4dfa42] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1636.078693] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-8525b2ae-2176-48ca-bd2b-d302ae05f74c tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] [instance: 64db0082-d145-4041-b231-d7a1bf4dfa42] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1636.078950] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-8525b2ae-2176-48ca-bd2b-d302ae05f74c tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Deleting the datastore file [datastore1] 64db0082-d145-4041-b231-d7a1bf4dfa42 {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1636.079302] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e944fd59-124e-4b89-bfa9-4fa403d84aa4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.087714] env[62438]: DEBUG oslo_vmware.api [None req-8525b2ae-2176-48ca-bd2b-d302ae05f74c tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Waiting for the task: (returnval){ [ 1636.087714] env[62438]: value = "task-1785247" [ 1636.087714] env[62438]: _type = "Task" [ 1636.087714] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.102681] env[62438]: DEBUG oslo_vmware.api [None req-8525b2ae-2176-48ca-bd2b-d302ae05f74c tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Task: {'id': task-1785247, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.150255] env[62438]: DEBUG oslo_vmware.api [None req-af5c360b-53fe-42cb-99d1-b4d4bc747cf9 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52deef75-3f5c-764f-4664-b8f62df27a69, 'name': SearchDatastore_Task, 'duration_secs': 0.009838} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.154137] env[62438]: DEBUG oslo_concurrency.lockutils [None req-af5c360b-53fe-42cb-99d1-b4d4bc747cf9 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1636.154137] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-af5c360b-53fe-42cb-99d1-b4d4bc747cf9 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 7cf7de8e-8184-4588-8623-c85044515a9e] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1636.154137] env[62438]: DEBUG oslo_concurrency.lockutils [None req-af5c360b-53fe-42cb-99d1-b4d4bc747cf9 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1636.154137] env[62438]: DEBUG oslo_concurrency.lockutils [None req-af5c360b-53fe-42cb-99d1-b4d4bc747cf9 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1636.154137] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-af5c360b-53fe-42cb-99d1-b4d4bc747cf9 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1636.154723] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-280988b4-df69-41e7-a2f1-add524d63720 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.174244] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-af5c360b-53fe-42cb-99d1-b4d4bc747cf9 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1636.174244] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-af5c360b-53fe-42cb-99d1-b4d4bc747cf9 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1636.174607] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05a54a73-5b45-415d-b279-6918ce76528a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.182213] env[62438]: DEBUG oslo_vmware.api [None req-af5c360b-53fe-42cb-99d1-b4d4bc747cf9 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Waiting for the task: (returnval){ [ 1636.182213] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52b64052-dde0-d0c9-d7c8-f149be7e4698" [ 1636.182213] env[62438]: _type = "Task" [ 1636.182213] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.190895] env[62438]: DEBUG oslo_vmware.api [None req-af5c360b-53fe-42cb-99d1-b4d4bc747cf9 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52b64052-dde0-d0c9-d7c8-f149be7e4698, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.193517] env[62438]: DEBUG oslo_concurrency.lockutils [None req-78ea512b-8707-4427-9fa7-a3aa8bd5bb12 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Acquiring lock "refresh_cache-0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1636.193517] env[62438]: DEBUG oslo_concurrency.lockutils [None req-78ea512b-8707-4427-9fa7-a3aa8bd5bb12 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Acquired lock "refresh_cache-0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1636.193517] env[62438]: DEBUG nova.network.neutron [None req-78ea512b-8707-4427-9fa7-a3aa8bd5bb12 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1636.193517] env[62438]: DEBUG nova.objects.instance [None req-78ea512b-8707-4427-9fa7-a3aa8bd5bb12 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Lazy-loading 'info_cache' on Instance uuid 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1636.248718] env[62438]: DEBUG oslo_concurrency.lockutils [None req-45a74073-a869-4e02-8230-734577346e5e tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Acquiring lock "0531e871-6f05-4401-a2c7-47e3bdff2d97" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1636.249053] env[62438]: DEBUG oslo_concurrency.lockutils [None req-45a74073-a869-4e02-8230-734577346e5e tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Lock "0531e871-6f05-4401-a2c7-47e3bdff2d97" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1636.311113] env[62438]: DEBUG nova.compute.manager [None req-31c1d2e0-019a-457d-8129-9dd0921ae192 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: b4ab6c81-0444-4d0d-bcbf-50f2ff69844d] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1636.388895] env[62438]: DEBUG oslo_concurrency.lockutils [None req-147e700b-333f-4a16-942f-3f037f9451a3 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Lock "a160d6df-ab59-48f0-a076-020afbd2af66" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 14.105s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1636.440997] env[62438]: DEBUG oslo_vmware.api [None req-ec4de52b-1ad2-414a-91f5-1b55774339c8 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785245, 'name': ReconfigVM_Task, 'duration_secs': 0.292361} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.441325] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec4de52b-1ad2-414a-91f5-1b55774339c8 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 23364d4c-07c7-4521-8f21-23226f1edb8c] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 23364d4c-07c7-4521-8f21-23226f1edb8c/23364d4c-07c7-4521-8f21-23226f1edb8c.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1636.441956] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-72060053-fe48-4dec-8458-b0800042d8c2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.448716] env[62438]: DEBUG oslo_vmware.api [None req-ec4de52b-1ad2-414a-91f5-1b55774339c8 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Waiting for the task: (returnval){ [ 1636.448716] env[62438]: value = "task-1785248" [ 1636.448716] env[62438]: _type = "Task" [ 1636.448716] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.459642] env[62438]: DEBUG oslo_vmware.api [None req-ec4de52b-1ad2-414a-91f5-1b55774339c8 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785248, 'name': Rename_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.460514] env[62438]: DEBUG nova.network.neutron [req-3a64b152-ca4d-4e6d-af07-968c2a29dadb req-417f779d-0f37-495d-bf7b-3141fa80b137 service nova] [instance: 7cf7de8e-8184-4588-8623-c85044515a9e] Updated VIF entry in instance network info cache for port c3dc3531-4eb0-4e5a-bf8c-91d7de5b8f09. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1636.460832] env[62438]: DEBUG nova.network.neutron [req-3a64b152-ca4d-4e6d-af07-968c2a29dadb req-417f779d-0f37-495d-bf7b-3141fa80b137 service nova] [instance: 7cf7de8e-8184-4588-8623-c85044515a9e] Updating instance_info_cache with network_info: [{"id": "c3dc3531-4eb0-4e5a-bf8c-91d7de5b8f09", "address": "fa:16:3e:15:fc:be", "network": {"id": "1694b92d-c758-45a8-a881-1531663c92d2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-833720308-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a778e6841af7465cbc3de0ec00d8c06c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3dc3531-4e", "ovs_interfaceid": "c3dc3531-4eb0-4e5a-bf8c-91d7de5b8f09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1636.545029] env[62438]: INFO nova.compute.manager [None req-a7d8524a-0f56-41be-94fc-44c73d0e1040 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] Took 28.90 seconds to build instance. [ 1636.582239] env[62438]: DEBUG oslo_concurrency.lockutils [None req-998c779d-198a-4340-8194-0daa2fca8f19 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Acquiring lock "a55cd8ef-cf46-4466-b0ef-b32bff8d6a28" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1636.582506] env[62438]: DEBUG oslo_concurrency.lockutils [None req-998c779d-198a-4340-8194-0daa2fca8f19 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Lock "a55cd8ef-cf46-4466-b0ef-b32bff8d6a28" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1636.597714] env[62438]: DEBUG oslo_vmware.api [None req-8525b2ae-2176-48ca-bd2b-d302ae05f74c tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Task: {'id': task-1785247, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149164} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.597986] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-8525b2ae-2176-48ca-bd2b-d302ae05f74c tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1636.598283] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-8525b2ae-2176-48ca-bd2b-d302ae05f74c tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] [instance: 64db0082-d145-4041-b231-d7a1bf4dfa42] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1636.598363] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-8525b2ae-2176-48ca-bd2b-d302ae05f74c tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] [instance: 64db0082-d145-4041-b231-d7a1bf4dfa42] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1636.598542] env[62438]: INFO nova.compute.manager [None req-8525b2ae-2176-48ca-bd2b-d302ae05f74c tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] [instance: 64db0082-d145-4041-b231-d7a1bf4dfa42] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1636.598784] env[62438]: DEBUG oslo.service.loopingcall [None req-8525b2ae-2176-48ca-bd2b-d302ae05f74c tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1636.598975] env[62438]: DEBUG nova.compute.manager [-] [instance: 64db0082-d145-4041-b231-d7a1bf4dfa42] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1636.599087] env[62438]: DEBUG nova.network.neutron [-] [instance: 64db0082-d145-4041-b231-d7a1bf4dfa42] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1636.692539] env[62438]: DEBUG oslo_vmware.api [None req-af5c360b-53fe-42cb-99d1-b4d4bc747cf9 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52b64052-dde0-d0c9-d7c8-f149be7e4698, 'name': SearchDatastore_Task, 'duration_secs': 0.011515} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.693172] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0144323f-1882-48a6-9602-dd97e095e51f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.700499] env[62438]: DEBUG oslo_vmware.api [None req-af5c360b-53fe-42cb-99d1-b4d4bc747cf9 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Waiting for the task: (returnval){ [ 1636.700499] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52dc5bf8-6d47-369c-f025-e82b29d81da0" [ 1636.700499] env[62438]: _type = "Task" [ 1636.700499] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.708326] env[62438]: DEBUG oslo_vmware.api [None req-af5c360b-53fe-42cb-99d1-b4d4bc747cf9 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52dc5bf8-6d47-369c-f025-e82b29d81da0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.751899] env[62438]: DEBUG nova.compute.manager [None req-45a74073-a869-4e02-8230-734577346e5e tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 0531e871-6f05-4401-a2c7-47e3bdff2d97] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1636.836893] env[62438]: DEBUG oslo_concurrency.lockutils [None req-31c1d2e0-019a-457d-8129-9dd0921ae192 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1636.837307] env[62438]: DEBUG oslo_concurrency.lockutils [None req-31c1d2e0-019a-457d-8129-9dd0921ae192 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1636.838837] env[62438]: INFO nova.compute.claims [None req-31c1d2e0-019a-457d-8129-9dd0921ae192 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: b4ab6c81-0444-4d0d-bcbf-50f2ff69844d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1636.960658] env[62438]: DEBUG oslo_vmware.api [None req-ec4de52b-1ad2-414a-91f5-1b55774339c8 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785248, 'name': Rename_Task, 'duration_secs': 0.14158} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.960994] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec4de52b-1ad2-414a-91f5-1b55774339c8 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 23364d4c-07c7-4521-8f21-23226f1edb8c] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1636.961277] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9fb564d-4dab-48a1-a852-acc901084cd6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.963534] env[62438]: DEBUG oslo_concurrency.lockutils [req-3a64b152-ca4d-4e6d-af07-968c2a29dadb req-417f779d-0f37-495d-bf7b-3141fa80b137 service nova] Releasing lock "refresh_cache-7cf7de8e-8184-4588-8623-c85044515a9e" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1636.963771] env[62438]: DEBUG nova.compute.manager [req-3a64b152-ca4d-4e6d-af07-968c2a29dadb req-417f779d-0f37-495d-bf7b-3141fa80b137 service nova] [instance: 64db0082-d145-4041-b231-d7a1bf4dfa42] Received event network-changed-83f1ffe4-fb50-40fb-b737-9fa3106a0d81 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1636.963942] env[62438]: DEBUG nova.compute.manager [req-3a64b152-ca4d-4e6d-af07-968c2a29dadb req-417f779d-0f37-495d-bf7b-3141fa80b137 service nova] [instance: 64db0082-d145-4041-b231-d7a1bf4dfa42] Refreshing instance network info cache due to event network-changed-83f1ffe4-fb50-40fb-b737-9fa3106a0d81. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1636.964168] env[62438]: DEBUG oslo_concurrency.lockutils [req-3a64b152-ca4d-4e6d-af07-968c2a29dadb req-417f779d-0f37-495d-bf7b-3141fa80b137 service nova] Acquiring lock "refresh_cache-64db0082-d145-4041-b231-d7a1bf4dfa42" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1636.964324] env[62438]: DEBUG oslo_concurrency.lockutils [req-3a64b152-ca4d-4e6d-af07-968c2a29dadb req-417f779d-0f37-495d-bf7b-3141fa80b137 service nova] Acquired lock "refresh_cache-64db0082-d145-4041-b231-d7a1bf4dfa42" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1636.964486] env[62438]: DEBUG nova.network.neutron [req-3a64b152-ca4d-4e6d-af07-968c2a29dadb req-417f779d-0f37-495d-bf7b-3141fa80b137 service nova] [instance: 64db0082-d145-4041-b231-d7a1bf4dfa42] Refreshing network info cache for port 83f1ffe4-fb50-40fb-b737-9fa3106a0d81 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1636.971024] env[62438]: DEBUG oslo_vmware.api [None req-ec4de52b-1ad2-414a-91f5-1b55774339c8 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Waiting for the task: (returnval){ [ 1636.971024] env[62438]: value = "task-1785249" [ 1636.971024] env[62438]: _type = "Task" [ 1636.971024] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.980304] env[62438]: DEBUG oslo_vmware.api [None req-ec4de52b-1ad2-414a-91f5-1b55774339c8 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785249, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.047096] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a7d8524a-0f56-41be-94fc-44c73d0e1040 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Lock "1e64c34f-a88f-4359-8460-043983887aa3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.410s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1637.085419] env[62438]: DEBUG nova.compute.manager [None req-998c779d-198a-4340-8194-0daa2fca8f19 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: a55cd8ef-cf46-4466-b0ef-b32bff8d6a28] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1637.214346] env[62438]: DEBUG oslo_vmware.api [None req-af5c360b-53fe-42cb-99d1-b4d4bc747cf9 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52dc5bf8-6d47-369c-f025-e82b29d81da0, 'name': SearchDatastore_Task, 'duration_secs': 0.045868} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.218122] env[62438]: DEBUG oslo_concurrency.lockutils [None req-af5c360b-53fe-42cb-99d1-b4d4bc747cf9 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1637.218122] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-af5c360b-53fe-42cb-99d1-b4d4bc747cf9 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 7cf7de8e-8184-4588-8623-c85044515a9e/7cf7de8e-8184-4588-8623-c85044515a9e.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1637.218122] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c9756164-817d-43b1-9d3d-e2cfcde9925c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.221380] env[62438]: DEBUG oslo_vmware.api [None req-af5c360b-53fe-42cb-99d1-b4d4bc747cf9 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Waiting for the task: (returnval){ [ 1637.221380] env[62438]: value = "task-1785250" [ 1637.221380] env[62438]: _type = "Task" [ 1637.221380] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.229737] env[62438]: DEBUG oslo_vmware.api [None req-af5c360b-53fe-42cb-99d1-b4d4bc747cf9 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785250, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.278880] env[62438]: DEBUG oslo_concurrency.lockutils [None req-45a74073-a869-4e02-8230-734577346e5e tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1637.480482] env[62438]: DEBUG oslo_vmware.api [None req-ec4de52b-1ad2-414a-91f5-1b55774339c8 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785249, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.497144] env[62438]: INFO nova.network.neutron [req-3a64b152-ca4d-4e6d-af07-968c2a29dadb req-417f779d-0f37-495d-bf7b-3141fa80b137 service nova] [instance: 64db0082-d145-4041-b231-d7a1bf4dfa42] Port 83f1ffe4-fb50-40fb-b737-9fa3106a0d81 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1637.497452] env[62438]: DEBUG nova.network.neutron [req-3a64b152-ca4d-4e6d-af07-968c2a29dadb req-417f779d-0f37-495d-bf7b-3141fa80b137 service nova] [instance: 64db0082-d145-4041-b231-d7a1bf4dfa42] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1637.500265] env[62438]: DEBUG nova.compute.manager [req-20f66282-f826-4384-b5b2-5fd884daad23 req-3daf68f1-4c14-4af9-9eea-24ab62f070a5 service nova] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] Received event network-changed-b1b81fe9-5f5d-4e16-8f53-d44586d081ca {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1637.500591] env[62438]: DEBUG nova.compute.manager [req-20f66282-f826-4384-b5b2-5fd884daad23 req-3daf68f1-4c14-4af9-9eea-24ab62f070a5 service nova] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] Refreshing instance network info cache due to event network-changed-b1b81fe9-5f5d-4e16-8f53-d44586d081ca. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1637.500682] env[62438]: DEBUG oslo_concurrency.lockutils [req-20f66282-f826-4384-b5b2-5fd884daad23 req-3daf68f1-4c14-4af9-9eea-24ab62f070a5 service nova] Acquiring lock "refresh_cache-1e64c34f-a88f-4359-8460-043983887aa3" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1637.500812] env[62438]: DEBUG oslo_concurrency.lockutils [req-20f66282-f826-4384-b5b2-5fd884daad23 req-3daf68f1-4c14-4af9-9eea-24ab62f070a5 service nova] Acquired lock "refresh_cache-1e64c34f-a88f-4359-8460-043983887aa3" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1637.500972] env[62438]: DEBUG nova.network.neutron [req-20f66282-f826-4384-b5b2-5fd884daad23 req-3daf68f1-4c14-4af9-9eea-24ab62f070a5 service nova] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] Refreshing network info cache for port b1b81fe9-5f5d-4e16-8f53-d44586d081ca {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1637.605952] env[62438]: DEBUG nova.compute.manager [req-c21bfd5a-81b0-4752-943d-9b5db4ff9670 req-f153966e-8ed8-4056-996a-c165f9564d52 service nova] [instance: 64db0082-d145-4041-b231-d7a1bf4dfa42] Received event network-vif-deleted-83f1ffe4-fb50-40fb-b737-9fa3106a0d81 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1637.617774] env[62438]: DEBUG oslo_concurrency.lockutils [None req-998c779d-198a-4340-8194-0daa2fca8f19 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1637.649484] env[62438]: DEBUG nova.network.neutron [None req-78ea512b-8707-4427-9fa7-a3aa8bd5bb12 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Updating instance_info_cache with network_info: [{"id": "0576ae22-b3b2-43f7-a451-6d22f3ed03c5", "address": "fa:16:3e:be:d3:07", "network": {"id": "0dbd3920-b0f9-440c-828e-f62c188026e3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-185667311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f3dbad0ee7a4ddebd396ce5fa49f1d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0576ae22-b3", "ovs_interfaceid": "0576ae22-b3b2-43f7-a451-6d22f3ed03c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1637.737226] env[62438]: DEBUG oslo_vmware.api [None req-af5c360b-53fe-42cb-99d1-b4d4bc747cf9 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785250, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.769814] env[62438]: DEBUG nova.network.neutron [-] [instance: 64db0082-d145-4041-b231-d7a1bf4dfa42] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1637.986191] env[62438]: DEBUG oslo_vmware.api [None req-ec4de52b-1ad2-414a-91f5-1b55774339c8 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785249, 'name': PowerOnVM_Task, 'duration_secs': 0.751928} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.986191] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec4de52b-1ad2-414a-91f5-1b55774339c8 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 23364d4c-07c7-4521-8f21-23226f1edb8c] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1637.986191] env[62438]: INFO nova.compute.manager [None req-ec4de52b-1ad2-414a-91f5-1b55774339c8 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 23364d4c-07c7-4521-8f21-23226f1edb8c] Took 7.95 seconds to spawn the instance on the hypervisor. [ 1637.986191] env[62438]: DEBUG nova.compute.manager [None req-ec4de52b-1ad2-414a-91f5-1b55774339c8 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 23364d4c-07c7-4521-8f21-23226f1edb8c] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1637.986191] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c3d59ba-700e-4dda-92f0-d3c927a7fe75 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.003503] env[62438]: DEBUG oslo_concurrency.lockutils [req-3a64b152-ca4d-4e6d-af07-968c2a29dadb req-417f779d-0f37-495d-bf7b-3141fa80b137 service nova] Releasing lock "refresh_cache-64db0082-d145-4041-b231-d7a1bf4dfa42" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1638.076448] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7ba15445-9d0a-4662-ae01-0cf1c38c60e9 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Acquiring lock "a160d6df-ab59-48f0-a076-020afbd2af66" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1638.076760] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7ba15445-9d0a-4662-ae01-0cf1c38c60e9 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Lock "a160d6df-ab59-48f0-a076-020afbd2af66" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1638.077027] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7ba15445-9d0a-4662-ae01-0cf1c38c60e9 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Acquiring lock "a160d6df-ab59-48f0-a076-020afbd2af66-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1638.077818] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7ba15445-9d0a-4662-ae01-0cf1c38c60e9 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Lock "a160d6df-ab59-48f0-a076-020afbd2af66-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1638.077974] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7ba15445-9d0a-4662-ae01-0cf1c38c60e9 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Lock "a160d6df-ab59-48f0-a076-020afbd2af66-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1638.080145] env[62438]: INFO nova.compute.manager [None req-7ba15445-9d0a-4662-ae01-0cf1c38c60e9 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: a160d6df-ab59-48f0-a076-020afbd2af66] Terminating instance [ 1638.084555] env[62438]: DEBUG nova.compute.manager [None req-7ba15445-9d0a-4662-ae01-0cf1c38c60e9 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: a160d6df-ab59-48f0-a076-020afbd2af66] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1638.085821] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-7ba15445-9d0a-4662-ae01-0cf1c38c60e9 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: a160d6df-ab59-48f0-a076-020afbd2af66] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1638.085821] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d2d8fe0-1ebb-4789-96a7-0e6104ba6dbb {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.101105] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ba15445-9d0a-4662-ae01-0cf1c38c60e9 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: a160d6df-ab59-48f0-a076-020afbd2af66] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1638.101105] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f3a424f2-86df-4b1f-8ff3-a0c739fe4e63 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.108761] env[62438]: DEBUG oslo_vmware.api [None req-7ba15445-9d0a-4662-ae01-0cf1c38c60e9 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Waiting for the task: (returnval){ [ 1638.108761] env[62438]: value = "task-1785251" [ 1638.108761] env[62438]: _type = "Task" [ 1638.108761] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.122435] env[62438]: DEBUG oslo_vmware.api [None req-7ba15445-9d0a-4662-ae01-0cf1c38c60e9 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1785251, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.156930] env[62438]: DEBUG oslo_concurrency.lockutils [None req-78ea512b-8707-4427-9fa7-a3aa8bd5bb12 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Releasing lock "refresh_cache-0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1638.157137] env[62438]: DEBUG nova.objects.instance [None req-78ea512b-8707-4427-9fa7-a3aa8bd5bb12 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Lazy-loading 'migration_context' on Instance uuid 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1638.200151] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9aa4fdb-59b2-42b7-a2d6-cb3f73d04f2b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.209176] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3267825f-4bdc-4be9-aa80-a0c5036b0678 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.245945] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10daec2c-2664-4269-a08b-5d46e1b4556c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.257020] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ac3acd-8aff-4d85-81b2-6063efe65ecd {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.261669] env[62438]: DEBUG oslo_vmware.api [None req-af5c360b-53fe-42cb-99d1-b4d4bc747cf9 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785250, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.708535} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.261951] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-af5c360b-53fe-42cb-99d1-b4d4bc747cf9 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 7cf7de8e-8184-4588-8623-c85044515a9e/7cf7de8e-8184-4588-8623-c85044515a9e.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1638.262188] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-af5c360b-53fe-42cb-99d1-b4d4bc747cf9 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 7cf7de8e-8184-4588-8623-c85044515a9e] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1638.263016] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bc19002e-a484-4053-aa5a-9892735b91a6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.277405] env[62438]: INFO nova.compute.manager [-] [instance: 64db0082-d145-4041-b231-d7a1bf4dfa42] Took 1.68 seconds to deallocate network for instance. [ 1638.278079] env[62438]: DEBUG nova.compute.provider_tree [None req-31c1d2e0-019a-457d-8129-9dd0921ae192 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1638.282473] env[62438]: DEBUG oslo_vmware.api [None req-af5c360b-53fe-42cb-99d1-b4d4bc747cf9 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Waiting for the task: (returnval){ [ 1638.282473] env[62438]: value = "task-1785252" [ 1638.282473] env[62438]: _type = "Task" [ 1638.282473] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.298107] env[62438]: DEBUG oslo_vmware.api [None req-af5c360b-53fe-42cb-99d1-b4d4bc747cf9 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785252, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.419068] env[62438]: DEBUG nova.network.neutron [req-20f66282-f826-4384-b5b2-5fd884daad23 req-3daf68f1-4c14-4af9-9eea-24ab62f070a5 service nova] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] Updated VIF entry in instance network info cache for port b1b81fe9-5f5d-4e16-8f53-d44586d081ca. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1638.420263] env[62438]: DEBUG nova.network.neutron [req-20f66282-f826-4384-b5b2-5fd884daad23 req-3daf68f1-4c14-4af9-9eea-24ab62f070a5 service nova] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] Updating instance_info_cache with network_info: [{"id": "b1b81fe9-5f5d-4e16-8f53-d44586d081ca", "address": "fa:16:3e:8a:52:0e", "network": {"id": "be543da8-3777-4ff8-8be8-2e630a8adb60", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1910186769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c02acab651304d05a66f470e452d1796", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1b81fe9-5f", "ovs_interfaceid": "b1b81fe9-5f5d-4e16-8f53-d44586d081ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1638.505253] env[62438]: INFO nova.compute.manager [None req-ec4de52b-1ad2-414a-91f5-1b55774339c8 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 23364d4c-07c7-4521-8f21-23226f1edb8c] Took 30.82 seconds to build instance. [ 1638.622337] env[62438]: DEBUG oslo_vmware.api [None req-7ba15445-9d0a-4662-ae01-0cf1c38c60e9 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1785251, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.661844] env[62438]: DEBUG nova.objects.base [None req-78ea512b-8707-4427-9fa7-a3aa8bd5bb12 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Object Instance<0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a> lazy-loaded attributes: info_cache,migration_context {{(pid=62438) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1638.662925] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d36970d5-bc15-4305-b5f4-9350f8e9ea91 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.683458] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d806eb7b-0aa6-4fca-9bd3-5eafb7c789a1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.691152] env[62438]: DEBUG oslo_vmware.api [None req-78ea512b-8707-4427-9fa7-a3aa8bd5bb12 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Waiting for the task: (returnval){ [ 1638.691152] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]520922bc-8d5d-dfc6-630d-fb8db95872a9" [ 1638.691152] env[62438]: _type = "Task" [ 1638.691152] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.698447] env[62438]: DEBUG oslo_vmware.api [None req-78ea512b-8707-4427-9fa7-a3aa8bd5bb12 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]520922bc-8d5d-dfc6-630d-fb8db95872a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.702682] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c65bf3ca-89ff-410a-abd8-3559907b55d4 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Acquiring lock "b7551b4c-cb4e-40f2-b19c-65e5d87c1a0c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1638.702934] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c65bf3ca-89ff-410a-abd8-3559907b55d4 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Lock "b7551b4c-cb4e-40f2-b19c-65e5d87c1a0c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1638.784628] env[62438]: DEBUG nova.scheduler.client.report [None req-31c1d2e0-019a-457d-8129-9dd0921ae192 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1638.789452] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8525b2ae-2176-48ca-bd2b-d302ae05f74c tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1638.801463] env[62438]: DEBUG oslo_vmware.api [None req-af5c360b-53fe-42cb-99d1-b4d4bc747cf9 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785252, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.923377] env[62438]: DEBUG oslo_concurrency.lockutils [req-20f66282-f826-4384-b5b2-5fd884daad23 req-3daf68f1-4c14-4af9-9eea-24ab62f070a5 service nova] Releasing lock "refresh_cache-1e64c34f-a88f-4359-8460-043983887aa3" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1639.008176] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ec4de52b-1ad2-414a-91f5-1b55774339c8 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Lock "23364d4c-07c7-4521-8f21-23226f1edb8c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.331s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1639.121403] env[62438]: DEBUG oslo_vmware.api [None req-7ba15445-9d0a-4662-ae01-0cf1c38c60e9 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1785251, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.200533] env[62438]: DEBUG oslo_vmware.api [None req-78ea512b-8707-4427-9fa7-a3aa8bd5bb12 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]520922bc-8d5d-dfc6-630d-fb8db95872a9, 'name': SearchDatastore_Task, 'duration_secs': 0.015576} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.201265] env[62438]: DEBUG oslo_concurrency.lockutils [None req-78ea512b-8707-4427-9fa7-a3aa8bd5bb12 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1639.208522] env[62438]: DEBUG nova.compute.manager [None req-c65bf3ca-89ff-410a-abd8-3559907b55d4 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: b7551b4c-cb4e-40f2-b19c-65e5d87c1a0c] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1639.296203] env[62438]: DEBUG oslo_concurrency.lockutils [None req-31c1d2e0-019a-457d-8129-9dd0921ae192 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.459s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1639.296782] env[62438]: DEBUG nova.compute.manager [None req-31c1d2e0-019a-457d-8129-9dd0921ae192 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: b4ab6c81-0444-4d0d-bcbf-50f2ff69844d] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1639.303860] env[62438]: DEBUG oslo_concurrency.lockutils [None req-45a74073-a869-4e02-8230-734577346e5e tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.025s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1639.307642] env[62438]: INFO nova.compute.claims [None req-45a74073-a869-4e02-8230-734577346e5e tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 0531e871-6f05-4401-a2c7-47e3bdff2d97] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1639.310564] env[62438]: DEBUG oslo_vmware.api [None req-af5c360b-53fe-42cb-99d1-b4d4bc747cf9 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785252, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.316506] env[62438]: DEBUG oslo_concurrency.lockutils [None req-02b4148c-4fa4-4091-9ca6-0e335a77dcc8 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Acquiring lock "9cf04ffb-65ba-405b-91ca-dbc2ca54ea4d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1639.316826] env[62438]: DEBUG oslo_concurrency.lockutils [None req-02b4148c-4fa4-4091-9ca6-0e335a77dcc8 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Lock "9cf04ffb-65ba-405b-91ca-dbc2ca54ea4d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1639.316975] env[62438]: DEBUG oslo_concurrency.lockutils [None req-02b4148c-4fa4-4091-9ca6-0e335a77dcc8 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Acquiring lock "9cf04ffb-65ba-405b-91ca-dbc2ca54ea4d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1639.317221] env[62438]: DEBUG oslo_concurrency.lockutils [None req-02b4148c-4fa4-4091-9ca6-0e335a77dcc8 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Lock "9cf04ffb-65ba-405b-91ca-dbc2ca54ea4d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1639.317413] env[62438]: DEBUG oslo_concurrency.lockutils [None req-02b4148c-4fa4-4091-9ca6-0e335a77dcc8 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Lock "9cf04ffb-65ba-405b-91ca-dbc2ca54ea4d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1639.322018] env[62438]: INFO nova.compute.manager [None req-02b4148c-4fa4-4091-9ca6-0e335a77dcc8 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: 9cf04ffb-65ba-405b-91ca-dbc2ca54ea4d] Terminating instance [ 1639.322018] env[62438]: DEBUG nova.compute.manager [None req-02b4148c-4fa4-4091-9ca6-0e335a77dcc8 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: 9cf04ffb-65ba-405b-91ca-dbc2ca54ea4d] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1639.322018] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-02b4148c-4fa4-4091-9ca6-0e335a77dcc8 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: 9cf04ffb-65ba-405b-91ca-dbc2ca54ea4d] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1639.322375] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b2b4f70-205c-40a3-9b45-1d646d9d96af {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.331278] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-02b4148c-4fa4-4091-9ca6-0e335a77dcc8 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: 9cf04ffb-65ba-405b-91ca-dbc2ca54ea4d] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1639.331657] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4267216f-d941-41fe-949e-23df8c8a8a7f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.339019] env[62438]: DEBUG oslo_vmware.api [None req-02b4148c-4fa4-4091-9ca6-0e335a77dcc8 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Waiting for the task: (returnval){ [ 1639.339019] env[62438]: value = "task-1785253" [ 1639.339019] env[62438]: _type = "Task" [ 1639.339019] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.350472] env[62438]: DEBUG oslo_vmware.api [None req-02b4148c-4fa4-4091-9ca6-0e335a77dcc8 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Task: {'id': task-1785253, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.202429] env[62438]: DEBUG nova.compute.utils [None req-31c1d2e0-019a-457d-8129-9dd0921ae192 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1640.212218] env[62438]: DEBUG nova.compute.manager [None req-31c1d2e0-019a-457d-8129-9dd0921ae192 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: b4ab6c81-0444-4d0d-bcbf-50f2ff69844d] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1640.212432] env[62438]: DEBUG nova.network.neutron [None req-31c1d2e0-019a-457d-8129-9dd0921ae192 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: b4ab6c81-0444-4d0d-bcbf-50f2ff69844d] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1640.223370] env[62438]: DEBUG oslo_vmware.api [None req-7ba15445-9d0a-4662-ae01-0cf1c38c60e9 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1785251, 'name': PowerOffVM_Task, 'duration_secs': 1.487818} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.229970] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ba15445-9d0a-4662-ae01-0cf1c38c60e9 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: a160d6df-ab59-48f0-a076-020afbd2af66] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1640.230374] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-7ba15445-9d0a-4662-ae01-0cf1c38c60e9 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: a160d6df-ab59-48f0-a076-020afbd2af66] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1640.230778] env[62438]: DEBUG oslo_vmware.api [None req-02b4148c-4fa4-4091-9ca6-0e335a77dcc8 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Task: {'id': task-1785253, 'name': PowerOffVM_Task, 'duration_secs': 0.362602} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.231442] env[62438]: DEBUG oslo_vmware.api [None req-af5c360b-53fe-42cb-99d1-b4d4bc747cf9 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785252, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.046059} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.231753] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0c603ae7-ea6d-4098-aa9b-9926131747ae {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.233714] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-02b4148c-4fa4-4091-9ca6-0e335a77dcc8 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: 9cf04ffb-65ba-405b-91ca-dbc2ca54ea4d] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1640.234103] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-02b4148c-4fa4-4091-9ca6-0e335a77dcc8 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: 9cf04ffb-65ba-405b-91ca-dbc2ca54ea4d] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1640.234358] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-af5c360b-53fe-42cb-99d1-b4d4bc747cf9 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 7cf7de8e-8184-4588-8623-c85044515a9e] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1640.235564] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c65bf3ca-89ff-410a-abd8-3559907b55d4 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1640.235877] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bd663aa6-db32-4e1b-be15-e89ee5db0417 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.238466] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59089f04-601b-4ee2-a935-7b7c391f3959 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.264780] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-af5c360b-53fe-42cb-99d1-b4d4bc747cf9 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 7cf7de8e-8184-4588-8623-c85044515a9e] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 7cf7de8e-8184-4588-8623-c85044515a9e/7cf7de8e-8184-4588-8623-c85044515a9e.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1640.265457] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dcb456aa-2141-41b5-8317-23514d18542c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.281558] env[62438]: DEBUG nova.policy [None req-31c1d2e0-019a-457d-8129-9dd0921ae192 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '315ed11f841748379a3fc77077e2f5d3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1caf71579d52463794655f8347942ede', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1640.289525] env[62438]: DEBUG oslo_vmware.api [None req-af5c360b-53fe-42cb-99d1-b4d4bc747cf9 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Waiting for the task: (returnval){ [ 1640.289525] env[62438]: value = "task-1785256" [ 1640.289525] env[62438]: _type = "Task" [ 1640.289525] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.299288] env[62438]: DEBUG oslo_vmware.api [None req-af5c360b-53fe-42cb-99d1-b4d4bc747cf9 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785256, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.351578] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-02b4148c-4fa4-4091-9ca6-0e335a77dcc8 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: 9cf04ffb-65ba-405b-91ca-dbc2ca54ea4d] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1640.351943] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-02b4148c-4fa4-4091-9ca6-0e335a77dcc8 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: 9cf04ffb-65ba-405b-91ca-dbc2ca54ea4d] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1640.352223] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-02b4148c-4fa4-4091-9ca6-0e335a77dcc8 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Deleting the datastore file [datastore1] 9cf04ffb-65ba-405b-91ca-dbc2ca54ea4d {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1640.352593] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e1174dc-ac29-4892-90ad-4dd495e229a6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.361138] env[62438]: DEBUG oslo_vmware.api [None req-02b4148c-4fa4-4091-9ca6-0e335a77dcc8 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Waiting for the task: (returnval){ [ 1640.361138] env[62438]: value = "task-1785257" [ 1640.361138] env[62438]: _type = "Task" [ 1640.361138] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.374199] env[62438]: DEBUG oslo_vmware.api [None req-02b4148c-4fa4-4091-9ca6-0e335a77dcc8 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Task: {'id': task-1785257, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.376123] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-7ba15445-9d0a-4662-ae01-0cf1c38c60e9 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: a160d6df-ab59-48f0-a076-020afbd2af66] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1640.376472] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-7ba15445-9d0a-4662-ae01-0cf1c38c60e9 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: a160d6df-ab59-48f0-a076-020afbd2af66] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1640.376714] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ba15445-9d0a-4662-ae01-0cf1c38c60e9 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Deleting the datastore file [datastore1] a160d6df-ab59-48f0-a076-020afbd2af66 {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1640.377116] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dfaca71b-0a8b-49a0-af30-b9e8d3c3340c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.385657] env[62438]: DEBUG oslo_vmware.api [None req-7ba15445-9d0a-4662-ae01-0cf1c38c60e9 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Waiting for the task: (returnval){ [ 1640.385657] env[62438]: value = "task-1785258" [ 1640.385657] env[62438]: _type = "Task" [ 1640.385657] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.398035] env[62438]: DEBUG oslo_vmware.api [None req-7ba15445-9d0a-4662-ae01-0cf1c38c60e9 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1785258, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.648807] env[62438]: DEBUG nova.network.neutron [None req-31c1d2e0-019a-457d-8129-9dd0921ae192 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: b4ab6c81-0444-4d0d-bcbf-50f2ff69844d] Successfully created port: 129e09b6-0b85-4dc7-8210-525b7a800ffe {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1640.709425] env[62438]: DEBUG nova.compute.manager [None req-31c1d2e0-019a-457d-8129-9dd0921ae192 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: b4ab6c81-0444-4d0d-bcbf-50f2ff69844d] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1640.804393] env[62438]: DEBUG oslo_vmware.api [None req-af5c360b-53fe-42cb-99d1-b4d4bc747cf9 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785256, 'name': ReconfigVM_Task, 'duration_secs': 0.338813} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.806948] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-af5c360b-53fe-42cb-99d1-b4d4bc747cf9 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 7cf7de8e-8184-4588-8623-c85044515a9e] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 7cf7de8e-8184-4588-8623-c85044515a9e/7cf7de8e-8184-4588-8623-c85044515a9e.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1640.810169] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9552b349-142d-413f-9bb3-9830f3199c00 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.815655] env[62438]: DEBUG oslo_vmware.api [None req-af5c360b-53fe-42cb-99d1-b4d4bc747cf9 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Waiting for the task: (returnval){ [ 1640.815655] env[62438]: value = "task-1785259" [ 1640.815655] env[62438]: _type = "Task" [ 1640.815655] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.827114] env[62438]: DEBUG oslo_vmware.api [None req-af5c360b-53fe-42cb-99d1-b4d4bc747cf9 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785259, 'name': Rename_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.871413] env[62438]: DEBUG oslo_vmware.api [None req-02b4148c-4fa4-4091-9ca6-0e335a77dcc8 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Task: {'id': task-1785257, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174422} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.871692] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-02b4148c-4fa4-4091-9ca6-0e335a77dcc8 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1640.871877] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-02b4148c-4fa4-4091-9ca6-0e335a77dcc8 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: 9cf04ffb-65ba-405b-91ca-dbc2ca54ea4d] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1640.872070] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-02b4148c-4fa4-4091-9ca6-0e335a77dcc8 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: 9cf04ffb-65ba-405b-91ca-dbc2ca54ea4d] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1640.872273] env[62438]: INFO nova.compute.manager [None req-02b4148c-4fa4-4091-9ca6-0e335a77dcc8 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: 9cf04ffb-65ba-405b-91ca-dbc2ca54ea4d] Took 1.55 seconds to destroy the instance on the hypervisor. [ 1640.872537] env[62438]: DEBUG oslo.service.loopingcall [None req-02b4148c-4fa4-4091-9ca6-0e335a77dcc8 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1640.872760] env[62438]: DEBUG nova.compute.manager [-] [instance: 9cf04ffb-65ba-405b-91ca-dbc2ca54ea4d] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1640.872818] env[62438]: DEBUG nova.network.neutron [-] [instance: 9cf04ffb-65ba-405b-91ca-dbc2ca54ea4d] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1640.898275] env[62438]: DEBUG oslo_vmware.api [None req-7ba15445-9d0a-4662-ae01-0cf1c38c60e9 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1785258, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176446} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.898567] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ba15445-9d0a-4662-ae01-0cf1c38c60e9 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1640.898815] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-7ba15445-9d0a-4662-ae01-0cf1c38c60e9 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: a160d6df-ab59-48f0-a076-020afbd2af66] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1640.899069] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-7ba15445-9d0a-4662-ae01-0cf1c38c60e9 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: a160d6df-ab59-48f0-a076-020afbd2af66] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1640.899358] env[62438]: INFO nova.compute.manager [None req-7ba15445-9d0a-4662-ae01-0cf1c38c60e9 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: a160d6df-ab59-48f0-a076-020afbd2af66] Took 2.81 seconds to destroy the instance on the hypervisor. [ 1640.899690] env[62438]: DEBUG oslo.service.loopingcall [None req-7ba15445-9d0a-4662-ae01-0cf1c38c60e9 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1640.899927] env[62438]: DEBUG nova.compute.manager [-] [instance: a160d6df-ab59-48f0-a076-020afbd2af66] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1640.900032] env[62438]: DEBUG nova.network.neutron [-] [instance: a160d6df-ab59-48f0-a076-020afbd2af66] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1641.054862] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff955a7-e28b-46af-929a-1ad9b25a11ee {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.063623] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7edd88b0-d983-4d76-9294-9f14dddb8ece {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.094408] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-592c231d-7b3e-44fe-aac6-3a7703103049 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.102461] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31fe0aec-1b32-4ca2-b179-ee0acfbaccc1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.120607] env[62438]: DEBUG nova.compute.provider_tree [None req-45a74073-a869-4e02-8230-734577346e5e tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1641.210314] env[62438]: DEBUG nova.compute.manager [req-08d27691-6826-40c4-b8e1-18f2a28dac12 req-353653bb-eaa3-4efe-adc4-ac3bb6c66ae7 service nova] [instance: a160d6df-ab59-48f0-a076-020afbd2af66] Received event network-vif-deleted-76dc258d-74d7-4b5e-b026-c24a300bcfec {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1641.210593] env[62438]: INFO nova.compute.manager [req-08d27691-6826-40c4-b8e1-18f2a28dac12 req-353653bb-eaa3-4efe-adc4-ac3bb6c66ae7 service nova] [instance: a160d6df-ab59-48f0-a076-020afbd2af66] Neutron deleted interface 76dc258d-74d7-4b5e-b026-c24a300bcfec; detaching it from the instance and deleting it from the info cache [ 1641.210785] env[62438]: DEBUG nova.network.neutron [req-08d27691-6826-40c4-b8e1-18f2a28dac12 req-353653bb-eaa3-4efe-adc4-ac3bb6c66ae7 service nova] [instance: a160d6df-ab59-48f0-a076-020afbd2af66] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1641.271886] env[62438]: DEBUG nova.compute.manager [req-9f6ba4e7-e258-47b3-87e3-1604b7e2e650 req-5fc2c84b-9b53-4632-9099-93cb8dac1a8a service nova] [instance: 9cf04ffb-65ba-405b-91ca-dbc2ca54ea4d] Received event network-vif-deleted-815e7e33-b005-408e-a0b5-2de22e0096a6 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1641.272112] env[62438]: INFO nova.compute.manager [req-9f6ba4e7-e258-47b3-87e3-1604b7e2e650 req-5fc2c84b-9b53-4632-9099-93cb8dac1a8a service nova] [instance: 9cf04ffb-65ba-405b-91ca-dbc2ca54ea4d] Neutron deleted interface 815e7e33-b005-408e-a0b5-2de22e0096a6; detaching it from the instance and deleting it from the info cache [ 1641.272295] env[62438]: DEBUG nova.network.neutron [req-9f6ba4e7-e258-47b3-87e3-1604b7e2e650 req-5fc2c84b-9b53-4632-9099-93cb8dac1a8a service nova] [instance: 9cf04ffb-65ba-405b-91ca-dbc2ca54ea4d] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1641.326209] env[62438]: DEBUG oslo_vmware.api [None req-af5c360b-53fe-42cb-99d1-b4d4bc747cf9 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785259, 'name': Rename_Task, 'duration_secs': 0.374174} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.326527] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-af5c360b-53fe-42cb-99d1-b4d4bc747cf9 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 7cf7de8e-8184-4588-8623-c85044515a9e] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1641.326852] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98c9c716-2a6e-445e-9924-0243ba69b570 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.333875] env[62438]: DEBUG oslo_vmware.api [None req-af5c360b-53fe-42cb-99d1-b4d4bc747cf9 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Waiting for the task: (returnval){ [ 1641.333875] env[62438]: value = "task-1785260" [ 1641.333875] env[62438]: _type = "Task" [ 1641.333875] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.341433] env[62438]: DEBUG oslo_vmware.api [None req-af5c360b-53fe-42cb-99d1-b4d4bc747cf9 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785260, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.625027] env[62438]: DEBUG nova.scheduler.client.report [None req-45a74073-a869-4e02-8230-734577346e5e tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1641.658025] env[62438]: DEBUG nova.network.neutron [-] [instance: a160d6df-ab59-48f0-a076-020afbd2af66] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1641.713740] env[62438]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-59c8def3-111d-434d-b9db-e565ae3f280c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.719084] env[62438]: DEBUG nova.compute.manager [None req-31c1d2e0-019a-457d-8129-9dd0921ae192 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: b4ab6c81-0444-4d0d-bcbf-50f2ff69844d] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1641.724971] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1357be13-e276-4bb2-bc5e-280165ed1a9a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.745360] env[62438]: DEBUG nova.virt.hardware [None req-31c1d2e0-019a-457d-8129-9dd0921ae192 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1641.745625] env[62438]: DEBUG nova.virt.hardware [None req-31c1d2e0-019a-457d-8129-9dd0921ae192 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1641.745789] env[62438]: DEBUG nova.virt.hardware [None req-31c1d2e0-019a-457d-8129-9dd0921ae192 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1641.745975] env[62438]: DEBUG nova.virt.hardware [None req-31c1d2e0-019a-457d-8129-9dd0921ae192 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1641.746144] env[62438]: DEBUG nova.virt.hardware [None req-31c1d2e0-019a-457d-8129-9dd0921ae192 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1641.746300] env[62438]: DEBUG nova.virt.hardware [None req-31c1d2e0-019a-457d-8129-9dd0921ae192 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1641.746579] env[62438]: DEBUG nova.virt.hardware [None req-31c1d2e0-019a-457d-8129-9dd0921ae192 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1641.746762] env[62438]: DEBUG nova.virt.hardware [None req-31c1d2e0-019a-457d-8129-9dd0921ae192 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1641.746964] env[62438]: DEBUG nova.virt.hardware [None req-31c1d2e0-019a-457d-8129-9dd0921ae192 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1641.747154] env[62438]: DEBUG nova.virt.hardware [None req-31c1d2e0-019a-457d-8129-9dd0921ae192 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1641.747338] env[62438]: DEBUG nova.virt.hardware [None req-31c1d2e0-019a-457d-8129-9dd0921ae192 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1641.748173] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b256dbca-9e65-4ef8-ac4e-dc76e1595b26 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.761278] env[62438]: DEBUG nova.network.neutron [-] [instance: 9cf04ffb-65ba-405b-91ca-dbc2ca54ea4d] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1641.762453] env[62438]: DEBUG nova.compute.manager [req-08d27691-6826-40c4-b8e1-18f2a28dac12 req-353653bb-eaa3-4efe-adc4-ac3bb6c66ae7 service nova] [instance: a160d6df-ab59-48f0-a076-020afbd2af66] Detach interface failed, port_id=76dc258d-74d7-4b5e-b026-c24a300bcfec, reason: Instance a160d6df-ab59-48f0-a076-020afbd2af66 could not be found. {{(pid=62438) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1641.767878] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da4b6075-9c1a-4c60-a43f-4173a9bdc52c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.782827] env[62438]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-15dc5ea8-83a1-4138-a6a9-c9fc9c50533d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.790591] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2066da51-3ced-4811-afe0-8090e4cbffe4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.826944] env[62438]: DEBUG nova.compute.manager [req-9f6ba4e7-e258-47b3-87e3-1604b7e2e650 req-5fc2c84b-9b53-4632-9099-93cb8dac1a8a service nova] [instance: 9cf04ffb-65ba-405b-91ca-dbc2ca54ea4d] Detach interface failed, port_id=815e7e33-b005-408e-a0b5-2de22e0096a6, reason: Instance 9cf04ffb-65ba-405b-91ca-dbc2ca54ea4d could not be found. {{(pid=62438) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1641.842874] env[62438]: DEBUG oslo_vmware.api [None req-af5c360b-53fe-42cb-99d1-b4d4bc747cf9 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785260, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.131634] env[62438]: DEBUG oslo_concurrency.lockutils [None req-45a74073-a869-4e02-8230-734577346e5e tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.828s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1642.132187] env[62438]: DEBUG nova.compute.manager [None req-45a74073-a869-4e02-8230-734577346e5e tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 0531e871-6f05-4401-a2c7-47e3bdff2d97] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1642.135142] env[62438]: DEBUG oslo_concurrency.lockutils [None req-998c779d-198a-4340-8194-0daa2fca8f19 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.518s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1642.136991] env[62438]: INFO nova.compute.claims [None req-998c779d-198a-4340-8194-0daa2fca8f19 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: a55cd8ef-cf46-4466-b0ef-b32bff8d6a28] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1642.160726] env[62438]: INFO nova.compute.manager [-] [instance: a160d6df-ab59-48f0-a076-020afbd2af66] Took 1.26 seconds to deallocate network for instance. [ 1642.263948] env[62438]: INFO nova.compute.manager [-] [instance: 9cf04ffb-65ba-405b-91ca-dbc2ca54ea4d] Took 1.39 seconds to deallocate network for instance. [ 1642.315707] env[62438]: DEBUG nova.network.neutron [None req-31c1d2e0-019a-457d-8129-9dd0921ae192 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: b4ab6c81-0444-4d0d-bcbf-50f2ff69844d] Successfully updated port: 129e09b6-0b85-4dc7-8210-525b7a800ffe {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1642.345443] env[62438]: DEBUG oslo_vmware.api [None req-af5c360b-53fe-42cb-99d1-b4d4bc747cf9 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785260, 'name': PowerOnVM_Task, 'duration_secs': 0.994007} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.345784] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-af5c360b-53fe-42cb-99d1-b4d4bc747cf9 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 7cf7de8e-8184-4588-8623-c85044515a9e] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1642.345991] env[62438]: INFO nova.compute.manager [None req-af5c360b-53fe-42cb-99d1-b4d4bc747cf9 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 7cf7de8e-8184-4588-8623-c85044515a9e] Took 9.90 seconds to spawn the instance on the hypervisor. [ 1642.346194] env[62438]: DEBUG nova.compute.manager [None req-af5c360b-53fe-42cb-99d1-b4d4bc747cf9 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 7cf7de8e-8184-4588-8623-c85044515a9e] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1642.346998] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-486649fe-77ff-407c-bc08-0936a3b1af47 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.641324] env[62438]: DEBUG nova.compute.utils [None req-45a74073-a869-4e02-8230-734577346e5e tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1642.646245] env[62438]: DEBUG nova.compute.manager [None req-45a74073-a869-4e02-8230-734577346e5e tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 0531e871-6f05-4401-a2c7-47e3bdff2d97] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1642.646245] env[62438]: DEBUG nova.network.neutron [None req-45a74073-a869-4e02-8230-734577346e5e tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 0531e871-6f05-4401-a2c7-47e3bdff2d97] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1642.669113] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7ba15445-9d0a-4662-ae01-0cf1c38c60e9 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1642.694885] env[62438]: DEBUG nova.policy [None req-45a74073-a869-4e02-8230-734577346e5e tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '699a5c5e679f4c3e8f1d7aa46874cec5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c2d033e444434a94b421400f7f016ac4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1642.770336] env[62438]: DEBUG oslo_concurrency.lockutils [None req-02b4148c-4fa4-4091-9ca6-0e335a77dcc8 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1642.818668] env[62438]: DEBUG oslo_concurrency.lockutils [None req-31c1d2e0-019a-457d-8129-9dd0921ae192 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Acquiring lock "refresh_cache-b4ab6c81-0444-4d0d-bcbf-50f2ff69844d" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1642.818833] env[62438]: DEBUG oslo_concurrency.lockutils [None req-31c1d2e0-019a-457d-8129-9dd0921ae192 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Acquired lock "refresh_cache-b4ab6c81-0444-4d0d-bcbf-50f2ff69844d" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1642.818987] env[62438]: DEBUG nova.network.neutron [None req-31c1d2e0-019a-457d-8129-9dd0921ae192 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: b4ab6c81-0444-4d0d-bcbf-50f2ff69844d] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1642.867657] env[62438]: INFO nova.compute.manager [None req-af5c360b-53fe-42cb-99d1-b4d4bc747cf9 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 7cf7de8e-8184-4588-8623-c85044515a9e] Took 34.34 seconds to build instance. [ 1643.047644] env[62438]: DEBUG nova.network.neutron [None req-45a74073-a869-4e02-8230-734577346e5e tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 0531e871-6f05-4401-a2c7-47e3bdff2d97] Successfully created port: bf24049e-4764-4d74-a9a8-276496fef825 {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1643.145072] env[62438]: DEBUG nova.compute.manager [None req-45a74073-a869-4e02-8230-734577346e5e tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 0531e871-6f05-4401-a2c7-47e3bdff2d97] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1643.328061] env[62438]: DEBUG nova.compute.manager [req-eafbffd2-9f0a-4840-a6a5-b9e7a9732dba req-708618eb-093d-441c-a0e4-5561c2651b3d service nova] [instance: b4ab6c81-0444-4d0d-bcbf-50f2ff69844d] Received event network-vif-plugged-129e09b6-0b85-4dc7-8210-525b7a800ffe {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1643.328355] env[62438]: DEBUG oslo_concurrency.lockutils [req-eafbffd2-9f0a-4840-a6a5-b9e7a9732dba req-708618eb-093d-441c-a0e4-5561c2651b3d service nova] Acquiring lock "b4ab6c81-0444-4d0d-bcbf-50f2ff69844d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1643.328503] env[62438]: DEBUG oslo_concurrency.lockutils [req-eafbffd2-9f0a-4840-a6a5-b9e7a9732dba req-708618eb-093d-441c-a0e4-5561c2651b3d service nova] Lock "b4ab6c81-0444-4d0d-bcbf-50f2ff69844d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1643.329297] env[62438]: DEBUG oslo_concurrency.lockutils [req-eafbffd2-9f0a-4840-a6a5-b9e7a9732dba req-708618eb-093d-441c-a0e4-5561c2651b3d service nova] Lock "b4ab6c81-0444-4d0d-bcbf-50f2ff69844d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1643.329297] env[62438]: DEBUG nova.compute.manager [req-eafbffd2-9f0a-4840-a6a5-b9e7a9732dba req-708618eb-093d-441c-a0e4-5561c2651b3d service nova] [instance: b4ab6c81-0444-4d0d-bcbf-50f2ff69844d] No waiting events found dispatching network-vif-plugged-129e09b6-0b85-4dc7-8210-525b7a800ffe {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1643.329297] env[62438]: WARNING nova.compute.manager [req-eafbffd2-9f0a-4840-a6a5-b9e7a9732dba req-708618eb-093d-441c-a0e4-5561c2651b3d service nova] [instance: b4ab6c81-0444-4d0d-bcbf-50f2ff69844d] Received unexpected event network-vif-plugged-129e09b6-0b85-4dc7-8210-525b7a800ffe for instance with vm_state building and task_state spawning. [ 1643.329297] env[62438]: DEBUG nova.compute.manager [req-eafbffd2-9f0a-4840-a6a5-b9e7a9732dba req-708618eb-093d-441c-a0e4-5561c2651b3d service nova] [instance: b4ab6c81-0444-4d0d-bcbf-50f2ff69844d] Received event network-changed-129e09b6-0b85-4dc7-8210-525b7a800ffe {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1643.329503] env[62438]: DEBUG nova.compute.manager [req-eafbffd2-9f0a-4840-a6a5-b9e7a9732dba req-708618eb-093d-441c-a0e4-5561c2651b3d service nova] [instance: b4ab6c81-0444-4d0d-bcbf-50f2ff69844d] Refreshing instance network info cache due to event network-changed-129e09b6-0b85-4dc7-8210-525b7a800ffe. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1643.329555] env[62438]: DEBUG oslo_concurrency.lockutils [req-eafbffd2-9f0a-4840-a6a5-b9e7a9732dba req-708618eb-093d-441c-a0e4-5561c2651b3d service nova] Acquiring lock "refresh_cache-b4ab6c81-0444-4d0d-bcbf-50f2ff69844d" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1643.365610] env[62438]: DEBUG nova.network.neutron [None req-31c1d2e0-019a-457d-8129-9dd0921ae192 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: b4ab6c81-0444-4d0d-bcbf-50f2ff69844d] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1643.367513] env[62438]: DEBUG oslo_concurrency.lockutils [None req-af5c360b-53fe-42cb-99d1-b4d4bc747cf9 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Lock "7cf7de8e-8184-4588-8623-c85044515a9e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.852s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1643.444820] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-004bcf3c-a36d-4404-b327-3b4cc89e27fd {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.452655] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d4fa56e-69c9-43ee-8aea-f457537eba5d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.482696] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb2be126-78a7-4d71-b836-28aa9a74caa8 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.490594] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ac8cac-ac13-4284-bd23-960b43e1e535 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.511938] env[62438]: DEBUG nova.compute.provider_tree [None req-998c779d-198a-4340-8194-0daa2fca8f19 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1643.602245] env[62438]: DEBUG nova.network.neutron [None req-31c1d2e0-019a-457d-8129-9dd0921ae192 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: b4ab6c81-0444-4d0d-bcbf-50f2ff69844d] Updating instance_info_cache with network_info: [{"id": "129e09b6-0b85-4dc7-8210-525b7a800ffe", "address": "fa:16:3e:11:96:53", "network": {"id": "87d86403-300d-41f4-a284-ceccb3d62aff", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-928461668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1caf71579d52463794655f8347942ede", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap129e09b6-0b", "ovs_interfaceid": "129e09b6-0b85-4dc7-8210-525b7a800ffe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1643.806688] env[62438]: INFO nova.compute.manager [None req-41844617-b07c-4171-a884-ac950bcbb0e1 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 7cf7de8e-8184-4588-8623-c85044515a9e] Rescuing [ 1643.807016] env[62438]: DEBUG oslo_concurrency.lockutils [None req-41844617-b07c-4171-a884-ac950bcbb0e1 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Acquiring lock "refresh_cache-7cf7de8e-8184-4588-8623-c85044515a9e" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1643.807642] env[62438]: DEBUG oslo_concurrency.lockutils [None req-41844617-b07c-4171-a884-ac950bcbb0e1 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Acquired lock "refresh_cache-7cf7de8e-8184-4588-8623-c85044515a9e" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1643.807642] env[62438]: DEBUG nova.network.neutron [None req-41844617-b07c-4171-a884-ac950bcbb0e1 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 7cf7de8e-8184-4588-8623-c85044515a9e] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1644.015825] env[62438]: DEBUG nova.scheduler.client.report [None req-998c779d-198a-4340-8194-0daa2fca8f19 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1644.105493] env[62438]: DEBUG oslo_concurrency.lockutils [None req-31c1d2e0-019a-457d-8129-9dd0921ae192 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Releasing lock "refresh_cache-b4ab6c81-0444-4d0d-bcbf-50f2ff69844d" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1644.105845] env[62438]: DEBUG nova.compute.manager [None req-31c1d2e0-019a-457d-8129-9dd0921ae192 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: b4ab6c81-0444-4d0d-bcbf-50f2ff69844d] Instance network_info: |[{"id": "129e09b6-0b85-4dc7-8210-525b7a800ffe", "address": "fa:16:3e:11:96:53", "network": {"id": "87d86403-300d-41f4-a284-ceccb3d62aff", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-928461668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1caf71579d52463794655f8347942ede", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap129e09b6-0b", "ovs_interfaceid": "129e09b6-0b85-4dc7-8210-525b7a800ffe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1644.106252] env[62438]: DEBUG oslo_concurrency.lockutils [req-eafbffd2-9f0a-4840-a6a5-b9e7a9732dba req-708618eb-093d-441c-a0e4-5561c2651b3d service nova] Acquired lock "refresh_cache-b4ab6c81-0444-4d0d-bcbf-50f2ff69844d" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1644.106446] env[62438]: DEBUG nova.network.neutron [req-eafbffd2-9f0a-4840-a6a5-b9e7a9732dba req-708618eb-093d-441c-a0e4-5561c2651b3d service nova] [instance: b4ab6c81-0444-4d0d-bcbf-50f2ff69844d] Refreshing network info cache for port 129e09b6-0b85-4dc7-8210-525b7a800ffe {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1644.107659] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-31c1d2e0-019a-457d-8129-9dd0921ae192 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: b4ab6c81-0444-4d0d-bcbf-50f2ff69844d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:96:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '233536d0-6913-4879-8442-42dcf1d4ecbb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '129e09b6-0b85-4dc7-8210-525b7a800ffe', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1644.116296] env[62438]: DEBUG oslo.service.loopingcall [None req-31c1d2e0-019a-457d-8129-9dd0921ae192 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1644.117024] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4ab6c81-0444-4d0d-bcbf-50f2ff69844d] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1644.117024] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4ee76bf8-a602-47d7-bc0d-228ff46a7282 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.137901] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1644.137901] env[62438]: value = "task-1785261" [ 1644.137901] env[62438]: _type = "Task" [ 1644.137901] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.145974] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785261, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.155625] env[62438]: DEBUG nova.compute.manager [None req-45a74073-a869-4e02-8230-734577346e5e tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 0531e871-6f05-4401-a2c7-47e3bdff2d97] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1644.181149] env[62438]: DEBUG nova.virt.hardware [None req-45a74073-a869-4e02-8230-734577346e5e tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1644.181415] env[62438]: DEBUG nova.virt.hardware [None req-45a74073-a869-4e02-8230-734577346e5e tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1644.181581] env[62438]: DEBUG nova.virt.hardware [None req-45a74073-a869-4e02-8230-734577346e5e tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1644.181769] env[62438]: DEBUG nova.virt.hardware [None req-45a74073-a869-4e02-8230-734577346e5e tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1644.181919] env[62438]: DEBUG nova.virt.hardware [None req-45a74073-a869-4e02-8230-734577346e5e tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1644.182087] env[62438]: DEBUG nova.virt.hardware [None req-45a74073-a869-4e02-8230-734577346e5e tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1644.182307] env[62438]: DEBUG nova.virt.hardware [None req-45a74073-a869-4e02-8230-734577346e5e tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1644.182477] env[62438]: DEBUG nova.virt.hardware [None req-45a74073-a869-4e02-8230-734577346e5e tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1644.182670] env[62438]: DEBUG nova.virt.hardware [None req-45a74073-a869-4e02-8230-734577346e5e tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1644.182848] env[62438]: DEBUG nova.virt.hardware [None req-45a74073-a869-4e02-8230-734577346e5e tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1644.183060] env[62438]: DEBUG nova.virt.hardware [None req-45a74073-a869-4e02-8230-734577346e5e tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1644.183941] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5902601-23be-4823-a575-476723998ccd {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.194381] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da2f9cb-84a8-4c87-9896-256429bdab69 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.523355] env[62438]: DEBUG oslo_concurrency.lockutils [None req-998c779d-198a-4340-8194-0daa2fca8f19 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.388s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1644.524044] env[62438]: DEBUG nova.compute.manager [None req-998c779d-198a-4340-8194-0daa2fca8f19 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: a55cd8ef-cf46-4466-b0ef-b32bff8d6a28] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1644.529363] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8525b2ae-2176-48ca-bd2b-d302ae05f74c tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.740s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1644.529529] env[62438]: DEBUG nova.objects.instance [None req-8525b2ae-2176-48ca-bd2b-d302ae05f74c tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Lazy-loading 'resources' on Instance uuid 64db0082-d145-4041-b231-d7a1bf4dfa42 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1644.648430] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785261, 'name': CreateVM_Task, 'duration_secs': 0.444583} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.648638] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4ab6c81-0444-4d0d-bcbf-50f2ff69844d] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1644.649406] env[62438]: DEBUG oslo_concurrency.lockutils [None req-31c1d2e0-019a-457d-8129-9dd0921ae192 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1644.649621] env[62438]: DEBUG oslo_concurrency.lockutils [None req-31c1d2e0-019a-457d-8129-9dd0921ae192 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1644.650015] env[62438]: DEBUG oslo_concurrency.lockutils [None req-31c1d2e0-019a-457d-8129-9dd0921ae192 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1644.650427] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f81881a9-2846-4c5b-8e0d-bbd761aeac73 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.655863] env[62438]: DEBUG oslo_vmware.api [None req-31c1d2e0-019a-457d-8129-9dd0921ae192 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Waiting for the task: (returnval){ [ 1644.655863] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]524398c2-cc1a-147f-c273-c3fcc107efca" [ 1644.655863] env[62438]: _type = "Task" [ 1644.655863] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.664641] env[62438]: DEBUG nova.network.neutron [None req-41844617-b07c-4171-a884-ac950bcbb0e1 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 7cf7de8e-8184-4588-8623-c85044515a9e] Updating instance_info_cache with network_info: [{"id": "c3dc3531-4eb0-4e5a-bf8c-91d7de5b8f09", "address": "fa:16:3e:15:fc:be", "network": {"id": "1694b92d-c758-45a8-a881-1531663c92d2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-833720308-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a778e6841af7465cbc3de0ec00d8c06c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3dc3531-4e", "ovs_interfaceid": "c3dc3531-4eb0-4e5a-bf8c-91d7de5b8f09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1644.669267] env[62438]: DEBUG oslo_vmware.api [None req-31c1d2e0-019a-457d-8129-9dd0921ae192 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]524398c2-cc1a-147f-c273-c3fcc107efca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.844218] env[62438]: DEBUG nova.network.neutron [req-eafbffd2-9f0a-4840-a6a5-b9e7a9732dba req-708618eb-093d-441c-a0e4-5561c2651b3d service nova] [instance: b4ab6c81-0444-4d0d-bcbf-50f2ff69844d] Updated VIF entry in instance network info cache for port 129e09b6-0b85-4dc7-8210-525b7a800ffe. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1644.844625] env[62438]: DEBUG nova.network.neutron [req-eafbffd2-9f0a-4840-a6a5-b9e7a9732dba req-708618eb-093d-441c-a0e4-5561c2651b3d service nova] [instance: b4ab6c81-0444-4d0d-bcbf-50f2ff69844d] Updating instance_info_cache with network_info: [{"id": "129e09b6-0b85-4dc7-8210-525b7a800ffe", "address": "fa:16:3e:11:96:53", "network": {"id": "87d86403-300d-41f4-a284-ceccb3d62aff", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-928461668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1caf71579d52463794655f8347942ede", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap129e09b6-0b", "ovs_interfaceid": "129e09b6-0b85-4dc7-8210-525b7a800ffe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1644.937941] env[62438]: DEBUG nova.network.neutron [None req-45a74073-a869-4e02-8230-734577346e5e tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 0531e871-6f05-4401-a2c7-47e3bdff2d97] Successfully updated port: bf24049e-4764-4d74-a9a8-276496fef825 {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1645.032618] env[62438]: DEBUG nova.compute.utils [None req-998c779d-198a-4340-8194-0daa2fca8f19 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1645.037594] env[62438]: DEBUG nova.compute.manager [None req-998c779d-198a-4340-8194-0daa2fca8f19 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: a55cd8ef-cf46-4466-b0ef-b32bff8d6a28] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1645.037786] env[62438]: DEBUG nova.network.neutron [None req-998c779d-198a-4340-8194-0daa2fca8f19 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: a55cd8ef-cf46-4466-b0ef-b32bff8d6a28] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1645.112913] env[62438]: DEBUG nova.policy [None req-998c779d-198a-4340-8194-0daa2fca8f19 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ace6be3b450045ee9217e6291567807d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'da30195a54754dadacbdb0481116cd03', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1645.169497] env[62438]: DEBUG oslo_vmware.api [None req-31c1d2e0-019a-457d-8129-9dd0921ae192 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]524398c2-cc1a-147f-c273-c3fcc107efca, 'name': SearchDatastore_Task, 'duration_secs': 0.014164} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.169497] env[62438]: DEBUG oslo_concurrency.lockutils [None req-31c1d2e0-019a-457d-8129-9dd0921ae192 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1645.169718] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-31c1d2e0-019a-457d-8129-9dd0921ae192 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: b4ab6c81-0444-4d0d-bcbf-50f2ff69844d] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1645.169817] env[62438]: DEBUG oslo_concurrency.lockutils [None req-31c1d2e0-019a-457d-8129-9dd0921ae192 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1645.169986] env[62438]: DEBUG oslo_concurrency.lockutils [None req-31c1d2e0-019a-457d-8129-9dd0921ae192 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1645.170186] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-31c1d2e0-019a-457d-8129-9dd0921ae192 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1645.170717] env[62438]: DEBUG oslo_concurrency.lockutils [None req-41844617-b07c-4171-a884-ac950bcbb0e1 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Releasing lock "refresh_cache-7cf7de8e-8184-4588-8623-c85044515a9e" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1645.172767] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0cd2ce62-5302-42b5-a351-ac5e677e83ad {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.184739] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-31c1d2e0-019a-457d-8129-9dd0921ae192 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1645.185125] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-31c1d2e0-019a-457d-8129-9dd0921ae192 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1645.186301] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-812a31da-2a81-4a46-889b-d17657cd2498 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.196331] env[62438]: DEBUG oslo_vmware.api [None req-31c1d2e0-019a-457d-8129-9dd0921ae192 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Waiting for the task: (returnval){ [ 1645.196331] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5291800a-23ab-55c1-ae6e-13559d0a3feb" [ 1645.196331] env[62438]: _type = "Task" [ 1645.196331] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.216234] env[62438]: DEBUG oslo_vmware.api [None req-31c1d2e0-019a-457d-8129-9dd0921ae192 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5291800a-23ab-55c1-ae6e-13559d0a3feb, 'name': SearchDatastore_Task, 'duration_secs': 0.01232} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.217384] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eadb91bf-b067-4367-86a4-eff3cf46d37f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.226465] env[62438]: DEBUG oslo_vmware.api [None req-31c1d2e0-019a-457d-8129-9dd0921ae192 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Waiting for the task: (returnval){ [ 1645.226465] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52fc975f-1209-3279-cfd6-d47e8c3b0673" [ 1645.226465] env[62438]: _type = "Task" [ 1645.226465] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.234779] env[62438]: DEBUG oslo_vmware.api [None req-31c1d2e0-019a-457d-8129-9dd0921ae192 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52fc975f-1209-3279-cfd6-d47e8c3b0673, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.347104] env[62438]: DEBUG oslo_concurrency.lockutils [req-eafbffd2-9f0a-4840-a6a5-b9e7a9732dba req-708618eb-093d-441c-a0e4-5561c2651b3d service nova] Releasing lock "refresh_cache-b4ab6c81-0444-4d0d-bcbf-50f2ff69844d" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1645.358719] env[62438]: DEBUG nova.compute.manager [req-7f0dc9d9-5f4a-4abd-a004-0453109f22c7 req-a69e4e76-1c17-47bf-974b-e154eb04200f service nova] [instance: 0531e871-6f05-4401-a2c7-47e3bdff2d97] Received event network-vif-plugged-bf24049e-4764-4d74-a9a8-276496fef825 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1645.358955] env[62438]: DEBUG oslo_concurrency.lockutils [req-7f0dc9d9-5f4a-4abd-a004-0453109f22c7 req-a69e4e76-1c17-47bf-974b-e154eb04200f service nova] Acquiring lock "0531e871-6f05-4401-a2c7-47e3bdff2d97-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1645.359191] env[62438]: DEBUG oslo_concurrency.lockutils [req-7f0dc9d9-5f4a-4abd-a004-0453109f22c7 req-a69e4e76-1c17-47bf-974b-e154eb04200f service nova] Lock "0531e871-6f05-4401-a2c7-47e3bdff2d97-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1645.359365] env[62438]: DEBUG oslo_concurrency.lockutils [req-7f0dc9d9-5f4a-4abd-a004-0453109f22c7 req-a69e4e76-1c17-47bf-974b-e154eb04200f service nova] Lock "0531e871-6f05-4401-a2c7-47e3bdff2d97-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1645.359537] env[62438]: DEBUG nova.compute.manager [req-7f0dc9d9-5f4a-4abd-a004-0453109f22c7 req-a69e4e76-1c17-47bf-974b-e154eb04200f service nova] [instance: 0531e871-6f05-4401-a2c7-47e3bdff2d97] No waiting events found dispatching network-vif-plugged-bf24049e-4764-4d74-a9a8-276496fef825 {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1645.359709] env[62438]: WARNING nova.compute.manager [req-7f0dc9d9-5f4a-4abd-a004-0453109f22c7 req-a69e4e76-1c17-47bf-974b-e154eb04200f service nova] [instance: 0531e871-6f05-4401-a2c7-47e3bdff2d97] Received unexpected event network-vif-plugged-bf24049e-4764-4d74-a9a8-276496fef825 for instance with vm_state building and task_state spawning. [ 1645.359872] env[62438]: DEBUG nova.compute.manager [req-7f0dc9d9-5f4a-4abd-a004-0453109f22c7 req-a69e4e76-1c17-47bf-974b-e154eb04200f service nova] [instance: 0531e871-6f05-4401-a2c7-47e3bdff2d97] Received event network-changed-bf24049e-4764-4d74-a9a8-276496fef825 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1645.360040] env[62438]: DEBUG nova.compute.manager [req-7f0dc9d9-5f4a-4abd-a004-0453109f22c7 req-a69e4e76-1c17-47bf-974b-e154eb04200f service nova] [instance: 0531e871-6f05-4401-a2c7-47e3bdff2d97] Refreshing instance network info cache due to event network-changed-bf24049e-4764-4d74-a9a8-276496fef825. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1645.360258] env[62438]: DEBUG oslo_concurrency.lockutils [req-7f0dc9d9-5f4a-4abd-a004-0453109f22c7 req-a69e4e76-1c17-47bf-974b-e154eb04200f service nova] Acquiring lock "refresh_cache-0531e871-6f05-4401-a2c7-47e3bdff2d97" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1645.360433] env[62438]: DEBUG oslo_concurrency.lockutils [req-7f0dc9d9-5f4a-4abd-a004-0453109f22c7 req-a69e4e76-1c17-47bf-974b-e154eb04200f service nova] Acquired lock "refresh_cache-0531e871-6f05-4401-a2c7-47e3bdff2d97" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1645.360565] env[62438]: DEBUG nova.network.neutron [req-7f0dc9d9-5f4a-4abd-a004-0453109f22c7 req-a69e4e76-1c17-47bf-974b-e154eb04200f service nova] [instance: 0531e871-6f05-4401-a2c7-47e3bdff2d97] Refreshing network info cache for port bf24049e-4764-4d74-a9a8-276496fef825 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1645.363344] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e04e924a-a23e-4112-82dc-5ffa469e7ee5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.372130] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf1e274c-f0f4-41bf-afc9-f20f3adf2340 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.406034] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-873d770d-cd8a-4d75-a757-f478255988c5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.410945] env[62438]: DEBUG nova.network.neutron [None req-998c779d-198a-4340-8194-0daa2fca8f19 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: a55cd8ef-cf46-4466-b0ef-b32bff8d6a28] Successfully created port: f48092d4-c435-4315-872b-d9f0e1444424 {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1645.416697] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f289fd5c-ea2a-4af0-be59-914e25ab59df {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.431019] env[62438]: DEBUG nova.compute.provider_tree [None req-8525b2ae-2176-48ca-bd2b-d302ae05f74c tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1645.447093] env[62438]: DEBUG oslo_concurrency.lockutils [None req-45a74073-a869-4e02-8230-734577346e5e tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Acquiring lock "refresh_cache-0531e871-6f05-4401-a2c7-47e3bdff2d97" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1645.538621] env[62438]: DEBUG nova.compute.manager [None req-998c779d-198a-4340-8194-0daa2fca8f19 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: a55cd8ef-cf46-4466-b0ef-b32bff8d6a28] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1645.720355] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-41844617-b07c-4171-a884-ac950bcbb0e1 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 7cf7de8e-8184-4588-8623-c85044515a9e] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1645.720621] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-897c0559-b522-40c0-b54b-1f276f539f2b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.732488] env[62438]: DEBUG oslo_vmware.api [None req-41844617-b07c-4171-a884-ac950bcbb0e1 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Waiting for the task: (returnval){ [ 1645.732488] env[62438]: value = "task-1785262" [ 1645.732488] env[62438]: _type = "Task" [ 1645.732488] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.739431] env[62438]: DEBUG oslo_vmware.api [None req-31c1d2e0-019a-457d-8129-9dd0921ae192 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52fc975f-1209-3279-cfd6-d47e8c3b0673, 'name': SearchDatastore_Task, 'duration_secs': 0.030073} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.740262] env[62438]: DEBUG oslo_concurrency.lockutils [None req-31c1d2e0-019a-457d-8129-9dd0921ae192 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1645.740590] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-31c1d2e0-019a-457d-8129-9dd0921ae192 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] b4ab6c81-0444-4d0d-bcbf-50f2ff69844d/b4ab6c81-0444-4d0d-bcbf-50f2ff69844d.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1645.740861] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a339d88-3712-4eed-abb8-d446d8c57c76 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.746174] env[62438]: DEBUG oslo_vmware.api [None req-41844617-b07c-4171-a884-ac950bcbb0e1 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785262, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.751130] env[62438]: DEBUG oslo_vmware.api [None req-31c1d2e0-019a-457d-8129-9dd0921ae192 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Waiting for the task: (returnval){ [ 1645.751130] env[62438]: value = "task-1785263" [ 1645.751130] env[62438]: _type = "Task" [ 1645.751130] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.759508] env[62438]: DEBUG oslo_vmware.api [None req-31c1d2e0-019a-457d-8129-9dd0921ae192 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Task: {'id': task-1785263, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.906744] env[62438]: DEBUG nova.network.neutron [req-7f0dc9d9-5f4a-4abd-a004-0453109f22c7 req-a69e4e76-1c17-47bf-974b-e154eb04200f service nova] [instance: 0531e871-6f05-4401-a2c7-47e3bdff2d97] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1645.933948] env[62438]: DEBUG nova.scheduler.client.report [None req-8525b2ae-2176-48ca-bd2b-d302ae05f74c tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1646.004654] env[62438]: DEBUG nova.network.neutron [req-7f0dc9d9-5f4a-4abd-a004-0453109f22c7 req-a69e4e76-1c17-47bf-974b-e154eb04200f service nova] [instance: 0531e871-6f05-4401-a2c7-47e3bdff2d97] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1646.244041] env[62438]: DEBUG oslo_vmware.api [None req-41844617-b07c-4171-a884-ac950bcbb0e1 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785262, 'name': PowerOffVM_Task, 'duration_secs': 0.195503} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.244373] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-41844617-b07c-4171-a884-ac950bcbb0e1 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 7cf7de8e-8184-4588-8623-c85044515a9e] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1646.245234] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c80f5f9-e674-46a3-b8b6-aa2c2785091b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.267310] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d03c48-d806-4b81-94ce-f995192f8eba {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.277216] env[62438]: DEBUG oslo_vmware.api [None req-31c1d2e0-019a-457d-8129-9dd0921ae192 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Task: {'id': task-1785263, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.304375] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-41844617-b07c-4171-a884-ac950bcbb0e1 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 7cf7de8e-8184-4588-8623-c85044515a9e] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1646.304685] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1edc8b54-bd5c-4ad9-8c36-a4c68f5ee354 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.311512] env[62438]: DEBUG oslo_vmware.api [None req-41844617-b07c-4171-a884-ac950bcbb0e1 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Waiting for the task: (returnval){ [ 1646.311512] env[62438]: value = "task-1785264" [ 1646.311512] env[62438]: _type = "Task" [ 1646.311512] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.318951] env[62438]: DEBUG oslo_vmware.api [None req-41844617-b07c-4171-a884-ac950bcbb0e1 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785264, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.438898] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8525b2ae-2176-48ca-bd2b-d302ae05f74c tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.910s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1646.441175] env[62438]: DEBUG oslo_concurrency.lockutils [None req-78ea512b-8707-4427-9fa7-a3aa8bd5bb12 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 7.240s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1646.458380] env[62438]: INFO nova.scheduler.client.report [None req-8525b2ae-2176-48ca-bd2b-d302ae05f74c tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Deleted allocations for instance 64db0082-d145-4041-b231-d7a1bf4dfa42 [ 1646.507819] env[62438]: DEBUG oslo_concurrency.lockutils [req-7f0dc9d9-5f4a-4abd-a004-0453109f22c7 req-a69e4e76-1c17-47bf-974b-e154eb04200f service nova] Releasing lock "refresh_cache-0531e871-6f05-4401-a2c7-47e3bdff2d97" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1646.508185] env[62438]: DEBUG oslo_concurrency.lockutils [None req-45a74073-a869-4e02-8230-734577346e5e tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Acquired lock "refresh_cache-0531e871-6f05-4401-a2c7-47e3bdff2d97" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1646.508339] env[62438]: DEBUG nova.network.neutron [None req-45a74073-a869-4e02-8230-734577346e5e tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 0531e871-6f05-4401-a2c7-47e3bdff2d97] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1646.552146] env[62438]: DEBUG nova.compute.manager [None req-998c779d-198a-4340-8194-0daa2fca8f19 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: a55cd8ef-cf46-4466-b0ef-b32bff8d6a28] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1646.574727] env[62438]: DEBUG nova.virt.hardware [None req-998c779d-198a-4340-8194-0daa2fca8f19 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1646.574992] env[62438]: DEBUG nova.virt.hardware [None req-998c779d-198a-4340-8194-0daa2fca8f19 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1646.575245] env[62438]: DEBUG nova.virt.hardware [None req-998c779d-198a-4340-8194-0daa2fca8f19 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1646.575371] env[62438]: DEBUG nova.virt.hardware [None req-998c779d-198a-4340-8194-0daa2fca8f19 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1646.575527] env[62438]: DEBUG nova.virt.hardware [None req-998c779d-198a-4340-8194-0daa2fca8f19 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1646.575649] env[62438]: DEBUG nova.virt.hardware [None req-998c779d-198a-4340-8194-0daa2fca8f19 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1646.575863] env[62438]: DEBUG nova.virt.hardware [None req-998c779d-198a-4340-8194-0daa2fca8f19 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1646.576051] env[62438]: DEBUG nova.virt.hardware [None req-998c779d-198a-4340-8194-0daa2fca8f19 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1646.576209] env[62438]: DEBUG nova.virt.hardware [None req-998c779d-198a-4340-8194-0daa2fca8f19 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1646.576379] env[62438]: DEBUG nova.virt.hardware [None req-998c779d-198a-4340-8194-0daa2fca8f19 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1646.576622] env[62438]: DEBUG nova.virt.hardware [None req-998c779d-198a-4340-8194-0daa2fca8f19 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1646.577873] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a40fed-c8fd-4b93-87aa-c17f044d13c5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.585474] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8fb44b0-52af-4a9d-a61b-8ff41e30da74 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.772946] env[62438]: DEBUG oslo_vmware.api [None req-31c1d2e0-019a-457d-8129-9dd0921ae192 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Task: {'id': task-1785263, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537774} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.773321] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-31c1d2e0-019a-457d-8129-9dd0921ae192 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] b4ab6c81-0444-4d0d-bcbf-50f2ff69844d/b4ab6c81-0444-4d0d-bcbf-50f2ff69844d.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1646.773553] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-31c1d2e0-019a-457d-8129-9dd0921ae192 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: b4ab6c81-0444-4d0d-bcbf-50f2ff69844d] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1646.774153] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-edf28e19-5a06-4e93-85f5-3c9e973d0f22 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.781040] env[62438]: DEBUG oslo_vmware.api [None req-31c1d2e0-019a-457d-8129-9dd0921ae192 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Waiting for the task: (returnval){ [ 1646.781040] env[62438]: value = "task-1785265" [ 1646.781040] env[62438]: _type = "Task" [ 1646.781040] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.788992] env[62438]: DEBUG oslo_vmware.api [None req-31c1d2e0-019a-457d-8129-9dd0921ae192 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Task: {'id': task-1785265, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.822061] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-41844617-b07c-4171-a884-ac950bcbb0e1 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 7cf7de8e-8184-4588-8623-c85044515a9e] VM already powered off {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 1646.822359] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-41844617-b07c-4171-a884-ac950bcbb0e1 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 7cf7de8e-8184-4588-8623-c85044515a9e] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1646.822757] env[62438]: DEBUG oslo_concurrency.lockutils [None req-41844617-b07c-4171-a884-ac950bcbb0e1 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1646.822972] env[62438]: DEBUG oslo_concurrency.lockutils [None req-41844617-b07c-4171-a884-ac950bcbb0e1 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1646.823212] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-41844617-b07c-4171-a884-ac950bcbb0e1 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1646.823482] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dca98b08-73bb-4ea5-9f27-687d27c824e8 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.833408] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-41844617-b07c-4171-a884-ac950bcbb0e1 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1646.833614] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-41844617-b07c-4171-a884-ac950bcbb0e1 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1646.834419] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cea1f911-cf7d-4c6b-b1a5-a46386a9bae5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.839875] env[62438]: DEBUG oslo_vmware.api [None req-41844617-b07c-4171-a884-ac950bcbb0e1 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Waiting for the task: (returnval){ [ 1646.839875] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52256ee5-7604-01a6-ba1b-791dc79ba1a3" [ 1646.839875] env[62438]: _type = "Task" [ 1646.839875] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.848125] env[62438]: DEBUG oslo_vmware.api [None req-41844617-b07c-4171-a884-ac950bcbb0e1 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52256ee5-7604-01a6-ba1b-791dc79ba1a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.968312] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8525b2ae-2176-48ca-bd2b-d302ae05f74c tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Lock "64db0082-d145-4041-b231-d7a1bf4dfa42" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.556s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1647.053135] env[62438]: DEBUG nova.network.neutron [None req-45a74073-a869-4e02-8230-734577346e5e tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 0531e871-6f05-4401-a2c7-47e3bdff2d97] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1647.209550] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d46d56f3-cb4b-43ed-920f-8da483e0b3b7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.212784] env[62438]: DEBUG nova.network.neutron [None req-45a74073-a869-4e02-8230-734577346e5e tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 0531e871-6f05-4401-a2c7-47e3bdff2d97] Updating instance_info_cache with network_info: [{"id": "bf24049e-4764-4d74-a9a8-276496fef825", "address": "fa:16:3e:4a:8d:3f", "network": {"id": "6d9847cc-6b35-42aa-a4b3-69c22cbcf1dd", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-604078365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2d033e444434a94b421400f7f016ac4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf24049e-47", "ovs_interfaceid": "bf24049e-4764-4d74-a9a8-276496fef825", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1647.219310] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c7e593-739a-4ce2-a70f-4301d9752b45 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.250017] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59ab4ca2-6cc1-4035-a175-e0a6a99bf7e4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.258200] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-024c8c0a-3b6c-4a4e-841f-eb283a96bdba {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.272628] env[62438]: DEBUG nova.compute.provider_tree [None req-78ea512b-8707-4427-9fa7-a3aa8bd5bb12 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1647.290549] env[62438]: DEBUG oslo_vmware.api [None req-31c1d2e0-019a-457d-8129-9dd0921ae192 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Task: {'id': task-1785265, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076033} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.290827] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-31c1d2e0-019a-457d-8129-9dd0921ae192 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: b4ab6c81-0444-4d0d-bcbf-50f2ff69844d] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1647.291581] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab99e9da-641b-4f6b-a35b-80587f87411d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.313169] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-31c1d2e0-019a-457d-8129-9dd0921ae192 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: b4ab6c81-0444-4d0d-bcbf-50f2ff69844d] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] b4ab6c81-0444-4d0d-bcbf-50f2ff69844d/b4ab6c81-0444-4d0d-bcbf-50f2ff69844d.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1647.313481] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a447c62-2831-4e01-9a5f-2b5c54f20ae7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.332645] env[62438]: DEBUG oslo_vmware.api [None req-31c1d2e0-019a-457d-8129-9dd0921ae192 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Waiting for the task: (returnval){ [ 1647.332645] env[62438]: value = "task-1785266" [ 1647.332645] env[62438]: _type = "Task" [ 1647.332645] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.340164] env[62438]: DEBUG oslo_vmware.api [None req-31c1d2e0-019a-457d-8129-9dd0921ae192 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Task: {'id': task-1785266, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.347639] env[62438]: DEBUG oslo_vmware.api [None req-41844617-b07c-4171-a884-ac950bcbb0e1 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52256ee5-7604-01a6-ba1b-791dc79ba1a3, 'name': SearchDatastore_Task, 'duration_secs': 0.050305} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.348367] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-681d4fb9-2ea3-4245-9d69-94644fab7805 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.353278] env[62438]: DEBUG oslo_vmware.api [None req-41844617-b07c-4171-a884-ac950bcbb0e1 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Waiting for the task: (returnval){ [ 1647.353278] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52175cf6-0a44-b0fa-4071-ac3345a30a19" [ 1647.353278] env[62438]: _type = "Task" [ 1647.353278] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.361514] env[62438]: DEBUG oslo_vmware.api [None req-41844617-b07c-4171-a884-ac950bcbb0e1 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52175cf6-0a44-b0fa-4071-ac3345a30a19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.429162] env[62438]: DEBUG nova.network.neutron [None req-998c779d-198a-4340-8194-0daa2fca8f19 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: a55cd8ef-cf46-4466-b0ef-b32bff8d6a28] Successfully updated port: f48092d4-c435-4315-872b-d9f0e1444424 {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1647.479060] env[62438]: DEBUG nova.compute.manager [req-7b85e851-e071-4a93-ac8c-763eec0d9909 req-787ec4c3-cc44-4305-91c0-385b417c250e service nova] [instance: a55cd8ef-cf46-4466-b0ef-b32bff8d6a28] Received event network-vif-plugged-f48092d4-c435-4315-872b-d9f0e1444424 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1647.479316] env[62438]: DEBUG oslo_concurrency.lockutils [req-7b85e851-e071-4a93-ac8c-763eec0d9909 req-787ec4c3-cc44-4305-91c0-385b417c250e service nova] Acquiring lock "a55cd8ef-cf46-4466-b0ef-b32bff8d6a28-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1647.479546] env[62438]: DEBUG oslo_concurrency.lockutils [req-7b85e851-e071-4a93-ac8c-763eec0d9909 req-787ec4c3-cc44-4305-91c0-385b417c250e service nova] Lock "a55cd8ef-cf46-4466-b0ef-b32bff8d6a28-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1647.479730] env[62438]: DEBUG oslo_concurrency.lockutils [req-7b85e851-e071-4a93-ac8c-763eec0d9909 req-787ec4c3-cc44-4305-91c0-385b417c250e service nova] Lock "a55cd8ef-cf46-4466-b0ef-b32bff8d6a28-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1647.479928] env[62438]: DEBUG nova.compute.manager [req-7b85e851-e071-4a93-ac8c-763eec0d9909 req-787ec4c3-cc44-4305-91c0-385b417c250e service nova] [instance: a55cd8ef-cf46-4466-b0ef-b32bff8d6a28] No waiting events found dispatching network-vif-plugged-f48092d4-c435-4315-872b-d9f0e1444424 {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1647.480130] env[62438]: WARNING nova.compute.manager [req-7b85e851-e071-4a93-ac8c-763eec0d9909 req-787ec4c3-cc44-4305-91c0-385b417c250e service nova] [instance: a55cd8ef-cf46-4466-b0ef-b32bff8d6a28] Received unexpected event network-vif-plugged-f48092d4-c435-4315-872b-d9f0e1444424 for instance with vm_state building and task_state spawning. [ 1647.715610] env[62438]: DEBUG oslo_concurrency.lockutils [None req-45a74073-a869-4e02-8230-734577346e5e tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Releasing lock "refresh_cache-0531e871-6f05-4401-a2c7-47e3bdff2d97" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1647.715927] env[62438]: DEBUG nova.compute.manager [None req-45a74073-a869-4e02-8230-734577346e5e tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 0531e871-6f05-4401-a2c7-47e3bdff2d97] Instance network_info: |[{"id": "bf24049e-4764-4d74-a9a8-276496fef825", "address": "fa:16:3e:4a:8d:3f", "network": {"id": "6d9847cc-6b35-42aa-a4b3-69c22cbcf1dd", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-604078365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2d033e444434a94b421400f7f016ac4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf24049e-47", "ovs_interfaceid": "bf24049e-4764-4d74-a9a8-276496fef825", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1647.716393] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-45a74073-a869-4e02-8230-734577346e5e tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 0531e871-6f05-4401-a2c7-47e3bdff2d97] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:8d:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '41278529-8bd2-44a1-97c8-03967faa3ff7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf24049e-4764-4d74-a9a8-276496fef825', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1647.723684] env[62438]: DEBUG oslo.service.loopingcall [None req-45a74073-a869-4e02-8230-734577346e5e tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1647.723905] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0531e871-6f05-4401-a2c7-47e3bdff2d97] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1647.724152] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ee131350-3abd-4010-8719-8334d8a8c386 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.742875] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1647.742875] env[62438]: value = "task-1785267" [ 1647.742875] env[62438]: _type = "Task" [ 1647.742875] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.750791] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785267, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.775296] env[62438]: DEBUG nova.scheduler.client.report [None req-78ea512b-8707-4427-9fa7-a3aa8bd5bb12 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1647.843026] env[62438]: DEBUG oslo_vmware.api [None req-31c1d2e0-019a-457d-8129-9dd0921ae192 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Task: {'id': task-1785266, 'name': ReconfigVM_Task, 'duration_secs': 0.327838} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.843324] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-31c1d2e0-019a-457d-8129-9dd0921ae192 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: b4ab6c81-0444-4d0d-bcbf-50f2ff69844d] Reconfigured VM instance instance-0000004e to attach disk [datastore1] b4ab6c81-0444-4d0d-bcbf-50f2ff69844d/b4ab6c81-0444-4d0d-bcbf-50f2ff69844d.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1647.844030] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4fd3bc7a-1061-44fe-8f58-f4cd912701b8 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.850223] env[62438]: DEBUG oslo_vmware.api [None req-31c1d2e0-019a-457d-8129-9dd0921ae192 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Waiting for the task: (returnval){ [ 1647.850223] env[62438]: value = "task-1785268" [ 1647.850223] env[62438]: _type = "Task" [ 1647.850223] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.860559] env[62438]: DEBUG oslo_vmware.api [None req-31c1d2e0-019a-457d-8129-9dd0921ae192 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Task: {'id': task-1785268, 'name': Rename_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.865922] env[62438]: DEBUG oslo_vmware.api [None req-41844617-b07c-4171-a884-ac950bcbb0e1 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52175cf6-0a44-b0fa-4071-ac3345a30a19, 'name': SearchDatastore_Task, 'duration_secs': 0.012946} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.866183] env[62438]: DEBUG oslo_concurrency.lockutils [None req-41844617-b07c-4171-a884-ac950bcbb0e1 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1647.866443] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-41844617-b07c-4171-a884-ac950bcbb0e1 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 7cf7de8e-8184-4588-8623-c85044515a9e/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c-rescue.vmdk. {{(pid=62438) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1647.866879] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-184dca46-2c55-4f16-bb44-54db71001308 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.872661] env[62438]: DEBUG oslo_vmware.api [None req-41844617-b07c-4171-a884-ac950bcbb0e1 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Waiting for the task: (returnval){ [ 1647.872661] env[62438]: value = "task-1785269" [ 1647.872661] env[62438]: _type = "Task" [ 1647.872661] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.880156] env[62438]: DEBUG oslo_vmware.api [None req-41844617-b07c-4171-a884-ac950bcbb0e1 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785269, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.931476] env[62438]: DEBUG oslo_concurrency.lockutils [None req-998c779d-198a-4340-8194-0daa2fca8f19 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Acquiring lock "refresh_cache-a55cd8ef-cf46-4466-b0ef-b32bff8d6a28" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1647.931746] env[62438]: DEBUG oslo_concurrency.lockutils [None req-998c779d-198a-4340-8194-0daa2fca8f19 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Acquired lock "refresh_cache-a55cd8ef-cf46-4466-b0ef-b32bff8d6a28" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1647.932417] env[62438]: DEBUG nova.network.neutron [None req-998c779d-198a-4340-8194-0daa2fca8f19 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: a55cd8ef-cf46-4466-b0ef-b32bff8d6a28] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1648.252780] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785267, 'name': CreateVM_Task} progress is 99%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.359828] env[62438]: DEBUG oslo_vmware.api [None req-31c1d2e0-019a-457d-8129-9dd0921ae192 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Task: {'id': task-1785268, 'name': Rename_Task, 'duration_secs': 0.228457} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.360121] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-31c1d2e0-019a-457d-8129-9dd0921ae192 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: b4ab6c81-0444-4d0d-bcbf-50f2ff69844d] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1648.360376] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0879c6cd-519f-4bd5-b3cf-4173b60eb63d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.366300] env[62438]: DEBUG oslo_vmware.api [None req-31c1d2e0-019a-457d-8129-9dd0921ae192 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Waiting for the task: (returnval){ [ 1648.366300] env[62438]: value = "task-1785270" [ 1648.366300] env[62438]: _type = "Task" [ 1648.366300] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.374763] env[62438]: DEBUG oslo_vmware.api [None req-31c1d2e0-019a-457d-8129-9dd0921ae192 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Task: {'id': task-1785270, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.382788] env[62438]: DEBUG oslo_vmware.api [None req-41844617-b07c-4171-a884-ac950bcbb0e1 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785269, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.461788} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.383057] env[62438]: INFO nova.virt.vmwareapi.ds_util [None req-41844617-b07c-4171-a884-ac950bcbb0e1 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 7cf7de8e-8184-4588-8623-c85044515a9e/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c-rescue.vmdk. [ 1648.383793] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd5f4085-6b28-4ab7-beb6-c86a9a1d3408 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.409753] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-41844617-b07c-4171-a884-ac950bcbb0e1 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 7cf7de8e-8184-4588-8623-c85044515a9e] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 7cf7de8e-8184-4588-8623-c85044515a9e/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c-rescue.vmdk or device None with type thin {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1648.410066] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d14e8225-a913-4501-9473-8dc763b6b672 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.427769] env[62438]: DEBUG oslo_vmware.api [None req-41844617-b07c-4171-a884-ac950bcbb0e1 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Waiting for the task: (returnval){ [ 1648.427769] env[62438]: value = "task-1785271" [ 1648.427769] env[62438]: _type = "Task" [ 1648.427769] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.438335] env[62438]: DEBUG oslo_vmware.api [None req-41844617-b07c-4171-a884-ac950bcbb0e1 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785271, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.505756] env[62438]: DEBUG nova.network.neutron [None req-998c779d-198a-4340-8194-0daa2fca8f19 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: a55cd8ef-cf46-4466-b0ef-b32bff8d6a28] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1648.698428] env[62438]: DEBUG oslo_concurrency.lockutils [None req-3d2be933-f6e5-4cb5-96db-9b5cbe6184c2 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Acquiring lock "921a7f85-8228-43d9-aa60-bc2992714cc8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1648.698703] env[62438]: DEBUG oslo_concurrency.lockutils [None req-3d2be933-f6e5-4cb5-96db-9b5cbe6184c2 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Lock "921a7f85-8228-43d9-aa60-bc2992714cc8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1648.698916] env[62438]: DEBUG oslo_concurrency.lockutils [None req-3d2be933-f6e5-4cb5-96db-9b5cbe6184c2 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Acquiring lock "921a7f85-8228-43d9-aa60-bc2992714cc8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1648.699118] env[62438]: DEBUG oslo_concurrency.lockutils [None req-3d2be933-f6e5-4cb5-96db-9b5cbe6184c2 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Lock "921a7f85-8228-43d9-aa60-bc2992714cc8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1648.699301] env[62438]: DEBUG oslo_concurrency.lockutils [None req-3d2be933-f6e5-4cb5-96db-9b5cbe6184c2 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Lock "921a7f85-8228-43d9-aa60-bc2992714cc8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1648.702191] env[62438]: INFO nova.compute.manager [None req-3d2be933-f6e5-4cb5-96db-9b5cbe6184c2 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] [instance: 921a7f85-8228-43d9-aa60-bc2992714cc8] Terminating instance [ 1648.703979] env[62438]: DEBUG nova.compute.manager [None req-3d2be933-f6e5-4cb5-96db-9b5cbe6184c2 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] [instance: 921a7f85-8228-43d9-aa60-bc2992714cc8] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1648.704209] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-3d2be933-f6e5-4cb5-96db-9b5cbe6184c2 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] [instance: 921a7f85-8228-43d9-aa60-bc2992714cc8] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1648.705103] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e53e5293-cc31-4f49-8d24-2d0ee762fdb1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.712961] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d2be933-f6e5-4cb5-96db-9b5cbe6184c2 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] [instance: 921a7f85-8228-43d9-aa60-bc2992714cc8] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1648.713249] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca335315-1ce9-4020-917c-8a7f9cb09c6b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.719709] env[62438]: DEBUG oslo_vmware.api [None req-3d2be933-f6e5-4cb5-96db-9b5cbe6184c2 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Waiting for the task: (returnval){ [ 1648.719709] env[62438]: value = "task-1785272" [ 1648.719709] env[62438]: _type = "Task" [ 1648.719709] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.728029] env[62438]: DEBUG oslo_vmware.api [None req-3d2be933-f6e5-4cb5-96db-9b5cbe6184c2 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Task: {'id': task-1785272, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.729347] env[62438]: DEBUG nova.network.neutron [None req-998c779d-198a-4340-8194-0daa2fca8f19 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: a55cd8ef-cf46-4466-b0ef-b32bff8d6a28] Updating instance_info_cache with network_info: [{"id": "f48092d4-c435-4315-872b-d9f0e1444424", "address": "fa:16:3e:95:43:e1", "network": {"id": "5ede523c-f6dc-46cc-9ded-91d22501f3ac", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-229264200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da30195a54754dadacbdb0481116cd03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf48092d4-c4", "ovs_interfaceid": "f48092d4-c435-4315-872b-d9f0e1444424", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1648.753524] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785267, 'name': CreateVM_Task} progress is 99%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.785817] env[62438]: DEBUG oslo_concurrency.lockutils [None req-78ea512b-8707-4427-9fa7-a3aa8bd5bb12 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.345s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1648.786086] env[62438]: DEBUG nova.compute.manager [None req-78ea512b-8707-4427-9fa7-a3aa8bd5bb12 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=62438) _confirm_resize /opt/stack/nova/nova/compute/manager.py:4909}} [ 1648.788808] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c65bf3ca-89ff-410a-abd8-3559907b55d4 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.553s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1648.790196] env[62438]: INFO nova.compute.claims [None req-c65bf3ca-89ff-410a-abd8-3559907b55d4 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: b7551b4c-cb4e-40f2-b19c-65e5d87c1a0c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1648.876459] env[62438]: DEBUG oslo_vmware.api [None req-31c1d2e0-019a-457d-8129-9dd0921ae192 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Task: {'id': task-1785270, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.937276] env[62438]: DEBUG oslo_vmware.api [None req-41844617-b07c-4171-a884-ac950bcbb0e1 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785271, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.230798] env[62438]: DEBUG oslo_vmware.api [None req-3d2be933-f6e5-4cb5-96db-9b5cbe6184c2 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Task: {'id': task-1785272, 'name': PowerOffVM_Task, 'duration_secs': 0.406484} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.231107] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d2be933-f6e5-4cb5-96db-9b5cbe6184c2 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] [instance: 921a7f85-8228-43d9-aa60-bc2992714cc8] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1649.231446] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-3d2be933-f6e5-4cb5-96db-9b5cbe6184c2 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] [instance: 921a7f85-8228-43d9-aa60-bc2992714cc8] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1649.231707] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bee76083-19b0-4756-aa38-40d2259c3ce0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.233719] env[62438]: DEBUG oslo_concurrency.lockutils [None req-998c779d-198a-4340-8194-0daa2fca8f19 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Releasing lock "refresh_cache-a55cd8ef-cf46-4466-b0ef-b32bff8d6a28" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1649.234018] env[62438]: DEBUG nova.compute.manager [None req-998c779d-198a-4340-8194-0daa2fca8f19 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: a55cd8ef-cf46-4466-b0ef-b32bff8d6a28] Instance network_info: |[{"id": "f48092d4-c435-4315-872b-d9f0e1444424", "address": "fa:16:3e:95:43:e1", "network": {"id": "5ede523c-f6dc-46cc-9ded-91d22501f3ac", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-229264200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da30195a54754dadacbdb0481116cd03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf48092d4-c4", "ovs_interfaceid": "f48092d4-c435-4315-872b-d9f0e1444424", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1649.234429] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-998c779d-198a-4340-8194-0daa2fca8f19 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: a55cd8ef-cf46-4466-b0ef-b32bff8d6a28] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:43:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8d3908ba-a3dc-4f88-988b-f997cf7257e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f48092d4-c435-4315-872b-d9f0e1444424', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1649.242161] env[62438]: DEBUG oslo.service.loopingcall [None req-998c779d-198a-4340-8194-0daa2fca8f19 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1649.242861] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a55cd8ef-cf46-4466-b0ef-b32bff8d6a28] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1649.243097] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7aed1a45-da86-456b-9054-20d11f6e505d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.265628] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785267, 'name': CreateVM_Task, 'duration_secs': 1.514247} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.267026] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0531e871-6f05-4401-a2c7-47e3bdff2d97] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1649.267026] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1649.267026] env[62438]: value = "task-1785274" [ 1649.267026] env[62438]: _type = "Task" [ 1649.267026] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.267637] env[62438]: DEBUG oslo_concurrency.lockutils [None req-45a74073-a869-4e02-8230-734577346e5e tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1649.267818] env[62438]: DEBUG oslo_concurrency.lockutils [None req-45a74073-a869-4e02-8230-734577346e5e tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1649.268153] env[62438]: DEBUG oslo_concurrency.lockutils [None req-45a74073-a869-4e02-8230-734577346e5e tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1649.268466] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b5a32ce-fc7b-4284-8bf1-e7c8a5fa9a8e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.278863] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785274, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.280205] env[62438]: DEBUG oslo_vmware.api [None req-45a74073-a869-4e02-8230-734577346e5e tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Waiting for the task: (returnval){ [ 1649.280205] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52677c26-6a89-65f9-9a2a-1723983eb333" [ 1649.280205] env[62438]: _type = "Task" [ 1649.280205] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.287693] env[62438]: DEBUG oslo_vmware.api [None req-45a74073-a869-4e02-8230-734577346e5e tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52677c26-6a89-65f9-9a2a-1723983eb333, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.352668] env[62438]: INFO nova.scheduler.client.report [None req-78ea512b-8707-4427-9fa7-a3aa8bd5bb12 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Deleted allocation for migration 1acf9efd-cac3-4d04-97be-3adc8f7c1f60 [ 1649.378726] env[62438]: DEBUG oslo_vmware.api [None req-31c1d2e0-019a-457d-8129-9dd0921ae192 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Task: {'id': task-1785270, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.395922] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-3d2be933-f6e5-4cb5-96db-9b5cbe6184c2 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] [instance: 921a7f85-8228-43d9-aa60-bc2992714cc8] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1649.396171] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-3d2be933-f6e5-4cb5-96db-9b5cbe6184c2 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] [instance: 921a7f85-8228-43d9-aa60-bc2992714cc8] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1649.396450] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d2be933-f6e5-4cb5-96db-9b5cbe6184c2 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Deleting the datastore file [datastore1] 921a7f85-8228-43d9-aa60-bc2992714cc8 {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1649.396802] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-780fd3bb-562d-435f-b298-c48d17f72851 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.403295] env[62438]: DEBUG oslo_vmware.api [None req-3d2be933-f6e5-4cb5-96db-9b5cbe6184c2 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Waiting for the task: (returnval){ [ 1649.403295] env[62438]: value = "task-1785275" [ 1649.403295] env[62438]: _type = "Task" [ 1649.403295] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.411412] env[62438]: DEBUG oslo_vmware.api [None req-3d2be933-f6e5-4cb5-96db-9b5cbe6184c2 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Task: {'id': task-1785275, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.437826] env[62438]: DEBUG oslo_vmware.api [None req-41844617-b07c-4171-a884-ac950bcbb0e1 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785271, 'name': ReconfigVM_Task, 'duration_secs': 0.603476} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.438136] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-41844617-b07c-4171-a884-ac950bcbb0e1 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 7cf7de8e-8184-4588-8623-c85044515a9e] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 7cf7de8e-8184-4588-8623-c85044515a9e/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c-rescue.vmdk or device None with type thin {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1649.439016] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4608940c-7a7a-4bc3-aead-d33ac2d3cc25 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.464355] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-536f5014-908a-471a-ade7-3233579b26f2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.480668] env[62438]: DEBUG oslo_vmware.api [None req-41844617-b07c-4171-a884-ac950bcbb0e1 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Waiting for the task: (returnval){ [ 1649.480668] env[62438]: value = "task-1785276" [ 1649.480668] env[62438]: _type = "Task" [ 1649.480668] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.489630] env[62438]: DEBUG oslo_vmware.api [None req-41844617-b07c-4171-a884-ac950bcbb0e1 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785276, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.552882] env[62438]: DEBUG nova.compute.manager [req-a1dee57d-d54f-45f8-9238-d58fe25fb02b req-26381c0b-537b-45e5-95cc-84c0686e08ac service nova] [instance: a55cd8ef-cf46-4466-b0ef-b32bff8d6a28] Received event network-changed-f48092d4-c435-4315-872b-d9f0e1444424 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1649.553222] env[62438]: DEBUG nova.compute.manager [req-a1dee57d-d54f-45f8-9238-d58fe25fb02b req-26381c0b-537b-45e5-95cc-84c0686e08ac service nova] [instance: a55cd8ef-cf46-4466-b0ef-b32bff8d6a28] Refreshing instance network info cache due to event network-changed-f48092d4-c435-4315-872b-d9f0e1444424. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1649.553540] env[62438]: DEBUG oslo_concurrency.lockutils [req-a1dee57d-d54f-45f8-9238-d58fe25fb02b req-26381c0b-537b-45e5-95cc-84c0686e08ac service nova] Acquiring lock "refresh_cache-a55cd8ef-cf46-4466-b0ef-b32bff8d6a28" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1649.553769] env[62438]: DEBUG oslo_concurrency.lockutils [req-a1dee57d-d54f-45f8-9238-d58fe25fb02b req-26381c0b-537b-45e5-95cc-84c0686e08ac service nova] Acquired lock "refresh_cache-a55cd8ef-cf46-4466-b0ef-b32bff8d6a28" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1649.554074] env[62438]: DEBUG nova.network.neutron [req-a1dee57d-d54f-45f8-9238-d58fe25fb02b req-26381c0b-537b-45e5-95cc-84c0686e08ac service nova] [instance: a55cd8ef-cf46-4466-b0ef-b32bff8d6a28] Refreshing network info cache for port f48092d4-c435-4315-872b-d9f0e1444424 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1649.778420] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785274, 'name': CreateVM_Task, 'duration_secs': 0.392272} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.778636] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a55cd8ef-cf46-4466-b0ef-b32bff8d6a28] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1649.779334] env[62438]: DEBUG oslo_concurrency.lockutils [None req-998c779d-198a-4340-8194-0daa2fca8f19 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1649.789690] env[62438]: DEBUG oslo_vmware.api [None req-45a74073-a869-4e02-8230-734577346e5e tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52677c26-6a89-65f9-9a2a-1723983eb333, 'name': SearchDatastore_Task, 'duration_secs': 0.010222} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.789995] env[62438]: DEBUG oslo_concurrency.lockutils [None req-45a74073-a869-4e02-8230-734577346e5e tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1649.790248] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-45a74073-a869-4e02-8230-734577346e5e tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 0531e871-6f05-4401-a2c7-47e3bdff2d97] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1649.790482] env[62438]: DEBUG oslo_concurrency.lockutils [None req-45a74073-a869-4e02-8230-734577346e5e tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1649.790633] env[62438]: DEBUG oslo_concurrency.lockutils [None req-45a74073-a869-4e02-8230-734577346e5e tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1649.790842] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-45a74073-a869-4e02-8230-734577346e5e tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1649.791186] env[62438]: DEBUG oslo_concurrency.lockutils [None req-998c779d-198a-4340-8194-0daa2fca8f19 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1649.791504] env[62438]: DEBUG oslo_concurrency.lockutils [None req-998c779d-198a-4340-8194-0daa2fca8f19 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1649.791733] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4cadd94d-bfe5-4331-8125-96c60ee9281f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.793549] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4bf637d-c603-447b-9d22-3ef1b9eaa9f3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.798472] env[62438]: DEBUG oslo_vmware.api [None req-998c779d-198a-4340-8194-0daa2fca8f19 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Waiting for the task: (returnval){ [ 1649.798472] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5286737e-cf85-de99-18cb-aa35f33e638e" [ 1649.798472] env[62438]: _type = "Task" [ 1649.798472] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.805331] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-45a74073-a869-4e02-8230-734577346e5e tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1649.805521] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-45a74073-a869-4e02-8230-734577346e5e tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1649.806705] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0dc396d-347e-4ab1-8b0f-1ff6effbdbad {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.811708] env[62438]: DEBUG oslo_vmware.api [None req-998c779d-198a-4340-8194-0daa2fca8f19 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5286737e-cf85-de99-18cb-aa35f33e638e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.814861] env[62438]: DEBUG oslo_vmware.api [None req-45a74073-a869-4e02-8230-734577346e5e tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Waiting for the task: (returnval){ [ 1649.814861] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52bac80c-486c-d234-b7bc-e820524b92a4" [ 1649.814861] env[62438]: _type = "Task" [ 1649.814861] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.822669] env[62438]: DEBUG oslo_vmware.api [None req-45a74073-a869-4e02-8230-734577346e5e tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52bac80c-486c-d234-b7bc-e820524b92a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.858723] env[62438]: DEBUG oslo_concurrency.lockutils [None req-78ea512b-8707-4427-9fa7-a3aa8bd5bb12 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Lock "0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 14.272s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1649.880705] env[62438]: DEBUG oslo_vmware.api [None req-31c1d2e0-019a-457d-8129-9dd0921ae192 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Task: {'id': task-1785270, 'name': PowerOnVM_Task, 'duration_secs': 1.266164} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.881045] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-31c1d2e0-019a-457d-8129-9dd0921ae192 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: b4ab6c81-0444-4d0d-bcbf-50f2ff69844d] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1649.881348] env[62438]: INFO nova.compute.manager [None req-31c1d2e0-019a-457d-8129-9dd0921ae192 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: b4ab6c81-0444-4d0d-bcbf-50f2ff69844d] Took 8.16 seconds to spawn the instance on the hypervisor. [ 1649.881583] env[62438]: DEBUG nova.compute.manager [None req-31c1d2e0-019a-457d-8129-9dd0921ae192 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: b4ab6c81-0444-4d0d-bcbf-50f2ff69844d] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1649.882401] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efdc9cec-125e-4243-840f-df2c10831132 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.915889] env[62438]: DEBUG oslo_vmware.api [None req-3d2be933-f6e5-4cb5-96db-9b5cbe6184c2 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Task: {'id': task-1785275, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209085} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.916095] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d2be933-f6e5-4cb5-96db-9b5cbe6184c2 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1649.916286] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-3d2be933-f6e5-4cb5-96db-9b5cbe6184c2 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] [instance: 921a7f85-8228-43d9-aa60-bc2992714cc8] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1649.916459] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-3d2be933-f6e5-4cb5-96db-9b5cbe6184c2 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] [instance: 921a7f85-8228-43d9-aa60-bc2992714cc8] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1649.916660] env[62438]: INFO nova.compute.manager [None req-3d2be933-f6e5-4cb5-96db-9b5cbe6184c2 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] [instance: 921a7f85-8228-43d9-aa60-bc2992714cc8] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1649.916910] env[62438]: DEBUG oslo.service.loopingcall [None req-3d2be933-f6e5-4cb5-96db-9b5cbe6184c2 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1649.917113] env[62438]: DEBUG nova.compute.manager [-] [instance: 921a7f85-8228-43d9-aa60-bc2992714cc8] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1649.917207] env[62438]: DEBUG nova.network.neutron [-] [instance: 921a7f85-8228-43d9-aa60-bc2992714cc8] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1649.990321] env[62438]: DEBUG oslo_vmware.api [None req-41844617-b07c-4171-a884-ac950bcbb0e1 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785276, 'name': ReconfigVM_Task, 'duration_secs': 0.233096} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.992675] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-41844617-b07c-4171-a884-ac950bcbb0e1 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 7cf7de8e-8184-4588-8623-c85044515a9e] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1649.993797] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-96be40aa-0ac2-44bf-bbcf-99908a5f57c7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.004777] env[62438]: DEBUG oslo_vmware.api [None req-41844617-b07c-4171-a884-ac950bcbb0e1 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Waiting for the task: (returnval){ [ 1650.004777] env[62438]: value = "task-1785277" [ 1650.004777] env[62438]: _type = "Task" [ 1650.004777] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.013510] env[62438]: DEBUG oslo_vmware.api [None req-41844617-b07c-4171-a884-ac950bcbb0e1 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785277, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.060867] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48934bb9-bcf6-4da4-b93f-7b0bbad2d13d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.072601] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-120b8db9-b7b3-4662-a22c-b066d9e51333 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.109367] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e50ac3f0-c367-42b2-b452-feaf2b310187 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.118308] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53aac067-fae6-4d57-baba-0cb84e53f5db {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.133653] env[62438]: DEBUG nova.compute.provider_tree [None req-c65bf3ca-89ff-410a-abd8-3559907b55d4 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1650.289064] env[62438]: DEBUG nova.network.neutron [req-a1dee57d-d54f-45f8-9238-d58fe25fb02b req-26381c0b-537b-45e5-95cc-84c0686e08ac service nova] [instance: a55cd8ef-cf46-4466-b0ef-b32bff8d6a28] Updated VIF entry in instance network info cache for port f48092d4-c435-4315-872b-d9f0e1444424. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1650.289455] env[62438]: DEBUG nova.network.neutron [req-a1dee57d-d54f-45f8-9238-d58fe25fb02b req-26381c0b-537b-45e5-95cc-84c0686e08ac service nova] [instance: a55cd8ef-cf46-4466-b0ef-b32bff8d6a28] Updating instance_info_cache with network_info: [{"id": "f48092d4-c435-4315-872b-d9f0e1444424", "address": "fa:16:3e:95:43:e1", "network": {"id": "5ede523c-f6dc-46cc-9ded-91d22501f3ac", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-229264200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da30195a54754dadacbdb0481116cd03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf48092d4-c4", "ovs_interfaceid": "f48092d4-c435-4315-872b-d9f0e1444424", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1650.308213] env[62438]: DEBUG oslo_vmware.api [None req-998c779d-198a-4340-8194-0daa2fca8f19 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5286737e-cf85-de99-18cb-aa35f33e638e, 'name': SearchDatastore_Task, 'duration_secs': 0.0189} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.308957] env[62438]: DEBUG oslo_concurrency.lockutils [None req-998c779d-198a-4340-8194-0daa2fca8f19 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1650.308957] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-998c779d-198a-4340-8194-0daa2fca8f19 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: a55cd8ef-cf46-4466-b0ef-b32bff8d6a28] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1650.308957] env[62438]: DEBUG oslo_concurrency.lockutils [None req-998c779d-198a-4340-8194-0daa2fca8f19 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1650.324438] env[62438]: DEBUG oslo_vmware.api [None req-45a74073-a869-4e02-8230-734577346e5e tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52bac80c-486c-d234-b7bc-e820524b92a4, 'name': SearchDatastore_Task, 'duration_secs': 0.015587} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.325095] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd59a477-4e4c-483a-b455-320dd0187d40 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.330202] env[62438]: DEBUG oslo_vmware.api [None req-45a74073-a869-4e02-8230-734577346e5e tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Waiting for the task: (returnval){ [ 1650.330202] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52c59c90-35a6-8a95-ca57-b38f8f5d3328" [ 1650.330202] env[62438]: _type = "Task" [ 1650.330202] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.337538] env[62438]: DEBUG oslo_vmware.api [None req-45a74073-a869-4e02-8230-734577346e5e tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52c59c90-35a6-8a95-ca57-b38f8f5d3328, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.408670] env[62438]: INFO nova.compute.manager [None req-31c1d2e0-019a-457d-8129-9dd0921ae192 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: b4ab6c81-0444-4d0d-bcbf-50f2ff69844d] Took 13.59 seconds to build instance. [ 1650.498977] env[62438]: DEBUG nova.objects.instance [None req-4998110d-a50e-4d7b-a250-bd88c122070f tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Lazy-loading 'flavor' on Instance uuid 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1650.515060] env[62438]: DEBUG oslo_vmware.api [None req-41844617-b07c-4171-a884-ac950bcbb0e1 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785277, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.636498] env[62438]: DEBUG nova.scheduler.client.report [None req-c65bf3ca-89ff-410a-abd8-3559907b55d4 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1650.700051] env[62438]: DEBUG nova.network.neutron [-] [instance: 921a7f85-8228-43d9-aa60-bc2992714cc8] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1650.792217] env[62438]: DEBUG oslo_concurrency.lockutils [req-a1dee57d-d54f-45f8-9238-d58fe25fb02b req-26381c0b-537b-45e5-95cc-84c0686e08ac service nova] Releasing lock "refresh_cache-a55cd8ef-cf46-4466-b0ef-b32bff8d6a28" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1650.847173] env[62438]: DEBUG oslo_vmware.api [None req-45a74073-a869-4e02-8230-734577346e5e tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52c59c90-35a6-8a95-ca57-b38f8f5d3328, 'name': SearchDatastore_Task, 'duration_secs': 0.014001} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.847556] env[62438]: DEBUG oslo_concurrency.lockutils [None req-45a74073-a869-4e02-8230-734577346e5e tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1650.847890] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-45a74073-a869-4e02-8230-734577346e5e tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 0531e871-6f05-4401-a2c7-47e3bdff2d97/0531e871-6f05-4401-a2c7-47e3bdff2d97.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1650.848361] env[62438]: DEBUG oslo_concurrency.lockutils [None req-998c779d-198a-4340-8194-0daa2fca8f19 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1650.848485] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-998c779d-198a-4340-8194-0daa2fca8f19 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1650.848744] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1bf4e86-12fa-404f-9226-de18c4442bbf {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.850701] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ac1d05a-e742-44da-8661-df34451b96b8 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.857470] env[62438]: DEBUG oslo_vmware.api [None req-45a74073-a869-4e02-8230-734577346e5e tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Waiting for the task: (returnval){ [ 1650.857470] env[62438]: value = "task-1785278" [ 1650.857470] env[62438]: _type = "Task" [ 1650.857470] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.861205] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-998c779d-198a-4340-8194-0daa2fca8f19 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1650.861386] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-998c779d-198a-4340-8194-0daa2fca8f19 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1650.862371] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74c5fca9-8bdd-4ea0-85ae-d247c448ed62 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.867228] env[62438]: DEBUG oslo_vmware.api [None req-45a74073-a869-4e02-8230-734577346e5e tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Task: {'id': task-1785278, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.870075] env[62438]: DEBUG oslo_vmware.api [None req-998c779d-198a-4340-8194-0daa2fca8f19 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Waiting for the task: (returnval){ [ 1650.870075] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52d57923-78e9-34e1-911d-760cbe297f24" [ 1650.870075] env[62438]: _type = "Task" [ 1650.870075] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.877189] env[62438]: DEBUG oslo_vmware.api [None req-998c779d-198a-4340-8194-0daa2fca8f19 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52d57923-78e9-34e1-911d-760cbe297f24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.910832] env[62438]: DEBUG oslo_concurrency.lockutils [None req-31c1d2e0-019a-457d-8129-9dd0921ae192 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Lock "b4ab6c81-0444-4d0d-bcbf-50f2ff69844d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.102s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1651.003769] env[62438]: DEBUG oslo_concurrency.lockutils [None req-4998110d-a50e-4d7b-a250-bd88c122070f tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Acquiring lock "refresh_cache-0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1651.004064] env[62438]: DEBUG oslo_concurrency.lockutils [None req-4998110d-a50e-4d7b-a250-bd88c122070f tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Acquired lock "refresh_cache-0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1651.004271] env[62438]: DEBUG nova.network.neutron [None req-4998110d-a50e-4d7b-a250-bd88c122070f tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1651.004478] env[62438]: DEBUG nova.objects.instance [None req-4998110d-a50e-4d7b-a250-bd88c122070f tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Lazy-loading 'info_cache' on Instance uuid 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1651.017072] env[62438]: DEBUG oslo_vmware.api [None req-41844617-b07c-4171-a884-ac950bcbb0e1 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785277, 'name': PowerOnVM_Task, 'duration_secs': 0.630731} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.017427] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-41844617-b07c-4171-a884-ac950bcbb0e1 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 7cf7de8e-8184-4588-8623-c85044515a9e] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1651.020761] env[62438]: DEBUG nova.compute.manager [None req-41844617-b07c-4171-a884-ac950bcbb0e1 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 7cf7de8e-8184-4588-8623-c85044515a9e] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1651.021669] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7abc53a0-784e-421d-89e6-8835cd29328f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.141927] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c65bf3ca-89ff-410a-abd8-3559907b55d4 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.353s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1651.142562] env[62438]: DEBUG nova.compute.manager [None req-c65bf3ca-89ff-410a-abd8-3559907b55d4 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: b7551b4c-cb4e-40f2-b19c-65e5d87c1a0c] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1651.145316] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7ba15445-9d0a-4662-ae01-0cf1c38c60e9 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.477s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1651.145556] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7ba15445-9d0a-4662-ae01-0cf1c38c60e9 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1651.149648] env[62438]: DEBUG oslo_concurrency.lockutils [None req-02b4148c-4fa4-4091-9ca6-0e335a77dcc8 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.379s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1651.149926] env[62438]: DEBUG nova.objects.instance [None req-02b4148c-4fa4-4091-9ca6-0e335a77dcc8 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Lazy-loading 'resources' on Instance uuid 9cf04ffb-65ba-405b-91ca-dbc2ca54ea4d {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1651.173015] env[62438]: INFO nova.scheduler.client.report [None req-7ba15445-9d0a-4662-ae01-0cf1c38c60e9 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Deleted allocations for instance a160d6df-ab59-48f0-a076-020afbd2af66 [ 1651.202625] env[62438]: INFO nova.compute.manager [-] [instance: 921a7f85-8228-43d9-aa60-bc2992714cc8] Took 1.28 seconds to deallocate network for instance. [ 1651.368769] env[62438]: DEBUG oslo_vmware.api [None req-45a74073-a869-4e02-8230-734577346e5e tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Task: {'id': task-1785278, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.423942} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.369076] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-45a74073-a869-4e02-8230-734577346e5e tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 0531e871-6f05-4401-a2c7-47e3bdff2d97/0531e871-6f05-4401-a2c7-47e3bdff2d97.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1651.369340] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-45a74073-a869-4e02-8230-734577346e5e tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 0531e871-6f05-4401-a2c7-47e3bdff2d97] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1651.369595] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d3c899df-0b45-4210-af44-dbd94617da50 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.380868] env[62438]: DEBUG oslo_vmware.api [None req-998c779d-198a-4340-8194-0daa2fca8f19 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52d57923-78e9-34e1-911d-760cbe297f24, 'name': SearchDatastore_Task, 'duration_secs': 0.007999} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.382935] env[62438]: DEBUG oslo_vmware.api [None req-45a74073-a869-4e02-8230-734577346e5e tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Waiting for the task: (returnval){ [ 1651.382935] env[62438]: value = "task-1785279" [ 1651.382935] env[62438]: _type = "Task" [ 1651.382935] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.383511] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7f9f103-9979-4911-a99c-41a5c46dcc66 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.392405] env[62438]: DEBUG oslo_vmware.api [None req-998c779d-198a-4340-8194-0daa2fca8f19 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Waiting for the task: (returnval){ [ 1651.392405] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52832b82-89c4-f349-d78d-b27582784ef5" [ 1651.392405] env[62438]: _type = "Task" [ 1651.392405] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.395266] env[62438]: DEBUG oslo_vmware.api [None req-45a74073-a869-4e02-8230-734577346e5e tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Task: {'id': task-1785279, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.402510] env[62438]: DEBUG oslo_vmware.api [None req-998c779d-198a-4340-8194-0daa2fca8f19 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52832b82-89c4-f349-d78d-b27582784ef5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.509046] env[62438]: DEBUG nova.objects.base [None req-4998110d-a50e-4d7b-a250-bd88c122070f tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Object Instance<0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a> lazy-loaded attributes: flavor,info_cache {{(pid=62438) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1651.577826] env[62438]: DEBUG nova.compute.manager [req-99aafe83-fdb6-4e15-959d-48caf84ad262 req-7f479245-8c58-4ec8-ad8d-1c23d84c8848 service nova] [instance: 921a7f85-8228-43d9-aa60-bc2992714cc8] Received event network-vif-deleted-7e7b9fe2-f66d-4ac8-9f8d-540125bb6eb6 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1651.652547] env[62438]: DEBUG nova.compute.utils [None req-c65bf3ca-89ff-410a-abd8-3559907b55d4 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1651.653966] env[62438]: DEBUG nova.compute.manager [None req-c65bf3ca-89ff-410a-abd8-3559907b55d4 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: b7551b4c-cb4e-40f2-b19c-65e5d87c1a0c] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1651.654092] env[62438]: DEBUG nova.network.neutron [None req-c65bf3ca-89ff-410a-abd8-3559907b55d4 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: b7551b4c-cb4e-40f2-b19c-65e5d87c1a0c] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1651.682967] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7ba15445-9d0a-4662-ae01-0cf1c38c60e9 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Lock "a160d6df-ab59-48f0-a076-020afbd2af66" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.606s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1651.711146] env[62438]: DEBUG nova.policy [None req-c65bf3ca-89ff-410a-abd8-3559907b55d4 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e74422c2acac44a8a8303c0135989297', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4c7d5b4fe1064c71becc5699e8467387', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1651.713211] env[62438]: DEBUG oslo_concurrency.lockutils [None req-3d2be933-f6e5-4cb5-96db-9b5cbe6184c2 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1651.900447] env[62438]: DEBUG oslo_vmware.api [None req-45a74073-a869-4e02-8230-734577346e5e tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Task: {'id': task-1785279, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065073} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.903362] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-45a74073-a869-4e02-8230-734577346e5e tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 0531e871-6f05-4401-a2c7-47e3bdff2d97] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1651.904009] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73af68ac-58fc-4ff5-b00c-ba30113b753a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.912073] env[62438]: DEBUG oslo_vmware.api [None req-998c779d-198a-4340-8194-0daa2fca8f19 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52832b82-89c4-f349-d78d-b27582784ef5, 'name': SearchDatastore_Task, 'duration_secs': 0.009257} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.923516] env[62438]: DEBUG oslo_concurrency.lockutils [None req-998c779d-198a-4340-8194-0daa2fca8f19 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1651.923870] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-998c779d-198a-4340-8194-0daa2fca8f19 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] a55cd8ef-cf46-4466-b0ef-b32bff8d6a28/a55cd8ef-cf46-4466-b0ef-b32bff8d6a28.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1651.932383] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-45a74073-a869-4e02-8230-734577346e5e tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 0531e871-6f05-4401-a2c7-47e3bdff2d97] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 0531e871-6f05-4401-a2c7-47e3bdff2d97/0531e871-6f05-4401-a2c7-47e3bdff2d97.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1651.932912] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-59b1b5bb-f9af-45d0-bbf0-5f6fabf99dc7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.935165] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2b69a3d-3dc9-4206-bdd2-47ae7a6e080d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.950787] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3141ee4-930c-45a0-bf6f-c57d7ec9cbcc {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.960199] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8105c102-1895-4c26-aa19-9f07d0f2ac50 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.963463] env[62438]: DEBUG oslo_vmware.api [None req-45a74073-a869-4e02-8230-734577346e5e tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Waiting for the task: (returnval){ [ 1651.963463] env[62438]: value = "task-1785281" [ 1651.963463] env[62438]: _type = "Task" [ 1651.963463] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.964901] env[62438]: DEBUG oslo_vmware.api [None req-998c779d-198a-4340-8194-0daa2fca8f19 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Waiting for the task: (returnval){ [ 1651.964901] env[62438]: value = "task-1785280" [ 1651.964901] env[62438]: _type = "Task" [ 1651.964901] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.001538] env[62438]: DEBUG nova.network.neutron [None req-c65bf3ca-89ff-410a-abd8-3559907b55d4 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: b7551b4c-cb4e-40f2-b19c-65e5d87c1a0c] Successfully created port: 8b4c41e5-388a-4e76-bf60-aad188fb00f0 {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1652.004196] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd9e0e10-ef84-4b74-9cd9-86e13abbc570 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.010320] env[62438]: DEBUG oslo_vmware.api [None req-45a74073-a869-4e02-8230-734577346e5e tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Task: {'id': task-1785281, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.016829] env[62438]: DEBUG oslo_vmware.api [None req-998c779d-198a-4340-8194-0daa2fca8f19 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1785280, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.018345] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7142437-1f48-45aa-8f4e-edad0d0553af {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.033229] env[62438]: DEBUG nova.compute.provider_tree [None req-02b4148c-4fa4-4091-9ca6-0e335a77dcc8 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1652.159875] env[62438]: DEBUG nova.compute.manager [None req-c65bf3ca-89ff-410a-abd8-3559907b55d4 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: b7551b4c-cb4e-40f2-b19c-65e5d87c1a0c] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1652.288967] env[62438]: DEBUG nova.network.neutron [None req-4998110d-a50e-4d7b-a250-bd88c122070f tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Updating instance_info_cache with network_info: [{"id": "0576ae22-b3b2-43f7-a451-6d22f3ed03c5", "address": "fa:16:3e:be:d3:07", "network": {"id": "0dbd3920-b0f9-440c-828e-f62c188026e3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-185667311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f3dbad0ee7a4ddebd396ce5fa49f1d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0576ae22-b3", "ovs_interfaceid": "0576ae22-b3b2-43f7-a451-6d22f3ed03c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1652.353259] env[62438]: DEBUG nova.compute.manager [None req-cb85f967-05e2-4fa9-a055-ee425fde975d tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: b4ab6c81-0444-4d0d-bcbf-50f2ff69844d] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1652.354820] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec8f1b4f-4e70-4060-9a10-bde3b1293470 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.481070] env[62438]: DEBUG oslo_vmware.api [None req-45a74073-a869-4e02-8230-734577346e5e tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Task: {'id': task-1785281, 'name': ReconfigVM_Task, 'duration_secs': 0.460994} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.483703] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-45a74073-a869-4e02-8230-734577346e5e tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 0531e871-6f05-4401-a2c7-47e3bdff2d97] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 0531e871-6f05-4401-a2c7-47e3bdff2d97/0531e871-6f05-4401-a2c7-47e3bdff2d97.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1652.484434] env[62438]: DEBUG oslo_vmware.api [None req-998c779d-198a-4340-8194-0daa2fca8f19 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1785280, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.485051] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0ef08b34-0c4c-4600-937e-6bc5680f76eb {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.491820] env[62438]: DEBUG oslo_vmware.api [None req-45a74073-a869-4e02-8230-734577346e5e tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Waiting for the task: (returnval){ [ 1652.491820] env[62438]: value = "task-1785282" [ 1652.491820] env[62438]: _type = "Task" [ 1652.491820] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.501242] env[62438]: DEBUG oslo_vmware.api [None req-45a74073-a869-4e02-8230-734577346e5e tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Task: {'id': task-1785282, 'name': Rename_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.538280] env[62438]: DEBUG nova.scheduler.client.report [None req-02b4148c-4fa4-4091-9ca6-0e335a77dcc8 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1652.792104] env[62438]: DEBUG oslo_concurrency.lockutils [None req-4998110d-a50e-4d7b-a250-bd88c122070f tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Releasing lock "refresh_cache-0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1652.871794] env[62438]: INFO nova.compute.manager [None req-cb85f967-05e2-4fa9-a055-ee425fde975d tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: b4ab6c81-0444-4d0d-bcbf-50f2ff69844d] instance snapshotting [ 1652.876635] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff4419b1-f31a-4cb7-b7c2-06eb23908a18 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.896412] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b1ad07-599e-490f-b6b4-26e2b107395b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.980511] env[62438]: DEBUG oslo_vmware.api [None req-998c779d-198a-4340-8194-0daa2fca8f19 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1785280, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.680163} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.980848] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-998c779d-198a-4340-8194-0daa2fca8f19 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] a55cd8ef-cf46-4466-b0ef-b32bff8d6a28/a55cd8ef-cf46-4466-b0ef-b32bff8d6a28.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1652.981112] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-998c779d-198a-4340-8194-0daa2fca8f19 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: a55cd8ef-cf46-4466-b0ef-b32bff8d6a28] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1652.981397] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-36dd3f82-07bd-4d55-8f05-9ebe02434c40 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.987999] env[62438]: DEBUG oslo_vmware.api [None req-998c779d-198a-4340-8194-0daa2fca8f19 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Waiting for the task: (returnval){ [ 1652.987999] env[62438]: value = "task-1785283" [ 1652.987999] env[62438]: _type = "Task" [ 1652.987999] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.999651] env[62438]: DEBUG oslo_vmware.api [None req-998c779d-198a-4340-8194-0daa2fca8f19 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1785283, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.004655] env[62438]: DEBUG oslo_vmware.api [None req-45a74073-a869-4e02-8230-734577346e5e tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Task: {'id': task-1785282, 'name': Rename_Task, 'duration_secs': 0.234292} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.004820] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-45a74073-a869-4e02-8230-734577346e5e tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 0531e871-6f05-4401-a2c7-47e3bdff2d97] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1653.005081] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a63a8fc-fa1d-4902-b579-0217d085fc00 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.013910] env[62438]: DEBUG oslo_vmware.api [None req-45a74073-a869-4e02-8230-734577346e5e tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Waiting for the task: (returnval){ [ 1653.013910] env[62438]: value = "task-1785284" [ 1653.013910] env[62438]: _type = "Task" [ 1653.013910] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.022406] env[62438]: DEBUG oslo_vmware.api [None req-45a74073-a869-4e02-8230-734577346e5e tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Task: {'id': task-1785284, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.044344] env[62438]: DEBUG oslo_concurrency.lockutils [None req-02b4148c-4fa4-4091-9ca6-0e335a77dcc8 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.894s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1653.047278] env[62438]: DEBUG oslo_concurrency.lockutils [None req-3d2be933-f6e5-4cb5-96db-9b5cbe6184c2 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.333s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1653.047278] env[62438]: DEBUG nova.objects.instance [None req-3d2be933-f6e5-4cb5-96db-9b5cbe6184c2 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Lazy-loading 'resources' on Instance uuid 921a7f85-8228-43d9-aa60-bc2992714cc8 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1653.067465] env[62438]: INFO nova.scheduler.client.report [None req-02b4148c-4fa4-4091-9ca6-0e335a77dcc8 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Deleted allocations for instance 9cf04ffb-65ba-405b-91ca-dbc2ca54ea4d [ 1653.170198] env[62438]: DEBUG nova.compute.manager [None req-c65bf3ca-89ff-410a-abd8-3559907b55d4 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: b7551b4c-cb4e-40f2-b19c-65e5d87c1a0c] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1653.194243] env[62438]: DEBUG nova.virt.hardware [None req-c65bf3ca-89ff-410a-abd8-3559907b55d4 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1653.194676] env[62438]: DEBUG nova.virt.hardware [None req-c65bf3ca-89ff-410a-abd8-3559907b55d4 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1653.194730] env[62438]: DEBUG nova.virt.hardware [None req-c65bf3ca-89ff-410a-abd8-3559907b55d4 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1653.194896] env[62438]: DEBUG nova.virt.hardware [None req-c65bf3ca-89ff-410a-abd8-3559907b55d4 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1653.195107] env[62438]: DEBUG nova.virt.hardware [None req-c65bf3ca-89ff-410a-abd8-3559907b55d4 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1653.195296] env[62438]: DEBUG nova.virt.hardware [None req-c65bf3ca-89ff-410a-abd8-3559907b55d4 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1653.195520] env[62438]: DEBUG nova.virt.hardware [None req-c65bf3ca-89ff-410a-abd8-3559907b55d4 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1653.195690] env[62438]: DEBUG nova.virt.hardware [None req-c65bf3ca-89ff-410a-abd8-3559907b55d4 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1653.195866] env[62438]: DEBUG nova.virt.hardware [None req-c65bf3ca-89ff-410a-abd8-3559907b55d4 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1653.196041] env[62438]: DEBUG nova.virt.hardware [None req-c65bf3ca-89ff-410a-abd8-3559907b55d4 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1653.196223] env[62438]: DEBUG nova.virt.hardware [None req-c65bf3ca-89ff-410a-abd8-3559907b55d4 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1653.197415] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e69b3a0e-463c-4042-b3c8-666a573036dc {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.205182] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd54b161-82e8-4bc9-bbc5-bf6e386e9199 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.295552] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-4998110d-a50e-4d7b-a250-bd88c122070f tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1653.295858] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f9ef7033-4a47-49f3-b5ee-584ca6eca012 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.303594] env[62438]: DEBUG oslo_vmware.api [None req-4998110d-a50e-4d7b-a250-bd88c122070f tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Waiting for the task: (returnval){ [ 1653.303594] env[62438]: value = "task-1785285" [ 1653.303594] env[62438]: _type = "Task" [ 1653.303594] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.311329] env[62438]: DEBUG oslo_vmware.api [None req-4998110d-a50e-4d7b-a250-bd88c122070f tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785285, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.409423] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-cb85f967-05e2-4fa9-a055-ee425fde975d tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: b4ab6c81-0444-4d0d-bcbf-50f2ff69844d] Creating Snapshot of the VM instance {{(pid=62438) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1653.409767] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3aecb66d-a8d5-4913-bd86-0700c6f1a7ad {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.417338] env[62438]: DEBUG oslo_vmware.api [None req-cb85f967-05e2-4fa9-a055-ee425fde975d tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Waiting for the task: (returnval){ [ 1653.417338] env[62438]: value = "task-1785286" [ 1653.417338] env[62438]: _type = "Task" [ 1653.417338] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.424156] env[62438]: DEBUG nova.compute.manager [req-fdf7f47e-e848-4d54-b662-1e54e098d597 req-16b47dc3-6b32-4582-b437-3ba6116a1210 service nova] [instance: b7551b4c-cb4e-40f2-b19c-65e5d87c1a0c] Received event network-vif-plugged-8b4c41e5-388a-4e76-bf60-aad188fb00f0 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1653.424388] env[62438]: DEBUG oslo_concurrency.lockutils [req-fdf7f47e-e848-4d54-b662-1e54e098d597 req-16b47dc3-6b32-4582-b437-3ba6116a1210 service nova] Acquiring lock "b7551b4c-cb4e-40f2-b19c-65e5d87c1a0c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1653.424647] env[62438]: DEBUG oslo_concurrency.lockutils [req-fdf7f47e-e848-4d54-b662-1e54e098d597 req-16b47dc3-6b32-4582-b437-3ba6116a1210 service nova] Lock "b7551b4c-cb4e-40f2-b19c-65e5d87c1a0c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1653.424829] env[62438]: DEBUG oslo_concurrency.lockutils [req-fdf7f47e-e848-4d54-b662-1e54e098d597 req-16b47dc3-6b32-4582-b437-3ba6116a1210 service nova] Lock "b7551b4c-cb4e-40f2-b19c-65e5d87c1a0c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1653.425014] env[62438]: DEBUG nova.compute.manager [req-fdf7f47e-e848-4d54-b662-1e54e098d597 req-16b47dc3-6b32-4582-b437-3ba6116a1210 service nova] [instance: b7551b4c-cb4e-40f2-b19c-65e5d87c1a0c] No waiting events found dispatching network-vif-plugged-8b4c41e5-388a-4e76-bf60-aad188fb00f0 {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1653.425433] env[62438]: WARNING nova.compute.manager [req-fdf7f47e-e848-4d54-b662-1e54e098d597 req-16b47dc3-6b32-4582-b437-3ba6116a1210 service nova] [instance: b7551b4c-cb4e-40f2-b19c-65e5d87c1a0c] Received unexpected event network-vif-plugged-8b4c41e5-388a-4e76-bf60-aad188fb00f0 for instance with vm_state building and task_state spawning. [ 1653.429861] env[62438]: DEBUG oslo_vmware.api [None req-cb85f967-05e2-4fa9-a055-ee425fde975d tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Task: {'id': task-1785286, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.497316] env[62438]: DEBUG oslo_vmware.api [None req-998c779d-198a-4340-8194-0daa2fca8f19 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1785283, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.252963} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.497620] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-998c779d-198a-4340-8194-0daa2fca8f19 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: a55cd8ef-cf46-4466-b0ef-b32bff8d6a28] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1653.498508] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c40649ee-3725-4c10-9179-fa7e7c971b93 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.521045] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-998c779d-198a-4340-8194-0daa2fca8f19 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: a55cd8ef-cf46-4466-b0ef-b32bff8d6a28] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] a55cd8ef-cf46-4466-b0ef-b32bff8d6a28/a55cd8ef-cf46-4466-b0ef-b32bff8d6a28.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1653.521960] env[62438]: DEBUG nova.network.neutron [None req-c65bf3ca-89ff-410a-abd8-3559907b55d4 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: b7551b4c-cb4e-40f2-b19c-65e5d87c1a0c] Successfully updated port: 8b4c41e5-388a-4e76-bf60-aad188fb00f0 {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1653.523241] env[62438]: INFO nova.compute.manager [None req-f50fc2fd-afe2-4a28-94b7-2ae7adc45e37 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 23364d4c-07c7-4521-8f21-23226f1edb8c] Rescuing [ 1653.523486] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f50fc2fd-afe2-4a28-94b7-2ae7adc45e37 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Acquiring lock "refresh_cache-23364d4c-07c7-4521-8f21-23226f1edb8c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1653.523644] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f50fc2fd-afe2-4a28-94b7-2ae7adc45e37 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Acquired lock "refresh_cache-23364d4c-07c7-4521-8f21-23226f1edb8c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1653.523811] env[62438]: DEBUG nova.network.neutron [None req-f50fc2fd-afe2-4a28-94b7-2ae7adc45e37 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 23364d4c-07c7-4521-8f21-23226f1edb8c] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1653.524826] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2122544-93f7-4ea4-b5d7-9b834077e861 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.540035] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c65bf3ca-89ff-410a-abd8-3559907b55d4 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Acquiring lock "refresh_cache-b7551b4c-cb4e-40f2-b19c-65e5d87c1a0c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1653.540212] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c65bf3ca-89ff-410a-abd8-3559907b55d4 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Acquired lock "refresh_cache-b7551b4c-cb4e-40f2-b19c-65e5d87c1a0c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1653.540320] env[62438]: DEBUG nova.network.neutron [None req-c65bf3ca-89ff-410a-abd8-3559907b55d4 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: b7551b4c-cb4e-40f2-b19c-65e5d87c1a0c] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1653.556513] env[62438]: DEBUG oslo_vmware.api [None req-998c779d-198a-4340-8194-0daa2fca8f19 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Waiting for the task: (returnval){ [ 1653.556513] env[62438]: value = "task-1785287" [ 1653.556513] env[62438]: _type = "Task" [ 1653.556513] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.559105] env[62438]: DEBUG oslo_vmware.api [None req-45a74073-a869-4e02-8230-734577346e5e tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Task: {'id': task-1785284, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.566921] env[62438]: DEBUG oslo_vmware.api [None req-998c779d-198a-4340-8194-0daa2fca8f19 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1785287, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.574719] env[62438]: DEBUG oslo_concurrency.lockutils [None req-02b4148c-4fa4-4091-9ca6-0e335a77dcc8 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Lock "9cf04ffb-65ba-405b-91ca-dbc2ca54ea4d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.258s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1653.583893] env[62438]: DEBUG nova.network.neutron [None req-c65bf3ca-89ff-410a-abd8-3559907b55d4 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: b7551b4c-cb4e-40f2-b19c-65e5d87c1a0c] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1653.720542] env[62438]: DEBUG nova.network.neutron [None req-c65bf3ca-89ff-410a-abd8-3559907b55d4 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: b7551b4c-cb4e-40f2-b19c-65e5d87c1a0c] Updating instance_info_cache with network_info: [{"id": "8b4c41e5-388a-4e76-bf60-aad188fb00f0", "address": "fa:16:3e:af:7e:4a", "network": {"id": "8d95458f-de27-4303-9cbb-3fc3119be5c6", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1928252065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c7d5b4fe1064c71becc5699e8467387", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b4c41e5-38", "ovs_interfaceid": "8b4c41e5-388a-4e76-bf60-aad188fb00f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1653.770387] env[62438]: DEBUG nova.network.neutron [None req-f50fc2fd-afe2-4a28-94b7-2ae7adc45e37 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 23364d4c-07c7-4521-8f21-23226f1edb8c] Updating instance_info_cache with network_info: [{"id": "98a3ef4a-2ab7-447f-ac25-484a424c37a1", "address": "fa:16:3e:e5:92:f4", "network": {"id": "1694b92d-c758-45a8-a881-1531663c92d2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-833720308-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a778e6841af7465cbc3de0ec00d8c06c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98a3ef4a-2a", "ovs_interfaceid": "98a3ef4a-2ab7-447f-ac25-484a424c37a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1653.812323] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c49b1a4f-d9bc-4fc1-bec9-90438796b585 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.818467] env[62438]: DEBUG oslo_vmware.api [None req-4998110d-a50e-4d7b-a250-bd88c122070f tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785285, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.823699] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e25fd5-d449-40c6-b83e-333d0fbe4a02 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.854388] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4effaa4-298a-482f-95c7-d6233f16d1be {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.862395] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0aeb496-f94b-4692-933a-2f2ed307a875 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.875978] env[62438]: DEBUG nova.compute.provider_tree [None req-3d2be933-f6e5-4cb5-96db-9b5cbe6184c2 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1653.931835] env[62438]: DEBUG oslo_vmware.api [None req-cb85f967-05e2-4fa9-a055-ee425fde975d tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Task: {'id': task-1785286, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.034534] env[62438]: DEBUG oslo_vmware.api [None req-45a74073-a869-4e02-8230-734577346e5e tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Task: {'id': task-1785284, 'name': PowerOnVM_Task} progress is 99%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.067339] env[62438]: DEBUG oslo_vmware.api [None req-998c779d-198a-4340-8194-0daa2fca8f19 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1785287, 'name': ReconfigVM_Task, 'duration_secs': 0.452202} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.067628] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-998c779d-198a-4340-8194-0daa2fca8f19 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: a55cd8ef-cf46-4466-b0ef-b32bff8d6a28] Reconfigured VM instance instance-00000050 to attach disk [datastore1] a55cd8ef-cf46-4466-b0ef-b32bff8d6a28/a55cd8ef-cf46-4466-b0ef-b32bff8d6a28.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1654.068296] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b1e5a806-3498-426c-8590-32e53fb14c45 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.074493] env[62438]: DEBUG oslo_vmware.api [None req-998c779d-198a-4340-8194-0daa2fca8f19 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Waiting for the task: (returnval){ [ 1654.074493] env[62438]: value = "task-1785288" [ 1654.074493] env[62438]: _type = "Task" [ 1654.074493] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.081830] env[62438]: DEBUG oslo_vmware.api [None req-998c779d-198a-4340-8194-0daa2fca8f19 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1785288, 'name': Rename_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.229023] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c65bf3ca-89ff-410a-abd8-3559907b55d4 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Releasing lock "refresh_cache-b7551b4c-cb4e-40f2-b19c-65e5d87c1a0c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1654.229023] env[62438]: DEBUG nova.compute.manager [None req-c65bf3ca-89ff-410a-abd8-3559907b55d4 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: b7551b4c-cb4e-40f2-b19c-65e5d87c1a0c] Instance network_info: |[{"id": "8b4c41e5-388a-4e76-bf60-aad188fb00f0", "address": "fa:16:3e:af:7e:4a", "network": {"id": "8d95458f-de27-4303-9cbb-3fc3119be5c6", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1928252065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c7d5b4fe1064c71becc5699e8467387", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b4c41e5-38", "ovs_interfaceid": "8b4c41e5-388a-4e76-bf60-aad188fb00f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1654.229365] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-c65bf3ca-89ff-410a-abd8-3559907b55d4 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: b7551b4c-cb4e-40f2-b19c-65e5d87c1a0c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:7e:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '980cb890-345b-4bf8-990a-a2faec78e49c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b4c41e5-388a-4e76-bf60-aad188fb00f0', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1654.237154] env[62438]: DEBUG oslo.service.loopingcall [None req-c65bf3ca-89ff-410a-abd8-3559907b55d4 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1654.237396] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7551b4c-cb4e-40f2-b19c-65e5d87c1a0c] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1654.237643] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ad27862-27a2-4287-889a-d5125e2379e5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.258691] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1654.258691] env[62438]: value = "task-1785289" [ 1654.258691] env[62438]: _type = "Task" [ 1654.258691] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.266661] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785289, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.273479] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f50fc2fd-afe2-4a28-94b7-2ae7adc45e37 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Releasing lock "refresh_cache-23364d4c-07c7-4521-8f21-23226f1edb8c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1654.313330] env[62438]: DEBUG oslo_vmware.api [None req-4998110d-a50e-4d7b-a250-bd88c122070f tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785285, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.379434] env[62438]: DEBUG nova.scheduler.client.report [None req-3d2be933-f6e5-4cb5-96db-9b5cbe6184c2 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1654.428563] env[62438]: DEBUG oslo_vmware.api [None req-cb85f967-05e2-4fa9-a055-ee425fde975d tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Task: {'id': task-1785286, 'name': CreateSnapshot_Task, 'duration_secs': 0.874316} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.428847] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-cb85f967-05e2-4fa9-a055-ee425fde975d tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: b4ab6c81-0444-4d0d-bcbf-50f2ff69844d] Created Snapshot of the VM instance {{(pid=62438) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1654.429719] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49557a23-c41d-4302-b834-54e631384140 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.537964] env[62438]: DEBUG oslo_vmware.api [None req-45a74073-a869-4e02-8230-734577346e5e tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Task: {'id': task-1785284, 'name': PowerOnVM_Task, 'duration_secs': 1.193991} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.538276] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-45a74073-a869-4e02-8230-734577346e5e tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 0531e871-6f05-4401-a2c7-47e3bdff2d97] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1654.538489] env[62438]: INFO nova.compute.manager [None req-45a74073-a869-4e02-8230-734577346e5e tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 0531e871-6f05-4401-a2c7-47e3bdff2d97] Took 10.38 seconds to spawn the instance on the hypervisor. [ 1654.538676] env[62438]: DEBUG nova.compute.manager [None req-45a74073-a869-4e02-8230-734577346e5e tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 0531e871-6f05-4401-a2c7-47e3bdff2d97] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1654.539574] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e235a203-ced3-4e31-a489-be398e3dacfd {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.584210] env[62438]: DEBUG oslo_vmware.api [None req-998c779d-198a-4340-8194-0daa2fca8f19 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1785288, 'name': Rename_Task, 'duration_secs': 0.178759} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.584548] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-998c779d-198a-4340-8194-0daa2fca8f19 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: a55cd8ef-cf46-4466-b0ef-b32bff8d6a28] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1654.584882] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16bb0e68-02ad-4a35-8206-b32ef5aba357 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.592898] env[62438]: DEBUG oslo_vmware.api [None req-998c779d-198a-4340-8194-0daa2fca8f19 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Waiting for the task: (returnval){ [ 1654.592898] env[62438]: value = "task-1785290" [ 1654.592898] env[62438]: _type = "Task" [ 1654.592898] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.603091] env[62438]: DEBUG oslo_vmware.api [None req-998c779d-198a-4340-8194-0daa2fca8f19 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1785290, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.770549] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785289, 'name': CreateVM_Task} progress is 25%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.810731] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-f50fc2fd-afe2-4a28-94b7-2ae7adc45e37 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 23364d4c-07c7-4521-8f21-23226f1edb8c] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1654.810986] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ecf259e-e5a6-4853-9178-7514a2c64328 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.818600] env[62438]: DEBUG oslo_vmware.api [None req-4998110d-a50e-4d7b-a250-bd88c122070f tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785285, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.820161] env[62438]: DEBUG oslo_vmware.api [None req-f50fc2fd-afe2-4a28-94b7-2ae7adc45e37 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Waiting for the task: (returnval){ [ 1654.820161] env[62438]: value = "task-1785291" [ 1654.820161] env[62438]: _type = "Task" [ 1654.820161] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.828052] env[62438]: DEBUG oslo_vmware.api [None req-f50fc2fd-afe2-4a28-94b7-2ae7adc45e37 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785291, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.850252] env[62438]: DEBUG oslo_concurrency.lockutils [None req-35ea2163-88be-43c7-bb0c-cde093c202d8 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Acquiring lock "a5e53532-e8f8-4e2f-9330-28a76b7860bb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1654.850541] env[62438]: DEBUG oslo_concurrency.lockutils [None req-35ea2163-88be-43c7-bb0c-cde093c202d8 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Lock "a5e53532-e8f8-4e2f-9330-28a76b7860bb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1654.850888] env[62438]: DEBUG oslo_concurrency.lockutils [None req-35ea2163-88be-43c7-bb0c-cde093c202d8 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Acquiring lock "a5e53532-e8f8-4e2f-9330-28a76b7860bb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1654.851156] env[62438]: DEBUG oslo_concurrency.lockutils [None req-35ea2163-88be-43c7-bb0c-cde093c202d8 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Lock "a5e53532-e8f8-4e2f-9330-28a76b7860bb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1654.851387] env[62438]: DEBUG oslo_concurrency.lockutils [None req-35ea2163-88be-43c7-bb0c-cde093c202d8 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Lock "a5e53532-e8f8-4e2f-9330-28a76b7860bb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1654.853640] env[62438]: INFO nova.compute.manager [None req-35ea2163-88be-43c7-bb0c-cde093c202d8 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: a5e53532-e8f8-4e2f-9330-28a76b7860bb] Terminating instance [ 1654.855620] env[62438]: DEBUG nova.compute.manager [None req-35ea2163-88be-43c7-bb0c-cde093c202d8 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: a5e53532-e8f8-4e2f-9330-28a76b7860bb] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1654.856688] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-35ea2163-88be-43c7-bb0c-cde093c202d8 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: a5e53532-e8f8-4e2f-9330-28a76b7860bb] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1654.856824] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73170318-7f25-4125-9aed-687079937b7d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.865258] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-35ea2163-88be-43c7-bb0c-cde093c202d8 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: a5e53532-e8f8-4e2f-9330-28a76b7860bb] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1654.865601] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67f5254c-1b18-46b0-b8ce-8c1a582189b5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.873438] env[62438]: DEBUG oslo_vmware.api [None req-35ea2163-88be-43c7-bb0c-cde093c202d8 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Waiting for the task: (returnval){ [ 1654.873438] env[62438]: value = "task-1785292" [ 1654.873438] env[62438]: _type = "Task" [ 1654.873438] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.883228] env[62438]: DEBUG oslo_vmware.api [None req-35ea2163-88be-43c7-bb0c-cde093c202d8 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Task: {'id': task-1785292, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.883851] env[62438]: DEBUG oslo_concurrency.lockutils [None req-3d2be933-f6e5-4cb5-96db-9b5cbe6184c2 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.837s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1654.909482] env[62438]: INFO nova.scheduler.client.report [None req-3d2be933-f6e5-4cb5-96db-9b5cbe6184c2 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Deleted allocations for instance 921a7f85-8228-43d9-aa60-bc2992714cc8 [ 1654.947810] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-cb85f967-05e2-4fa9-a055-ee425fde975d tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: b4ab6c81-0444-4d0d-bcbf-50f2ff69844d] Creating linked-clone VM from snapshot {{(pid=62438) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1654.948229] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-30c6762c-b83f-4bd7-9ce5-e4ffc7dba5e2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.956454] env[62438]: DEBUG oslo_vmware.api [None req-cb85f967-05e2-4fa9-a055-ee425fde975d tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Waiting for the task: (returnval){ [ 1654.956454] env[62438]: value = "task-1785293" [ 1654.956454] env[62438]: _type = "Task" [ 1654.956454] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.966166] env[62438]: DEBUG oslo_vmware.api [None req-cb85f967-05e2-4fa9-a055-ee425fde975d tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Task: {'id': task-1785293, 'name': CloneVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.058847] env[62438]: INFO nova.compute.manager [None req-45a74073-a869-4e02-8230-734577346e5e tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 0531e871-6f05-4401-a2c7-47e3bdff2d97] Took 17.80 seconds to build instance. [ 1655.104047] env[62438]: DEBUG oslo_vmware.api [None req-998c779d-198a-4340-8194-0daa2fca8f19 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1785290, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.269583] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785289, 'name': CreateVM_Task, 'duration_secs': 0.624957} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.269774] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7551b4c-cb4e-40f2-b19c-65e5d87c1a0c] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1655.270453] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c65bf3ca-89ff-410a-abd8-3559907b55d4 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1655.270626] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c65bf3ca-89ff-410a-abd8-3559907b55d4 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1655.270960] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c65bf3ca-89ff-410a-abd8-3559907b55d4 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1655.271235] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97c72e45-1699-43e5-90f1-2e9600f42768 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.275972] env[62438]: DEBUG oslo_vmware.api [None req-c65bf3ca-89ff-410a-abd8-3559907b55d4 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Waiting for the task: (returnval){ [ 1655.275972] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52de7589-aaaa-84ea-390e-54a41d8205a6" [ 1655.275972] env[62438]: _type = "Task" [ 1655.275972] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.284729] env[62438]: DEBUG oslo_vmware.api [None req-c65bf3ca-89ff-410a-abd8-3559907b55d4 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52de7589-aaaa-84ea-390e-54a41d8205a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.315972] env[62438]: DEBUG oslo_vmware.api [None req-4998110d-a50e-4d7b-a250-bd88c122070f tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785285, 'name': PowerOnVM_Task, 'duration_secs': 1.738599} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.315972] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-4998110d-a50e-4d7b-a250-bd88c122070f tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1655.316208] env[62438]: DEBUG nova.compute.manager [None req-4998110d-a50e-4d7b-a250-bd88c122070f tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1655.317132] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-882d672a-7299-4a85-9436-969be018624e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.332280] env[62438]: DEBUG oslo_vmware.api [None req-f50fc2fd-afe2-4a28-94b7-2ae7adc45e37 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785291, 'name': PowerOffVM_Task, 'duration_secs': 0.203295} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.332552] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-f50fc2fd-afe2-4a28-94b7-2ae7adc45e37 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 23364d4c-07c7-4521-8f21-23226f1edb8c] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1655.333424] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae749c00-59e7-450c-b152-dc0a55d7f42f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.351875] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee5e93e4-0aaa-400e-815e-b1febbb4c939 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.384121] env[62438]: DEBUG oslo_vmware.api [None req-35ea2163-88be-43c7-bb0c-cde093c202d8 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Task: {'id': task-1785292, 'name': PowerOffVM_Task, 'duration_secs': 0.21725} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.384447] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-35ea2163-88be-43c7-bb0c-cde093c202d8 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: a5e53532-e8f8-4e2f-9330-28a76b7860bb] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1655.384851] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-35ea2163-88be-43c7-bb0c-cde093c202d8 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: a5e53532-e8f8-4e2f-9330-28a76b7860bb] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1655.385154] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f2e6e6ef-485a-451f-a87c-e3df32ce3361 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.396498] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-f50fc2fd-afe2-4a28-94b7-2ae7adc45e37 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 23364d4c-07c7-4521-8f21-23226f1edb8c] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1655.396828] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-183f2552-b295-4bef-9d4f-ec5405ac5558 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.403903] env[62438]: DEBUG oslo_vmware.api [None req-f50fc2fd-afe2-4a28-94b7-2ae7adc45e37 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Waiting for the task: (returnval){ [ 1655.403903] env[62438]: value = "task-1785295" [ 1655.403903] env[62438]: _type = "Task" [ 1655.403903] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.413073] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-f50fc2fd-afe2-4a28-94b7-2ae7adc45e37 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 23364d4c-07c7-4521-8f21-23226f1edb8c] VM already powered off {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 1655.413737] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f50fc2fd-afe2-4a28-94b7-2ae7adc45e37 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 23364d4c-07c7-4521-8f21-23226f1edb8c] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1655.413827] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f50fc2fd-afe2-4a28-94b7-2ae7adc45e37 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1655.413954] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f50fc2fd-afe2-4a28-94b7-2ae7adc45e37 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1655.414157] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-f50fc2fd-afe2-4a28-94b7-2ae7adc45e37 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1655.416530] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb40e00b-59b2-4753-9190-11236243e94c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.418924] env[62438]: DEBUG oslo_concurrency.lockutils [None req-3d2be933-f6e5-4cb5-96db-9b5cbe6184c2 tempest-SecurityGroupsTestJSON-1252406423 tempest-SecurityGroupsTestJSON-1252406423-project-member] Lock "921a7f85-8228-43d9-aa60-bc2992714cc8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.720s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1655.427532] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-f50fc2fd-afe2-4a28-94b7-2ae7adc45e37 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1655.427532] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f50fc2fd-afe2-4a28-94b7-2ae7adc45e37 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1655.427532] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e3d9f85-f5ee-4f8b-90c4-9af06a496e67 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.432972] env[62438]: DEBUG oslo_vmware.api [None req-f50fc2fd-afe2-4a28-94b7-2ae7adc45e37 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Waiting for the task: (returnval){ [ 1655.432972] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5299ea80-7ae0-62ad-9e51-2a5593909e5c" [ 1655.432972] env[62438]: _type = "Task" [ 1655.432972] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.442286] env[62438]: DEBUG oslo_vmware.api [None req-f50fc2fd-afe2-4a28-94b7-2ae7adc45e37 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5299ea80-7ae0-62ad-9e51-2a5593909e5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.455971] env[62438]: DEBUG nova.compute.manager [req-e174a872-bd84-4b3e-a242-a260f5240a8b req-1376b8ee-4e37-482d-99f2-5e44c895ae6b service nova] [instance: b7551b4c-cb4e-40f2-b19c-65e5d87c1a0c] Received event network-changed-8b4c41e5-388a-4e76-bf60-aad188fb00f0 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1655.455971] env[62438]: DEBUG nova.compute.manager [req-e174a872-bd84-4b3e-a242-a260f5240a8b req-1376b8ee-4e37-482d-99f2-5e44c895ae6b service nova] [instance: b7551b4c-cb4e-40f2-b19c-65e5d87c1a0c] Refreshing instance network info cache due to event network-changed-8b4c41e5-388a-4e76-bf60-aad188fb00f0. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1655.456200] env[62438]: DEBUG oslo_concurrency.lockutils [req-e174a872-bd84-4b3e-a242-a260f5240a8b req-1376b8ee-4e37-482d-99f2-5e44c895ae6b service nova] Acquiring lock "refresh_cache-b7551b4c-cb4e-40f2-b19c-65e5d87c1a0c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1655.456322] env[62438]: DEBUG oslo_concurrency.lockutils [req-e174a872-bd84-4b3e-a242-a260f5240a8b req-1376b8ee-4e37-482d-99f2-5e44c895ae6b service nova] Acquired lock "refresh_cache-b7551b4c-cb4e-40f2-b19c-65e5d87c1a0c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1655.456470] env[62438]: DEBUG nova.network.neutron [req-e174a872-bd84-4b3e-a242-a260f5240a8b req-1376b8ee-4e37-482d-99f2-5e44c895ae6b service nova] [instance: b7551b4c-cb4e-40f2-b19c-65e5d87c1a0c] Refreshing network info cache for port 8b4c41e5-388a-4e76-bf60-aad188fb00f0 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1655.472259] env[62438]: DEBUG oslo_vmware.api [None req-cb85f967-05e2-4fa9-a055-ee425fde975d tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Task: {'id': task-1785293, 'name': CloneVM_Task} progress is 94%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.473317] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-35ea2163-88be-43c7-bb0c-cde093c202d8 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: a5e53532-e8f8-4e2f-9330-28a76b7860bb] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1655.473608] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-35ea2163-88be-43c7-bb0c-cde093c202d8 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: a5e53532-e8f8-4e2f-9330-28a76b7860bb] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1655.473877] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-35ea2163-88be-43c7-bb0c-cde093c202d8 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Deleting the datastore file [datastore1] a5e53532-e8f8-4e2f-9330-28a76b7860bb {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1655.474505] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f98bfc1f-8e0b-4035-bfa2-7e2b8f9bbbb6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.481897] env[62438]: DEBUG oslo_vmware.api [None req-35ea2163-88be-43c7-bb0c-cde093c202d8 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Waiting for the task: (returnval){ [ 1655.481897] env[62438]: value = "task-1785296" [ 1655.481897] env[62438]: _type = "Task" [ 1655.481897] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.493482] env[62438]: DEBUG oslo_vmware.api [None req-35ea2163-88be-43c7-bb0c-cde093c202d8 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Task: {'id': task-1785296, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.561504] env[62438]: DEBUG oslo_concurrency.lockutils [None req-45a74073-a869-4e02-8230-734577346e5e tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Lock "0531e871-6f05-4401-a2c7-47e3bdff2d97" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.312s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1655.610295] env[62438]: DEBUG oslo_vmware.api [None req-998c779d-198a-4340-8194-0daa2fca8f19 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1785290, 'name': PowerOnVM_Task, 'duration_secs': 0.538552} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.610692] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-998c779d-198a-4340-8194-0daa2fca8f19 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: a55cd8ef-cf46-4466-b0ef-b32bff8d6a28] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1655.611037] env[62438]: INFO nova.compute.manager [None req-998c779d-198a-4340-8194-0daa2fca8f19 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: a55cd8ef-cf46-4466-b0ef-b32bff8d6a28] Took 9.06 seconds to spawn the instance on the hypervisor. [ 1655.611339] env[62438]: DEBUG nova.compute.manager [None req-998c779d-198a-4340-8194-0daa2fca8f19 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: a55cd8ef-cf46-4466-b0ef-b32bff8d6a28] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1655.613191] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea2d288-6b62-491a-8b34-7f08f91681bb {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.786455] env[62438]: DEBUG oslo_vmware.api [None req-c65bf3ca-89ff-410a-abd8-3559907b55d4 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52de7589-aaaa-84ea-390e-54a41d8205a6, 'name': SearchDatastore_Task, 'duration_secs': 0.02261} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.786845] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c65bf3ca-89ff-410a-abd8-3559907b55d4 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1655.787149] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-c65bf3ca-89ff-410a-abd8-3559907b55d4 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: b7551b4c-cb4e-40f2-b19c-65e5d87c1a0c] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1655.787379] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c65bf3ca-89ff-410a-abd8-3559907b55d4 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1655.945509] env[62438]: DEBUG oslo_vmware.api [None req-f50fc2fd-afe2-4a28-94b7-2ae7adc45e37 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5299ea80-7ae0-62ad-9e51-2a5593909e5c, 'name': SearchDatastore_Task, 'duration_secs': 0.010898} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.947404] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5f406c0-e922-4254-b6e8-1d4cecf42ab3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.952565] env[62438]: DEBUG oslo_vmware.api [None req-f50fc2fd-afe2-4a28-94b7-2ae7adc45e37 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Waiting for the task: (returnval){ [ 1655.952565] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]524398ba-9f81-4c98-91f1-9ea53d9d31a0" [ 1655.952565] env[62438]: _type = "Task" [ 1655.952565] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.964458] env[62438]: DEBUG oslo_vmware.api [None req-f50fc2fd-afe2-4a28-94b7-2ae7adc45e37 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]524398ba-9f81-4c98-91f1-9ea53d9d31a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.973508] env[62438]: DEBUG oslo_vmware.api [None req-cb85f967-05e2-4fa9-a055-ee425fde975d tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Task: {'id': task-1785293, 'name': CloneVM_Task} progress is 94%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.992507] env[62438]: DEBUG oslo_vmware.api [None req-35ea2163-88be-43c7-bb0c-cde093c202d8 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Task: {'id': task-1785296, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169384} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.996032] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-35ea2163-88be-43c7-bb0c-cde093c202d8 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1655.996032] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-35ea2163-88be-43c7-bb0c-cde093c202d8 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: a5e53532-e8f8-4e2f-9330-28a76b7860bb] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1655.996032] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-35ea2163-88be-43c7-bb0c-cde093c202d8 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: a5e53532-e8f8-4e2f-9330-28a76b7860bb] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1655.996032] env[62438]: INFO nova.compute.manager [None req-35ea2163-88be-43c7-bb0c-cde093c202d8 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: a5e53532-e8f8-4e2f-9330-28a76b7860bb] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1655.996032] env[62438]: DEBUG oslo.service.loopingcall [None req-35ea2163-88be-43c7-bb0c-cde093c202d8 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1655.996032] env[62438]: DEBUG nova.compute.manager [-] [instance: a5e53532-e8f8-4e2f-9330-28a76b7860bb] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1655.996032] env[62438]: DEBUG nova.network.neutron [-] [instance: a5e53532-e8f8-4e2f-9330-28a76b7860bb] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1656.137253] env[62438]: INFO nova.compute.manager [None req-998c779d-198a-4340-8194-0daa2fca8f19 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: a55cd8ef-cf46-4466-b0ef-b32bff8d6a28] Took 18.55 seconds to build instance. [ 1656.244400] env[62438]: DEBUG nova.network.neutron [req-e174a872-bd84-4b3e-a242-a260f5240a8b req-1376b8ee-4e37-482d-99f2-5e44c895ae6b service nova] [instance: b7551b4c-cb4e-40f2-b19c-65e5d87c1a0c] Updated VIF entry in instance network info cache for port 8b4c41e5-388a-4e76-bf60-aad188fb00f0. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1656.244400] env[62438]: DEBUG nova.network.neutron [req-e174a872-bd84-4b3e-a242-a260f5240a8b req-1376b8ee-4e37-482d-99f2-5e44c895ae6b service nova] [instance: b7551b4c-cb4e-40f2-b19c-65e5d87c1a0c] Updating instance_info_cache with network_info: [{"id": "8b4c41e5-388a-4e76-bf60-aad188fb00f0", "address": "fa:16:3e:af:7e:4a", "network": {"id": "8d95458f-de27-4303-9cbb-3fc3119be5c6", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1928252065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c7d5b4fe1064c71becc5699e8467387", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b4c41e5-38", "ovs_interfaceid": "8b4c41e5-388a-4e76-bf60-aad188fb00f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1656.370823] env[62438]: DEBUG oslo_concurrency.lockutils [None req-3cdd8665-a67c-4a13-b2d3-67deacac4443 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Acquiring lock "0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1656.370925] env[62438]: DEBUG oslo_concurrency.lockutils [None req-3cdd8665-a67c-4a13-b2d3-67deacac4443 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Lock "0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1656.371179] env[62438]: DEBUG oslo_concurrency.lockutils [None req-3cdd8665-a67c-4a13-b2d3-67deacac4443 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Acquiring lock "0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1656.371382] env[62438]: DEBUG oslo_concurrency.lockutils [None req-3cdd8665-a67c-4a13-b2d3-67deacac4443 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Lock "0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1656.371562] env[62438]: DEBUG oslo_concurrency.lockutils [None req-3cdd8665-a67c-4a13-b2d3-67deacac4443 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Lock "0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1656.373891] env[62438]: INFO nova.compute.manager [None req-3cdd8665-a67c-4a13-b2d3-67deacac4443 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Terminating instance [ 1656.376482] env[62438]: DEBUG nova.compute.manager [None req-3cdd8665-a67c-4a13-b2d3-67deacac4443 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1656.376482] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-3cdd8665-a67c-4a13-b2d3-67deacac4443 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1656.377582] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d796ef43-8d5e-4fab-83fd-f89e59971f1f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.387288] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cdd8665-a67c-4a13-b2d3-67deacac4443 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1656.388769] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a63b7a73-3ef9-4e36-89fa-03a5c4422099 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.391585] env[62438]: DEBUG nova.compute.manager [req-272b7599-ed80-4435-bf64-0bd29766c460 req-9d64ef93-7d1e-4e78-8735-a4127bbfc11e service nova] [instance: a5e53532-e8f8-4e2f-9330-28a76b7860bb] Received event network-vif-deleted-e3d3abb3-a1b3-40db-9b2b-62574a818101 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1656.391793] env[62438]: INFO nova.compute.manager [req-272b7599-ed80-4435-bf64-0bd29766c460 req-9d64ef93-7d1e-4e78-8735-a4127bbfc11e service nova] [instance: a5e53532-e8f8-4e2f-9330-28a76b7860bb] Neutron deleted interface e3d3abb3-a1b3-40db-9b2b-62574a818101; detaching it from the instance and deleting it from the info cache [ 1656.391974] env[62438]: DEBUG nova.network.neutron [req-272b7599-ed80-4435-bf64-0bd29766c460 req-9d64ef93-7d1e-4e78-8735-a4127bbfc11e service nova] [instance: a5e53532-e8f8-4e2f-9330-28a76b7860bb] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1656.399653] env[62438]: DEBUG oslo_vmware.api [None req-3cdd8665-a67c-4a13-b2d3-67deacac4443 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Waiting for the task: (returnval){ [ 1656.399653] env[62438]: value = "task-1785297" [ 1656.399653] env[62438]: _type = "Task" [ 1656.399653] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.409739] env[62438]: DEBUG oslo_vmware.api [None req-3cdd8665-a67c-4a13-b2d3-67deacac4443 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785297, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.465444] env[62438]: DEBUG oslo_vmware.api [None req-f50fc2fd-afe2-4a28-94b7-2ae7adc45e37 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]524398ba-9f81-4c98-91f1-9ea53d9d31a0, 'name': SearchDatastore_Task, 'duration_secs': 0.011181} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.469652] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f50fc2fd-afe2-4a28-94b7-2ae7adc45e37 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1656.470139] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-f50fc2fd-afe2-4a28-94b7-2ae7adc45e37 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 23364d4c-07c7-4521-8f21-23226f1edb8c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c-rescue.vmdk. {{(pid=62438) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1656.470471] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c65bf3ca-89ff-410a-abd8-3559907b55d4 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1656.470732] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-c65bf3ca-89ff-410a-abd8-3559907b55d4 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1656.471018] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bcf32977-5c39-4900-87bc-8fe5ce0f9ac9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.477318] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ae5aeae-4a20-4619-9585-5fc2d2484708 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.481311] env[62438]: DEBUG oslo_vmware.api [None req-cb85f967-05e2-4fa9-a055-ee425fde975d tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Task: {'id': task-1785293, 'name': CloneVM_Task} progress is 95%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.486256] env[62438]: DEBUG oslo_vmware.api [None req-f50fc2fd-afe2-4a28-94b7-2ae7adc45e37 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Waiting for the task: (returnval){ [ 1656.486256] env[62438]: value = "task-1785298" [ 1656.486256] env[62438]: _type = "Task" [ 1656.486256] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.490698] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-c65bf3ca-89ff-410a-abd8-3559907b55d4 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1656.490698] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-c65bf3ca-89ff-410a-abd8-3559907b55d4 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1656.491655] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd340a51-2a5a-4ca4-bb06-1b0a69e68670 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.498035] env[62438]: DEBUG oslo_vmware.api [None req-f50fc2fd-afe2-4a28-94b7-2ae7adc45e37 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785298, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.501946] env[62438]: DEBUG oslo_vmware.api [None req-c65bf3ca-89ff-410a-abd8-3559907b55d4 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Waiting for the task: (returnval){ [ 1656.501946] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]524f54ca-9bb6-9e83-135b-3f3ff5f6b537" [ 1656.501946] env[62438]: _type = "Task" [ 1656.501946] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.515209] env[62438]: DEBUG oslo_vmware.api [None req-c65bf3ca-89ff-410a-abd8-3559907b55d4 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]524f54ca-9bb6-9e83-135b-3f3ff5f6b537, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.642330] env[62438]: DEBUG oslo_concurrency.lockutils [None req-998c779d-198a-4340-8194-0daa2fca8f19 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Lock "a55cd8ef-cf46-4466-b0ef-b32bff8d6a28" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.060s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1656.746401] env[62438]: DEBUG oslo_concurrency.lockutils [req-e174a872-bd84-4b3e-a242-a260f5240a8b req-1376b8ee-4e37-482d-99f2-5e44c895ae6b service nova] Releasing lock "refresh_cache-b7551b4c-cb4e-40f2-b19c-65e5d87c1a0c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1656.867266] env[62438]: DEBUG nova.network.neutron [-] [instance: a5e53532-e8f8-4e2f-9330-28a76b7860bb] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1656.894412] env[62438]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b6ebd0d2-dd51-4308-b133-2a2917a782de {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.911686] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1997594e-24d4-4331-abc3-5df0b08a06c3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.932490] env[62438]: DEBUG oslo_vmware.api [None req-3cdd8665-a67c-4a13-b2d3-67deacac4443 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785297, 'name': PowerOffVM_Task, 'duration_secs': 0.295175} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.933235] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cdd8665-a67c-4a13-b2d3-67deacac4443 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1656.933466] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-3cdd8665-a67c-4a13-b2d3-67deacac4443 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1656.933745] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0667ef3e-9c36-46eb-a553-ebc637d2ef4e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.958832] env[62438]: DEBUG nova.compute.manager [req-272b7599-ed80-4435-bf64-0bd29766c460 req-9d64ef93-7d1e-4e78-8735-a4127bbfc11e service nova] [instance: a5e53532-e8f8-4e2f-9330-28a76b7860bb] Detach interface failed, port_id=e3d3abb3-a1b3-40db-9b2b-62574a818101, reason: Instance a5e53532-e8f8-4e2f-9330-28a76b7860bb could not be found. {{(pid=62438) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1656.976447] env[62438]: DEBUG oslo_vmware.api [None req-cb85f967-05e2-4fa9-a055-ee425fde975d tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Task: {'id': task-1785293, 'name': CloneVM_Task, 'duration_secs': 1.860265} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.976787] env[62438]: INFO nova.virt.vmwareapi.vmops [None req-cb85f967-05e2-4fa9-a055-ee425fde975d tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: b4ab6c81-0444-4d0d-bcbf-50f2ff69844d] Created linked-clone VM from snapshot [ 1656.977559] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de3d43b9-046e-4474-b397-7d11f70e3d7a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.987404] env[62438]: DEBUG nova.virt.vmwareapi.images [None req-cb85f967-05e2-4fa9-a055-ee425fde975d tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: b4ab6c81-0444-4d0d-bcbf-50f2ff69844d] Uploading image 20b06ef9-7738-4a78-8a83-bb0ae2c1d674 {{(pid=62438) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 1656.999104] env[62438]: DEBUG oslo_vmware.api [None req-f50fc2fd-afe2-4a28-94b7-2ae7adc45e37 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785298, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508764} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.999315] env[62438]: INFO nova.virt.vmwareapi.ds_util [None req-f50fc2fd-afe2-4a28-94b7-2ae7adc45e37 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 23364d4c-07c7-4521-8f21-23226f1edb8c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c-rescue.vmdk. [ 1657.000131] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b07e466d-ebdf-42f4-9241-e44180efdb40 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.003383] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb85f967-05e2-4fa9-a055-ee425fde975d tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: b4ab6c81-0444-4d0d-bcbf-50f2ff69844d] Destroying the VM {{(pid=62438) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 1657.003688] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e9c48f1b-a40a-4685-b0d1-1fa78dd22e61 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.037056] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-f50fc2fd-afe2-4a28-94b7-2ae7adc45e37 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 23364d4c-07c7-4521-8f21-23226f1edb8c] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 23364d4c-07c7-4521-8f21-23226f1edb8c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c-rescue.vmdk or device None with type thin {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1657.042375] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1aa69412-d950-4d8e-8036-431d2249b0e0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.057157] env[62438]: DEBUG oslo_vmware.api [None req-cb85f967-05e2-4fa9-a055-ee425fde975d tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Waiting for the task: (returnval){ [ 1657.057157] env[62438]: value = "task-1785300" [ 1657.057157] env[62438]: _type = "Task" [ 1657.057157] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.057447] env[62438]: DEBUG oslo_vmware.api [None req-c65bf3ca-89ff-410a-abd8-3559907b55d4 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]524f54ca-9bb6-9e83-135b-3f3ff5f6b537, 'name': SearchDatastore_Task, 'duration_secs': 0.014121} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.062142] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee7af031-b31f-443c-b0d4-7f195f4c245f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.065637] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-3cdd8665-a67c-4a13-b2d3-67deacac4443 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1657.065856] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-3cdd8665-a67c-4a13-b2d3-67deacac4443 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1657.066061] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cdd8665-a67c-4a13-b2d3-67deacac4443 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Deleting the datastore file [datastore1] 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1657.068728] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b784aec4-738c-4063-8d20-e896e17bb9ad {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.069979] env[62438]: DEBUG oslo_vmware.api [None req-f50fc2fd-afe2-4a28-94b7-2ae7adc45e37 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Waiting for the task: (returnval){ [ 1657.069979] env[62438]: value = "task-1785301" [ 1657.069979] env[62438]: _type = "Task" [ 1657.069979] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.080491] env[62438]: DEBUG oslo_vmware.api [None req-c65bf3ca-89ff-410a-abd8-3559907b55d4 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Waiting for the task: (returnval){ [ 1657.080491] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5219df58-663c-e6b5-32bd-2421f561df1a" [ 1657.080491] env[62438]: _type = "Task" [ 1657.080491] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.080767] env[62438]: DEBUG oslo_vmware.api [None req-cb85f967-05e2-4fa9-a055-ee425fde975d tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Task: {'id': task-1785300, 'name': Destroy_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.082142] env[62438]: DEBUG oslo_vmware.api [None req-3cdd8665-a67c-4a13-b2d3-67deacac4443 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Waiting for the task: (returnval){ [ 1657.082142] env[62438]: value = "task-1785302" [ 1657.082142] env[62438]: _type = "Task" [ 1657.082142] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.092359] env[62438]: DEBUG oslo_vmware.api [None req-f50fc2fd-afe2-4a28-94b7-2ae7adc45e37 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785301, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.104785] env[62438]: DEBUG oslo_vmware.api [None req-c65bf3ca-89ff-410a-abd8-3559907b55d4 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5219df58-663c-e6b5-32bd-2421f561df1a, 'name': SearchDatastore_Task, 'duration_secs': 0.018461} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.105118] env[62438]: DEBUG oslo_vmware.api [None req-3cdd8665-a67c-4a13-b2d3-67deacac4443 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785302, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.105420] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c65bf3ca-89ff-410a-abd8-3559907b55d4 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1657.105719] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-c65bf3ca-89ff-410a-abd8-3559907b55d4 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] b7551b4c-cb4e-40f2-b19c-65e5d87c1a0c/b7551b4c-cb4e-40f2-b19c-65e5d87c1a0c.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1657.106016] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f3673ee-389e-441c-8605-b87f0e8c4dd8 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.112918] env[62438]: DEBUG oslo_vmware.api [None req-c65bf3ca-89ff-410a-abd8-3559907b55d4 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Waiting for the task: (returnval){ [ 1657.112918] env[62438]: value = "task-1785303" [ 1657.112918] env[62438]: _type = "Task" [ 1657.112918] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.121319] env[62438]: DEBUG oslo_vmware.api [None req-c65bf3ca-89ff-410a-abd8-3559907b55d4 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1785303, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.372342] env[62438]: INFO nova.compute.manager [-] [instance: a5e53532-e8f8-4e2f-9330-28a76b7860bb] Took 1.38 seconds to deallocate network for instance. [ 1657.473161] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c8caad2d-f136-4102-bd83-463c09989b24 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Acquiring lock "a55cd8ef-cf46-4466-b0ef-b32bff8d6a28" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1657.473517] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c8caad2d-f136-4102-bd83-463c09989b24 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Lock "a55cd8ef-cf46-4466-b0ef-b32bff8d6a28" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1657.473779] env[62438]: DEBUG nova.compute.manager [None req-c8caad2d-f136-4102-bd83-463c09989b24 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: a55cd8ef-cf46-4466-b0ef-b32bff8d6a28] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1657.476170] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a8ecf63-73a4-4bfa-8843-ac0818ebf06d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.485377] env[62438]: DEBUG nova.compute.manager [None req-c8caad2d-f136-4102-bd83-463c09989b24 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: a55cd8ef-cf46-4466-b0ef-b32bff8d6a28] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62438) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3368}} [ 1657.485668] env[62438]: DEBUG nova.objects.instance [None req-c8caad2d-f136-4102-bd83-463c09989b24 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Lazy-loading 'flavor' on Instance uuid a55cd8ef-cf46-4466-b0ef-b32bff8d6a28 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1657.489833] env[62438]: DEBUG nova.compute.manager [req-26b93a3a-c072-4a4a-b517-855113676f4f req-c2fe69c1-25ac-4fdc-9c24-b68762ed5e9b service nova] [instance: 0531e871-6f05-4401-a2c7-47e3bdff2d97] Received event network-changed-bf24049e-4764-4d74-a9a8-276496fef825 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1657.490218] env[62438]: DEBUG nova.compute.manager [req-26b93a3a-c072-4a4a-b517-855113676f4f req-c2fe69c1-25ac-4fdc-9c24-b68762ed5e9b service nova] [instance: 0531e871-6f05-4401-a2c7-47e3bdff2d97] Refreshing instance network info cache due to event network-changed-bf24049e-4764-4d74-a9a8-276496fef825. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1657.490541] env[62438]: DEBUG oslo_concurrency.lockutils [req-26b93a3a-c072-4a4a-b517-855113676f4f req-c2fe69c1-25ac-4fdc-9c24-b68762ed5e9b service nova] Acquiring lock "refresh_cache-0531e871-6f05-4401-a2c7-47e3bdff2d97" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1657.490851] env[62438]: DEBUG oslo_concurrency.lockutils [req-26b93a3a-c072-4a4a-b517-855113676f4f req-c2fe69c1-25ac-4fdc-9c24-b68762ed5e9b service nova] Acquired lock "refresh_cache-0531e871-6f05-4401-a2c7-47e3bdff2d97" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.491202] env[62438]: DEBUG nova.network.neutron [req-26b93a3a-c072-4a4a-b517-855113676f4f req-c2fe69c1-25ac-4fdc-9c24-b68762ed5e9b service nova] [instance: 0531e871-6f05-4401-a2c7-47e3bdff2d97] Refreshing network info cache for port bf24049e-4764-4d74-a9a8-276496fef825 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1657.569500] env[62438]: DEBUG oslo_vmware.api [None req-cb85f967-05e2-4fa9-a055-ee425fde975d tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Task: {'id': task-1785300, 'name': Destroy_Task} progress is 100%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.582128] env[62438]: DEBUG oslo_vmware.api [None req-f50fc2fd-afe2-4a28-94b7-2ae7adc45e37 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785301, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.595566] env[62438]: DEBUG oslo_vmware.api [None req-3cdd8665-a67c-4a13-b2d3-67deacac4443 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785302, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175588} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.595566] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cdd8665-a67c-4a13-b2d3-67deacac4443 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1657.595566] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-3cdd8665-a67c-4a13-b2d3-67deacac4443 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1657.595566] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-3cdd8665-a67c-4a13-b2d3-67deacac4443 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1657.595566] env[62438]: INFO nova.compute.manager [None req-3cdd8665-a67c-4a13-b2d3-67deacac4443 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1657.595847] env[62438]: DEBUG oslo.service.loopingcall [None req-3cdd8665-a67c-4a13-b2d3-67deacac4443 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1657.596040] env[62438]: DEBUG nova.compute.manager [-] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1657.596128] env[62438]: DEBUG nova.network.neutron [-] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1657.622866] env[62438]: DEBUG oslo_vmware.api [None req-c65bf3ca-89ff-410a-abd8-3559907b55d4 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1785303, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.885863] env[62438]: DEBUG oslo_concurrency.lockutils [None req-35ea2163-88be-43c7-bb0c-cde093c202d8 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1657.886183] env[62438]: DEBUG oslo_concurrency.lockutils [None req-35ea2163-88be-43c7-bb0c-cde093c202d8 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1657.886463] env[62438]: DEBUG nova.objects.instance [None req-35ea2163-88be-43c7-bb0c-cde093c202d8 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Lazy-loading 'resources' on Instance uuid a5e53532-e8f8-4e2f-9330-28a76b7860bb {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1657.998122] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8caad2d-f136-4102-bd83-463c09989b24 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: a55cd8ef-cf46-4466-b0ef-b32bff8d6a28] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1657.998417] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d0c97a7b-a99e-4518-b6a3-00523b8eae94 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.005643] env[62438]: DEBUG oslo_vmware.api [None req-c8caad2d-f136-4102-bd83-463c09989b24 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Waiting for the task: (returnval){ [ 1658.005643] env[62438]: value = "task-1785304" [ 1658.005643] env[62438]: _type = "Task" [ 1658.005643] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.015478] env[62438]: DEBUG oslo_vmware.api [None req-c8caad2d-f136-4102-bd83-463c09989b24 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1785304, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.068184] env[62438]: DEBUG oslo_vmware.api [None req-cb85f967-05e2-4fa9-a055-ee425fde975d tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Task: {'id': task-1785300, 'name': Destroy_Task, 'duration_secs': 0.560948} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.068469] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-cb85f967-05e2-4fa9-a055-ee425fde975d tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: b4ab6c81-0444-4d0d-bcbf-50f2ff69844d] Destroyed the VM [ 1658.068717] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-cb85f967-05e2-4fa9-a055-ee425fde975d tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: b4ab6c81-0444-4d0d-bcbf-50f2ff69844d] Deleting Snapshot of the VM instance {{(pid=62438) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1658.068985] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6b401cdd-a35c-4912-9a61-b62ec273518e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.078884] env[62438]: DEBUG oslo_vmware.api [None req-cb85f967-05e2-4fa9-a055-ee425fde975d tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Waiting for the task: (returnval){ [ 1658.078884] env[62438]: value = "task-1785305" [ 1658.078884] env[62438]: _type = "Task" [ 1658.078884] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.081517] env[62438]: DEBUG oslo_vmware.api [None req-f50fc2fd-afe2-4a28-94b7-2ae7adc45e37 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785301, 'name': ReconfigVM_Task, 'duration_secs': 0.631026} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.086464] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-f50fc2fd-afe2-4a28-94b7-2ae7adc45e37 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 23364d4c-07c7-4521-8f21-23226f1edb8c] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 23364d4c-07c7-4521-8f21-23226f1edb8c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c-rescue.vmdk or device None with type thin {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1658.088535] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2283aae2-ff39-4aee-9cff-830f609572b9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.095440] env[62438]: DEBUG oslo_vmware.api [None req-cb85f967-05e2-4fa9-a055-ee425fde975d tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Task: {'id': task-1785305, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.119022] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15328d26-4460-46c9-a92f-fb88a53babd8 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.142915] env[62438]: DEBUG oslo_vmware.api [None req-c65bf3ca-89ff-410a-abd8-3559907b55d4 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1785303, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511797} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.144542] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-c65bf3ca-89ff-410a-abd8-3559907b55d4 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] b7551b4c-cb4e-40f2-b19c-65e5d87c1a0c/b7551b4c-cb4e-40f2-b19c-65e5d87c1a0c.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1658.144779] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-c65bf3ca-89ff-410a-abd8-3559907b55d4 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: b7551b4c-cb4e-40f2-b19c-65e5d87c1a0c] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1658.145131] env[62438]: DEBUG oslo_vmware.api [None req-f50fc2fd-afe2-4a28-94b7-2ae7adc45e37 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Waiting for the task: (returnval){ [ 1658.145131] env[62438]: value = "task-1785306" [ 1658.145131] env[62438]: _type = "Task" [ 1658.145131] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.145333] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-81f09841-8ce9-47e3-b37d-2e8525aa72c3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.156953] env[62438]: DEBUG oslo_vmware.api [None req-f50fc2fd-afe2-4a28-94b7-2ae7adc45e37 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785306, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.158814] env[62438]: DEBUG oslo_vmware.api [None req-c65bf3ca-89ff-410a-abd8-3559907b55d4 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Waiting for the task: (returnval){ [ 1658.158814] env[62438]: value = "task-1785307" [ 1658.158814] env[62438]: _type = "Task" [ 1658.158814] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.170019] env[62438]: DEBUG oslo_vmware.api [None req-c65bf3ca-89ff-410a-abd8-3559907b55d4 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1785307, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.279984] env[62438]: DEBUG nova.network.neutron [req-26b93a3a-c072-4a4a-b517-855113676f4f req-c2fe69c1-25ac-4fdc-9c24-b68762ed5e9b service nova] [instance: 0531e871-6f05-4401-a2c7-47e3bdff2d97] Updated VIF entry in instance network info cache for port bf24049e-4764-4d74-a9a8-276496fef825. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1658.280448] env[62438]: DEBUG nova.network.neutron [req-26b93a3a-c072-4a4a-b517-855113676f4f req-c2fe69c1-25ac-4fdc-9c24-b68762ed5e9b service nova] [instance: 0531e871-6f05-4401-a2c7-47e3bdff2d97] Updating instance_info_cache with network_info: [{"id": "bf24049e-4764-4d74-a9a8-276496fef825", "address": "fa:16:3e:4a:8d:3f", "network": {"id": "6d9847cc-6b35-42aa-a4b3-69c22cbcf1dd", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-604078365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2d033e444434a94b421400f7f016ac4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf24049e-47", "ovs_interfaceid": "bf24049e-4764-4d74-a9a8-276496fef825", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1658.518121] env[62438]: DEBUG oslo_vmware.api [None req-c8caad2d-f136-4102-bd83-463c09989b24 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1785304, 'name': PowerOffVM_Task, 'duration_secs': 0.456265} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.518618] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8caad2d-f136-4102-bd83-463c09989b24 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: a55cd8ef-cf46-4466-b0ef-b32bff8d6a28] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1658.518618] env[62438]: DEBUG nova.compute.manager [None req-c8caad2d-f136-4102-bd83-463c09989b24 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: a55cd8ef-cf46-4466-b0ef-b32bff8d6a28] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1658.519781] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c851445-2445-479a-b5ef-f665c1cbb85f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.591204] env[62438]: DEBUG oslo_vmware.api [None req-cb85f967-05e2-4fa9-a055-ee425fde975d tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Task: {'id': task-1785305, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.657626] env[62438]: DEBUG oslo_vmware.api [None req-f50fc2fd-afe2-4a28-94b7-2ae7adc45e37 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785306, 'name': ReconfigVM_Task, 'duration_secs': 0.407385} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.657626] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-f50fc2fd-afe2-4a28-94b7-2ae7adc45e37 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 23364d4c-07c7-4521-8f21-23226f1edb8c] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1658.657626] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b74b7cf-579a-4dc5-bad2-a79119d7b4cc {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.666155] env[62438]: DEBUG oslo_vmware.api [None req-f50fc2fd-afe2-4a28-94b7-2ae7adc45e37 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Waiting for the task: (returnval){ [ 1658.666155] env[62438]: value = "task-1785308" [ 1658.666155] env[62438]: _type = "Task" [ 1658.666155] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.671685] env[62438]: DEBUG oslo_vmware.api [None req-c65bf3ca-89ff-410a-abd8-3559907b55d4 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1785307, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073059} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.674292] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-c65bf3ca-89ff-410a-abd8-3559907b55d4 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: b7551b4c-cb4e-40f2-b19c-65e5d87c1a0c] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1658.675348] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ea6487-3d70-4426-a6f5-56fd2021e01d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.680751] env[62438]: DEBUG oslo_vmware.api [None req-f50fc2fd-afe2-4a28-94b7-2ae7adc45e37 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785308, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.700347] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-c65bf3ca-89ff-410a-abd8-3559907b55d4 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: b7551b4c-cb4e-40f2-b19c-65e5d87c1a0c] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] b7551b4c-cb4e-40f2-b19c-65e5d87c1a0c/b7551b4c-cb4e-40f2-b19c-65e5d87c1a0c.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1658.703669] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5490be7-3429-4a41-b541-575908777a14 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.727108] env[62438]: DEBUG oslo_vmware.api [None req-c65bf3ca-89ff-410a-abd8-3559907b55d4 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Waiting for the task: (returnval){ [ 1658.727108] env[62438]: value = "task-1785309" [ 1658.727108] env[62438]: _type = "Task" [ 1658.727108] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.735523] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-727ac37d-9bc7-4387-892f-f0b5111ce9c2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.741015] env[62438]: DEBUG oslo_vmware.api [None req-c65bf3ca-89ff-410a-abd8-3559907b55d4 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1785309, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.746149] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f7ce004-9d15-483b-be04-40ec01aa422f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.752116] env[62438]: DEBUG nova.compute.manager [req-c0d5cdd1-dc84-4c7e-8f02-9e0f9dfe81e4 req-cc7b2963-fcb8-428e-94de-b4f2bc807962 service nova] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Received event network-vif-deleted-0576ae22-b3b2-43f7-a451-6d22f3ed03c5 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1658.752360] env[62438]: INFO nova.compute.manager [req-c0d5cdd1-dc84-4c7e-8f02-9e0f9dfe81e4 req-cc7b2963-fcb8-428e-94de-b4f2bc807962 service nova] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Neutron deleted interface 0576ae22-b3b2-43f7-a451-6d22f3ed03c5; detaching it from the instance and deleting it from the info cache [ 1658.752530] env[62438]: DEBUG nova.network.neutron [req-c0d5cdd1-dc84-4c7e-8f02-9e0f9dfe81e4 req-cc7b2963-fcb8-428e-94de-b4f2bc807962 service nova] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1658.783015] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-723f23fa-b37e-4f61-8b16-46cb8e9ad4af {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.788203] env[62438]: DEBUG oslo_concurrency.lockutils [req-26b93a3a-c072-4a4a-b517-855113676f4f req-c2fe69c1-25ac-4fdc-9c24-b68762ed5e9b service nova] Releasing lock "refresh_cache-0531e871-6f05-4401-a2c7-47e3bdff2d97" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1658.792434] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-463b2698-457d-4120-983d-ce8a3c7a3881 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.809626] env[62438]: DEBUG nova.compute.provider_tree [None req-35ea2163-88be-43c7-bb0c-cde093c202d8 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1659.033963] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c8caad2d-f136-4102-bd83-463c09989b24 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Lock "a55cd8ef-cf46-4466-b0ef-b32bff8d6a28" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.560s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1659.091639] env[62438]: DEBUG oslo_vmware.api [None req-cb85f967-05e2-4fa9-a055-ee425fde975d tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Task: {'id': task-1785305, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.179277] env[62438]: DEBUG oslo_vmware.api [None req-f50fc2fd-afe2-4a28-94b7-2ae7adc45e37 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785308, 'name': PowerOnVM_Task, 'duration_secs': 0.501212} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.180026] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-f50fc2fd-afe2-4a28-94b7-2ae7adc45e37 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 23364d4c-07c7-4521-8f21-23226f1edb8c] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1659.182208] env[62438]: DEBUG nova.compute.manager [None req-f50fc2fd-afe2-4a28-94b7-2ae7adc45e37 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 23364d4c-07c7-4521-8f21-23226f1edb8c] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1659.182974] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a507f8d-c9d4-40af-9dc0-769b25e28073 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.224718] env[62438]: DEBUG nova.network.neutron [-] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1659.240261] env[62438]: DEBUG oslo_vmware.api [None req-c65bf3ca-89ff-410a-abd8-3559907b55d4 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1785309, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.256036] env[62438]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e9c9ca00-3af7-42b6-a865-521dd432ef41 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.266704] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3306a169-f356-4feb-b6de-da61c5bd31dd {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.301285] env[62438]: DEBUG nova.compute.manager [req-c0d5cdd1-dc84-4c7e-8f02-9e0f9dfe81e4 req-cc7b2963-fcb8-428e-94de-b4f2bc807962 service nova] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Detach interface failed, port_id=0576ae22-b3b2-43f7-a451-6d22f3ed03c5, reason: Instance 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a could not be found. {{(pid=62438) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1659.313284] env[62438]: DEBUG nova.scheduler.client.report [None req-35ea2163-88be-43c7-bb0c-cde093c202d8 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1659.592141] env[62438]: DEBUG oslo_vmware.api [None req-cb85f967-05e2-4fa9-a055-ee425fde975d tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Task: {'id': task-1785305, 'name': RemoveSnapshot_Task, 'duration_secs': 1.446064} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.592652] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-cb85f967-05e2-4fa9-a055-ee425fde975d tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: b4ab6c81-0444-4d0d-bcbf-50f2ff69844d] Deleted Snapshot of the VM instance {{(pid=62438) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1659.727495] env[62438]: INFO nova.compute.manager [-] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Took 2.13 seconds to deallocate network for instance. [ 1659.748495] env[62438]: DEBUG oslo_vmware.api [None req-c65bf3ca-89ff-410a-abd8-3559907b55d4 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1785309, 'name': ReconfigVM_Task, 'duration_secs': 0.655812} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.748809] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-c65bf3ca-89ff-410a-abd8-3559907b55d4 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: b7551b4c-cb4e-40f2-b19c-65e5d87c1a0c] Reconfigured VM instance instance-00000051 to attach disk [datastore1] b7551b4c-cb4e-40f2-b19c-65e5d87c1a0c/b7551b4c-cb4e-40f2-b19c-65e5d87c1a0c.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1659.749538] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-501d3931-989d-458a-b155-293886211118 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.757135] env[62438]: DEBUG oslo_vmware.api [None req-c65bf3ca-89ff-410a-abd8-3559907b55d4 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Waiting for the task: (returnval){ [ 1659.757135] env[62438]: value = "task-1785310" [ 1659.757135] env[62438]: _type = "Task" [ 1659.757135] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.767781] env[62438]: DEBUG oslo_vmware.api [None req-c65bf3ca-89ff-410a-abd8-3559907b55d4 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1785310, 'name': Rename_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.818212] env[62438]: DEBUG oslo_concurrency.lockutils [None req-35ea2163-88be-43c7-bb0c-cde093c202d8 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.932s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1659.846557] env[62438]: INFO nova.scheduler.client.report [None req-35ea2163-88be-43c7-bb0c-cde093c202d8 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Deleted allocations for instance a5e53532-e8f8-4e2f-9330-28a76b7860bb [ 1660.097420] env[62438]: WARNING nova.compute.manager [None req-cb85f967-05e2-4fa9-a055-ee425fde975d tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: b4ab6c81-0444-4d0d-bcbf-50f2ff69844d] Image not found during snapshot: nova.exception.ImageNotFound: Image 20b06ef9-7738-4a78-8a83-bb0ae2c1d674 could not be found. [ 1660.104425] env[62438]: DEBUG oslo_concurrency.lockutils [None req-fa936e46-8165-46f6-b033-7867e6d1b855 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Acquiring lock "a55cd8ef-cf46-4466-b0ef-b32bff8d6a28" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1660.104741] env[62438]: DEBUG oslo_concurrency.lockutils [None req-fa936e46-8165-46f6-b033-7867e6d1b855 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Lock "a55cd8ef-cf46-4466-b0ef-b32bff8d6a28" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1660.105023] env[62438]: DEBUG oslo_concurrency.lockutils [None req-fa936e46-8165-46f6-b033-7867e6d1b855 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Acquiring lock "a55cd8ef-cf46-4466-b0ef-b32bff8d6a28-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1660.105362] env[62438]: DEBUG oslo_concurrency.lockutils [None req-fa936e46-8165-46f6-b033-7867e6d1b855 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Lock "a55cd8ef-cf46-4466-b0ef-b32bff8d6a28-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1660.105593] env[62438]: DEBUG oslo_concurrency.lockutils [None req-fa936e46-8165-46f6-b033-7867e6d1b855 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Lock "a55cd8ef-cf46-4466-b0ef-b32bff8d6a28-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1660.107905] env[62438]: INFO nova.compute.manager [None req-fa936e46-8165-46f6-b033-7867e6d1b855 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: a55cd8ef-cf46-4466-b0ef-b32bff8d6a28] Terminating instance [ 1660.110289] env[62438]: DEBUG nova.compute.manager [None req-fa936e46-8165-46f6-b033-7867e6d1b855 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: a55cd8ef-cf46-4466-b0ef-b32bff8d6a28] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1660.110811] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-fa936e46-8165-46f6-b033-7867e6d1b855 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: a55cd8ef-cf46-4466-b0ef-b32bff8d6a28] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1660.111734] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ddd0d36-0fdf-46fa-b1bd-a810afb75415 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.120382] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-fa936e46-8165-46f6-b033-7867e6d1b855 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: a55cd8ef-cf46-4466-b0ef-b32bff8d6a28] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1660.120945] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b76f9cb3-12a6-495f-b6fe-75f5f057cd50 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.245116] env[62438]: DEBUG oslo_concurrency.lockutils [None req-3cdd8665-a67c-4a13-b2d3-67deacac4443 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1660.245116] env[62438]: DEBUG oslo_concurrency.lockutils [None req-3cdd8665-a67c-4a13-b2d3-67deacac4443 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1660.245116] env[62438]: DEBUG oslo_concurrency.lockutils [None req-3cdd8665-a67c-4a13-b2d3-67deacac4443 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1660.264981] env[62438]: INFO nova.scheduler.client.report [None req-3cdd8665-a67c-4a13-b2d3-67deacac4443 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Deleted allocations for instance 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a [ 1660.272585] env[62438]: DEBUG oslo_vmware.api [None req-c65bf3ca-89ff-410a-abd8-3559907b55d4 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1785310, 'name': Rename_Task, 'duration_secs': 0.404483} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.273142] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-c65bf3ca-89ff-410a-abd8-3559907b55d4 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: b7551b4c-cb4e-40f2-b19c-65e5d87c1a0c] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1660.273402] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-697e0d48-3ce5-4e55-b5b9-59bd649a0e97 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.279737] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-fa936e46-8165-46f6-b033-7867e6d1b855 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: a55cd8ef-cf46-4466-b0ef-b32bff8d6a28] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1660.279957] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-fa936e46-8165-46f6-b033-7867e6d1b855 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: a55cd8ef-cf46-4466-b0ef-b32bff8d6a28] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1660.280163] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa936e46-8165-46f6-b033-7867e6d1b855 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Deleting the datastore file [datastore1] a55cd8ef-cf46-4466-b0ef-b32bff8d6a28 {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1660.281446] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe1dfc93-0906-48fd-a6e9-7ff65e2435dd {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.283342] env[62438]: DEBUG oslo_vmware.api [None req-c65bf3ca-89ff-410a-abd8-3559907b55d4 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Waiting for the task: (returnval){ [ 1660.283342] env[62438]: value = "task-1785312" [ 1660.283342] env[62438]: _type = "Task" [ 1660.283342] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.292238] env[62438]: DEBUG oslo_vmware.api [None req-c65bf3ca-89ff-410a-abd8-3559907b55d4 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1785312, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.293535] env[62438]: DEBUG oslo_vmware.api [None req-fa936e46-8165-46f6-b033-7867e6d1b855 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Waiting for the task: (returnval){ [ 1660.293535] env[62438]: value = "task-1785313" [ 1660.293535] env[62438]: _type = "Task" [ 1660.293535] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.301326] env[62438]: DEBUG oslo_vmware.api [None req-fa936e46-8165-46f6-b033-7867e6d1b855 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1785313, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.325089] env[62438]: DEBUG oslo_concurrency.lockutils [None req-eb410a47-51dc-4946-ba2b-082674999414 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Acquiring lock "b4ab6c81-0444-4d0d-bcbf-50f2ff69844d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1660.325178] env[62438]: DEBUG oslo_concurrency.lockutils [None req-eb410a47-51dc-4946-ba2b-082674999414 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Lock "b4ab6c81-0444-4d0d-bcbf-50f2ff69844d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1660.325332] env[62438]: DEBUG oslo_concurrency.lockutils [None req-eb410a47-51dc-4946-ba2b-082674999414 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Acquiring lock "b4ab6c81-0444-4d0d-bcbf-50f2ff69844d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1660.325530] env[62438]: DEBUG oslo_concurrency.lockutils [None req-eb410a47-51dc-4946-ba2b-082674999414 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Lock "b4ab6c81-0444-4d0d-bcbf-50f2ff69844d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1660.325708] env[62438]: DEBUG oslo_concurrency.lockutils [None req-eb410a47-51dc-4946-ba2b-082674999414 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Lock "b4ab6c81-0444-4d0d-bcbf-50f2ff69844d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1660.329621] env[62438]: INFO nova.compute.manager [None req-eb410a47-51dc-4946-ba2b-082674999414 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: b4ab6c81-0444-4d0d-bcbf-50f2ff69844d] Terminating instance [ 1660.331569] env[62438]: DEBUG nova.compute.manager [None req-eb410a47-51dc-4946-ba2b-082674999414 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: b4ab6c81-0444-4d0d-bcbf-50f2ff69844d] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1660.331769] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-eb410a47-51dc-4946-ba2b-082674999414 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: b4ab6c81-0444-4d0d-bcbf-50f2ff69844d] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1660.332610] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d40a4253-77a4-4fb4-b3e6-bc8b8cffbe7a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.344942] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb410a47-51dc-4946-ba2b-082674999414 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: b4ab6c81-0444-4d0d-bcbf-50f2ff69844d] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1660.345232] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0cb29ab5-2eff-4333-af18-dbb6445882ec {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.351566] env[62438]: DEBUG oslo_vmware.api [None req-eb410a47-51dc-4946-ba2b-082674999414 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Waiting for the task: (returnval){ [ 1660.351566] env[62438]: value = "task-1785314" [ 1660.351566] env[62438]: _type = "Task" [ 1660.351566] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.363454] env[62438]: DEBUG oslo_vmware.api [None req-eb410a47-51dc-4946-ba2b-082674999414 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Task: {'id': task-1785314, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.363936] env[62438]: DEBUG oslo_concurrency.lockutils [None req-35ea2163-88be-43c7-bb0c-cde093c202d8 tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Lock "a5e53532-e8f8-4e2f-9330-28a76b7860bb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.513s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1660.778720] env[62438]: DEBUG oslo_concurrency.lockutils [None req-3cdd8665-a67c-4a13-b2d3-67deacac4443 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Lock "0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.408s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1660.795266] env[62438]: DEBUG oslo_vmware.api [None req-c65bf3ca-89ff-410a-abd8-3559907b55d4 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1785312, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.812017] env[62438]: DEBUG oslo_vmware.api [None req-fa936e46-8165-46f6-b033-7867e6d1b855 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1785313, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.310124} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.812017] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa936e46-8165-46f6-b033-7867e6d1b855 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1660.812017] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-fa936e46-8165-46f6-b033-7867e6d1b855 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: a55cd8ef-cf46-4466-b0ef-b32bff8d6a28] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1660.812017] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-fa936e46-8165-46f6-b033-7867e6d1b855 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: a55cd8ef-cf46-4466-b0ef-b32bff8d6a28] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1660.812017] env[62438]: INFO nova.compute.manager [None req-fa936e46-8165-46f6-b033-7867e6d1b855 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: a55cd8ef-cf46-4466-b0ef-b32bff8d6a28] Took 0.70 seconds to destroy the instance on the hypervisor. [ 1660.812017] env[62438]: DEBUG oslo.service.loopingcall [None req-fa936e46-8165-46f6-b033-7867e6d1b855 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1660.812017] env[62438]: DEBUG nova.compute.manager [-] [instance: a55cd8ef-cf46-4466-b0ef-b32bff8d6a28] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1660.812017] env[62438]: DEBUG nova.network.neutron [-] [instance: a55cd8ef-cf46-4466-b0ef-b32bff8d6a28] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1660.865814] env[62438]: DEBUG oslo_vmware.api [None req-eb410a47-51dc-4946-ba2b-082674999414 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Task: {'id': task-1785314, 'name': PowerOffVM_Task, 'duration_secs': 0.212735} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.866437] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb410a47-51dc-4946-ba2b-082674999414 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: b4ab6c81-0444-4d0d-bcbf-50f2ff69844d] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1660.866628] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-eb410a47-51dc-4946-ba2b-082674999414 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: b4ab6c81-0444-4d0d-bcbf-50f2ff69844d] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1660.867053] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4e025ae6-12ca-4513-9050-c107c10e0d39 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.902697] env[62438]: INFO nova.compute.manager [None req-045071ba-a07c-411e-aaa9-90a431175667 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 23364d4c-07c7-4521-8f21-23226f1edb8c] Unrescuing [ 1660.903010] env[62438]: DEBUG oslo_concurrency.lockutils [None req-045071ba-a07c-411e-aaa9-90a431175667 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Acquiring lock "refresh_cache-23364d4c-07c7-4521-8f21-23226f1edb8c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1660.903348] env[62438]: DEBUG oslo_concurrency.lockutils [None req-045071ba-a07c-411e-aaa9-90a431175667 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Acquired lock "refresh_cache-23364d4c-07c7-4521-8f21-23226f1edb8c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1660.903536] env[62438]: DEBUG nova.network.neutron [None req-045071ba-a07c-411e-aaa9-90a431175667 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 23364d4c-07c7-4521-8f21-23226f1edb8c] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1660.962655] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-eb410a47-51dc-4946-ba2b-082674999414 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: b4ab6c81-0444-4d0d-bcbf-50f2ff69844d] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1660.963069] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-eb410a47-51dc-4946-ba2b-082674999414 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: b4ab6c81-0444-4d0d-bcbf-50f2ff69844d] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1660.963069] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb410a47-51dc-4946-ba2b-082674999414 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Deleting the datastore file [datastore1] b4ab6c81-0444-4d0d-bcbf-50f2ff69844d {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1660.963557] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f696875d-2cb7-47fa-b3fe-8b6c5667d5bb {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.970146] env[62438]: DEBUG oslo_vmware.api [None req-eb410a47-51dc-4946-ba2b-082674999414 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Waiting for the task: (returnval){ [ 1660.970146] env[62438]: value = "task-1785316" [ 1660.970146] env[62438]: _type = "Task" [ 1660.970146] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.978737] env[62438]: DEBUG oslo_vmware.api [None req-eb410a47-51dc-4946-ba2b-082674999414 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Task: {'id': task-1785316, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.296858] env[62438]: DEBUG oslo_vmware.api [None req-c65bf3ca-89ff-410a-abd8-3559907b55d4 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1785312, 'name': PowerOnVM_Task, 'duration_secs': 0.689765} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.297359] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-c65bf3ca-89ff-410a-abd8-3559907b55d4 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: b7551b4c-cb4e-40f2-b19c-65e5d87c1a0c] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1661.297906] env[62438]: INFO nova.compute.manager [None req-c65bf3ca-89ff-410a-abd8-3559907b55d4 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: b7551b4c-cb4e-40f2-b19c-65e5d87c1a0c] Took 8.13 seconds to spawn the instance on the hypervisor. [ 1661.298319] env[62438]: DEBUG nova.compute.manager [None req-c65bf3ca-89ff-410a-abd8-3559907b55d4 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: b7551b4c-cb4e-40f2-b19c-65e5d87c1a0c] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1661.299227] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-795e6da8-c53d-4577-90e0-b7d31dbb0f7c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.365816] env[62438]: DEBUG nova.compute.manager [req-e4192434-5a06-47ab-8606-8376f1f7bb62 req-4b89d968-2a36-4b51-b20c-afd0a988c76b service nova] [instance: a55cd8ef-cf46-4466-b0ef-b32bff8d6a28] Received event network-vif-deleted-f48092d4-c435-4315-872b-d9f0e1444424 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1661.366120] env[62438]: INFO nova.compute.manager [req-e4192434-5a06-47ab-8606-8376f1f7bb62 req-4b89d968-2a36-4b51-b20c-afd0a988c76b service nova] [instance: a55cd8ef-cf46-4466-b0ef-b32bff8d6a28] Neutron deleted interface f48092d4-c435-4315-872b-d9f0e1444424; detaching it from the instance and deleting it from the info cache [ 1661.366387] env[62438]: DEBUG nova.network.neutron [req-e4192434-5a06-47ab-8606-8376f1f7bb62 req-4b89d968-2a36-4b51-b20c-afd0a988c76b service nova] [instance: a55cd8ef-cf46-4466-b0ef-b32bff8d6a28] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1661.495661] env[62438]: DEBUG oslo_vmware.api [None req-eb410a47-51dc-4946-ba2b-082674999414 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Task: {'id': task-1785316, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.334846} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.496096] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb410a47-51dc-4946-ba2b-082674999414 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1661.496319] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-eb410a47-51dc-4946-ba2b-082674999414 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: b4ab6c81-0444-4d0d-bcbf-50f2ff69844d] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1661.496507] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-eb410a47-51dc-4946-ba2b-082674999414 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: b4ab6c81-0444-4d0d-bcbf-50f2ff69844d] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1661.496707] env[62438]: INFO nova.compute.manager [None req-eb410a47-51dc-4946-ba2b-082674999414 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: b4ab6c81-0444-4d0d-bcbf-50f2ff69844d] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1661.497027] env[62438]: DEBUG oslo.service.loopingcall [None req-eb410a47-51dc-4946-ba2b-082674999414 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1661.497344] env[62438]: DEBUG nova.compute.manager [-] [instance: b4ab6c81-0444-4d0d-bcbf-50f2ff69844d] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1661.497378] env[62438]: DEBUG nova.network.neutron [-] [instance: b4ab6c81-0444-4d0d-bcbf-50f2ff69844d] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1661.745724] env[62438]: DEBUG nova.network.neutron [-] [instance: a55cd8ef-cf46-4466-b0ef-b32bff8d6a28] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1661.760349] env[62438]: DEBUG oslo_concurrency.lockutils [None req-383abf13-3cac-43aa-a4ed-6f4c2c312e9a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Acquiring lock "473744fb-4d72-49a3-bf1b-1cca94c8869e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1661.761035] env[62438]: DEBUG oslo_concurrency.lockutils [None req-383abf13-3cac-43aa-a4ed-6f4c2c312e9a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Lock "473744fb-4d72-49a3-bf1b-1cca94c8869e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1661.761035] env[62438]: DEBUG oslo_concurrency.lockutils [None req-383abf13-3cac-43aa-a4ed-6f4c2c312e9a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Acquiring lock "473744fb-4d72-49a3-bf1b-1cca94c8869e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1661.761035] env[62438]: DEBUG oslo_concurrency.lockutils [None req-383abf13-3cac-43aa-a4ed-6f4c2c312e9a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Lock "473744fb-4d72-49a3-bf1b-1cca94c8869e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1661.761482] env[62438]: DEBUG oslo_concurrency.lockutils [None req-383abf13-3cac-43aa-a4ed-6f4c2c312e9a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Lock "473744fb-4d72-49a3-bf1b-1cca94c8869e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1661.763323] env[62438]: INFO nova.compute.manager [None req-383abf13-3cac-43aa-a4ed-6f4c2c312e9a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: 473744fb-4d72-49a3-bf1b-1cca94c8869e] Terminating instance [ 1661.765084] env[62438]: DEBUG nova.compute.manager [None req-383abf13-3cac-43aa-a4ed-6f4c2c312e9a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: 473744fb-4d72-49a3-bf1b-1cca94c8869e] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1661.765264] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-383abf13-3cac-43aa-a4ed-6f4c2c312e9a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: 473744fb-4d72-49a3-bf1b-1cca94c8869e] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1661.766425] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4240c9d2-4d08-49a1-a103-e86eef47393d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.776993] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-383abf13-3cac-43aa-a4ed-6f4c2c312e9a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: 473744fb-4d72-49a3-bf1b-1cca94c8869e] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1661.777457] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8ea3aab-3e6e-449b-bfb0-64a59596efbc {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.785786] env[62438]: DEBUG oslo_vmware.api [None req-383abf13-3cac-43aa-a4ed-6f4c2c312e9a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Waiting for the task: (returnval){ [ 1661.785786] env[62438]: value = "task-1785317" [ 1661.785786] env[62438]: _type = "Task" [ 1661.785786] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.795796] env[62438]: DEBUG oslo_vmware.api [None req-383abf13-3cac-43aa-a4ed-6f4c2c312e9a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Task: {'id': task-1785317, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.819255] env[62438]: INFO nova.compute.manager [None req-c65bf3ca-89ff-410a-abd8-3559907b55d4 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: b7551b4c-cb4e-40f2-b19c-65e5d87c1a0c] Took 21.62 seconds to build instance. [ 1661.870214] env[62438]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ca6e3da9-494c-4660-bfa6-a8d1cd2ca6f8 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.881424] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a6f16e2-e038-43db-9b95-269aaefa046f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.899629] env[62438]: DEBUG nova.network.neutron [None req-045071ba-a07c-411e-aaa9-90a431175667 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 23364d4c-07c7-4521-8f21-23226f1edb8c] Updating instance_info_cache with network_info: [{"id": "98a3ef4a-2ab7-447f-ac25-484a424c37a1", "address": "fa:16:3e:e5:92:f4", "network": {"id": "1694b92d-c758-45a8-a881-1531663c92d2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-833720308-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a778e6841af7465cbc3de0ec00d8c06c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98a3ef4a-2a", "ovs_interfaceid": "98a3ef4a-2ab7-447f-ac25-484a424c37a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1661.926343] env[62438]: DEBUG nova.compute.manager [req-e4192434-5a06-47ab-8606-8376f1f7bb62 req-4b89d968-2a36-4b51-b20c-afd0a988c76b service nova] [instance: a55cd8ef-cf46-4466-b0ef-b32bff8d6a28] Detach interface failed, port_id=f48092d4-c435-4315-872b-d9f0e1444424, reason: Instance a55cd8ef-cf46-4466-b0ef-b32bff8d6a28 could not be found. {{(pid=62438) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1661.980896] env[62438]: DEBUG nova.compute.manager [req-6d463c3c-7bc1-4ac0-9fec-671f00ef1acc req-9237d09c-aae1-4beb-9780-d9c614ab61c5 service nova] [instance: b4ab6c81-0444-4d0d-bcbf-50f2ff69844d] Received event network-vif-deleted-129e09b6-0b85-4dc7-8210-525b7a800ffe {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1661.980896] env[62438]: INFO nova.compute.manager [req-6d463c3c-7bc1-4ac0-9fec-671f00ef1acc req-9237d09c-aae1-4beb-9780-d9c614ab61c5 service nova] [instance: b4ab6c81-0444-4d0d-bcbf-50f2ff69844d] Neutron deleted interface 129e09b6-0b85-4dc7-8210-525b7a800ffe; detaching it from the instance and deleting it from the info cache [ 1661.980896] env[62438]: DEBUG nova.network.neutron [req-6d463c3c-7bc1-4ac0-9fec-671f00ef1acc req-9237d09c-aae1-4beb-9780-d9c614ab61c5 service nova] [instance: b4ab6c81-0444-4d0d-bcbf-50f2ff69844d] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1662.011392] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a8927513-1f80-4b73-83cf-e7b46376a286 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Acquiring lock "a0ff8ae6-f1bf-4207-9042-2c55dbbda487" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1662.011848] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a8927513-1f80-4b73-83cf-e7b46376a286 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Lock "a0ff8ae6-f1bf-4207-9042-2c55dbbda487" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1662.251261] env[62438]: INFO nova.compute.manager [-] [instance: a55cd8ef-cf46-4466-b0ef-b32bff8d6a28] Took 1.44 seconds to deallocate network for instance. [ 1662.278626] env[62438]: DEBUG nova.network.neutron [-] [instance: b4ab6c81-0444-4d0d-bcbf-50f2ff69844d] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1662.298634] env[62438]: DEBUG oslo_vmware.api [None req-383abf13-3cac-43aa-a4ed-6f4c2c312e9a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Task: {'id': task-1785317, 'name': PowerOffVM_Task, 'duration_secs': 0.305466} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.298921] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-383abf13-3cac-43aa-a4ed-6f4c2c312e9a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: 473744fb-4d72-49a3-bf1b-1cca94c8869e] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1662.299152] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-383abf13-3cac-43aa-a4ed-6f4c2c312e9a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: 473744fb-4d72-49a3-bf1b-1cca94c8869e] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1662.299396] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f486a9eb-93ab-45aa-9d9a-82b061a2a6d3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.321744] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c65bf3ca-89ff-410a-abd8-3559907b55d4 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Lock "b7551b4c-cb4e-40f2-b19c-65e5d87c1a0c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.619s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1662.404745] env[62438]: DEBUG oslo_concurrency.lockutils [None req-045071ba-a07c-411e-aaa9-90a431175667 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Releasing lock "refresh_cache-23364d4c-07c7-4521-8f21-23226f1edb8c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1662.404745] env[62438]: DEBUG nova.objects.instance [None req-045071ba-a07c-411e-aaa9-90a431175667 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Lazy-loading 'flavor' on Instance uuid 23364d4c-07c7-4521-8f21-23226f1edb8c {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1662.429273] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-383abf13-3cac-43aa-a4ed-6f4c2c312e9a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: 473744fb-4d72-49a3-bf1b-1cca94c8869e] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1662.429273] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-383abf13-3cac-43aa-a4ed-6f4c2c312e9a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: 473744fb-4d72-49a3-bf1b-1cca94c8869e] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1662.429273] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-383abf13-3cac-43aa-a4ed-6f4c2c312e9a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Deleting the datastore file [datastore1] 473744fb-4d72-49a3-bf1b-1cca94c8869e {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1662.429531] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68a26d0b-829d-443c-9e13-0f736f438f8f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.436676] env[62438]: DEBUG oslo_vmware.api [None req-383abf13-3cac-43aa-a4ed-6f4c2c312e9a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Waiting for the task: (returnval){ [ 1662.436676] env[62438]: value = "task-1785319" [ 1662.436676] env[62438]: _type = "Task" [ 1662.436676] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.445106] env[62438]: DEBUG oslo_vmware.api [None req-383abf13-3cac-43aa-a4ed-6f4c2c312e9a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Task: {'id': task-1785319, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.485901] env[62438]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-417173cd-cfbe-436e-b8d2-78f8cd2a9caa {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.495862] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af122da5-2d7a-4745-99aa-ac2f0152bf1b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.514188] env[62438]: DEBUG nova.compute.manager [None req-a8927513-1f80-4b73-83cf-e7b46376a286 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1662.532680] env[62438]: DEBUG nova.compute.manager [req-6d463c3c-7bc1-4ac0-9fec-671f00ef1acc req-9237d09c-aae1-4beb-9780-d9c614ab61c5 service nova] [instance: b4ab6c81-0444-4d0d-bcbf-50f2ff69844d] Detach interface failed, port_id=129e09b6-0b85-4dc7-8210-525b7a800ffe, reason: Instance b4ab6c81-0444-4d0d-bcbf-50f2ff69844d could not be found. {{(pid=62438) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1662.609451] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2c69d4ad-ce60-4638-9855-b37877df8327 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] Acquiring lock "4deade09-1669-4384-9f17-a8cd7a4c1816" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1662.609451] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2c69d4ad-ce60-4638-9855-b37877df8327 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] Lock "4deade09-1669-4384-9f17-a8cd7a4c1816" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1662.759134] env[62438]: DEBUG oslo_concurrency.lockutils [None req-fa936e46-8165-46f6-b033-7867e6d1b855 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1662.759542] env[62438]: DEBUG oslo_concurrency.lockutils [None req-fa936e46-8165-46f6-b033-7867e6d1b855 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1662.759893] env[62438]: DEBUG nova.objects.instance [None req-fa936e46-8165-46f6-b033-7867e6d1b855 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Lazy-loading 'resources' on Instance uuid a55cd8ef-cf46-4466-b0ef-b32bff8d6a28 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1662.782434] env[62438]: INFO nova.compute.manager [-] [instance: b4ab6c81-0444-4d0d-bcbf-50f2ff69844d] Took 1.28 seconds to deallocate network for instance. [ 1662.910130] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f53a99-f528-4668-826c-fd322c88b798 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.933306] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-045071ba-a07c-411e-aaa9-90a431175667 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 23364d4c-07c7-4521-8f21-23226f1edb8c] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1662.933573] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e6342d6-c16f-43fe-bbd1-44e63016ded6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.941519] env[62438]: DEBUG oslo_vmware.api [None req-045071ba-a07c-411e-aaa9-90a431175667 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Waiting for the task: (returnval){ [ 1662.941519] env[62438]: value = "task-1785320" [ 1662.941519] env[62438]: _type = "Task" [ 1662.941519] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.949262] env[62438]: DEBUG oslo_vmware.api [None req-383abf13-3cac-43aa-a4ed-6f4c2c312e9a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Task: {'id': task-1785319, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.511942} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.952249] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-383abf13-3cac-43aa-a4ed-6f4c2c312e9a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1662.952449] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-383abf13-3cac-43aa-a4ed-6f4c2c312e9a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: 473744fb-4d72-49a3-bf1b-1cca94c8869e] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1662.952632] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-383abf13-3cac-43aa-a4ed-6f4c2c312e9a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: 473744fb-4d72-49a3-bf1b-1cca94c8869e] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1662.952808] env[62438]: INFO nova.compute.manager [None req-383abf13-3cac-43aa-a4ed-6f4c2c312e9a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] [instance: 473744fb-4d72-49a3-bf1b-1cca94c8869e] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1662.953072] env[62438]: DEBUG oslo.service.loopingcall [None req-383abf13-3cac-43aa-a4ed-6f4c2c312e9a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1662.953290] env[62438]: DEBUG oslo_vmware.api [None req-045071ba-a07c-411e-aaa9-90a431175667 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785320, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.953587] env[62438]: DEBUG nova.compute.manager [-] [instance: 473744fb-4d72-49a3-bf1b-1cca94c8869e] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1662.953680] env[62438]: DEBUG nova.network.neutron [-] [instance: 473744fb-4d72-49a3-bf1b-1cca94c8869e] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1663.040265] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a8927513-1f80-4b73-83cf-e7b46376a286 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1663.112640] env[62438]: DEBUG nova.compute.manager [None req-2c69d4ad-ce60-4638-9855-b37877df8327 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] [instance: 4deade09-1669-4384-9f17-a8cd7a4c1816] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1663.289573] env[62438]: DEBUG oslo_concurrency.lockutils [None req-eb410a47-51dc-4946-ba2b-082674999414 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1663.339189] env[62438]: DEBUG oslo_concurrency.lockutils [None req-b9cc28ab-2183-4e4b-ac17-e27411146cf7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Acquiring lock "b7551b4c-cb4e-40f2-b19c-65e5d87c1a0c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1663.339442] env[62438]: DEBUG oslo_concurrency.lockutils [None req-b9cc28ab-2183-4e4b-ac17-e27411146cf7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Lock "b7551b4c-cb4e-40f2-b19c-65e5d87c1a0c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1663.339651] env[62438]: DEBUG oslo_concurrency.lockutils [None req-b9cc28ab-2183-4e4b-ac17-e27411146cf7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Acquiring lock "b7551b4c-cb4e-40f2-b19c-65e5d87c1a0c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1663.339841] env[62438]: DEBUG oslo_concurrency.lockutils [None req-b9cc28ab-2183-4e4b-ac17-e27411146cf7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Lock "b7551b4c-cb4e-40f2-b19c-65e5d87c1a0c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1663.340033] env[62438]: DEBUG oslo_concurrency.lockutils [None req-b9cc28ab-2183-4e4b-ac17-e27411146cf7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Lock "b7551b4c-cb4e-40f2-b19c-65e5d87c1a0c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1663.342663] env[62438]: INFO nova.compute.manager [None req-b9cc28ab-2183-4e4b-ac17-e27411146cf7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: b7551b4c-cb4e-40f2-b19c-65e5d87c1a0c] Terminating instance [ 1663.344394] env[62438]: DEBUG nova.compute.manager [None req-b9cc28ab-2183-4e4b-ac17-e27411146cf7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: b7551b4c-cb4e-40f2-b19c-65e5d87c1a0c] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1663.344751] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-b9cc28ab-2183-4e4b-ac17-e27411146cf7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: b7551b4c-cb4e-40f2-b19c-65e5d87c1a0c] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1663.345466] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c31a815-74f6-4fff-8a42-0aab16cd5525 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.353134] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9cc28ab-2183-4e4b-ac17-e27411146cf7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: b7551b4c-cb4e-40f2-b19c-65e5d87c1a0c] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1663.355407] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e67b789d-dbd4-4ada-9f5c-b2edaa8988ac {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.361493] env[62438]: DEBUG oslo_vmware.api [None req-b9cc28ab-2183-4e4b-ac17-e27411146cf7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Waiting for the task: (returnval){ [ 1663.361493] env[62438]: value = "task-1785321" [ 1663.361493] env[62438]: _type = "Task" [ 1663.361493] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.372805] env[62438]: DEBUG oslo_vmware.api [None req-b9cc28ab-2183-4e4b-ac17-e27411146cf7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1785321, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.392610] env[62438]: DEBUG nova.compute.manager [req-6b10f275-c110-4565-8385-241ba7f0177b req-64bd0ba4-1c2c-4a59-a44d-8dffc7bf2f84 service nova] [instance: 473744fb-4d72-49a3-bf1b-1cca94c8869e] Received event network-vif-deleted-cc360a16-24df-462d-9eb9-bff47003fe64 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1663.393195] env[62438]: INFO nova.compute.manager [req-6b10f275-c110-4565-8385-241ba7f0177b req-64bd0ba4-1c2c-4a59-a44d-8dffc7bf2f84 service nova] [instance: 473744fb-4d72-49a3-bf1b-1cca94c8869e] Neutron deleted interface cc360a16-24df-462d-9eb9-bff47003fe64; detaching it from the instance and deleting it from the info cache [ 1663.393195] env[62438]: DEBUG nova.network.neutron [req-6b10f275-c110-4565-8385-241ba7f0177b req-64bd0ba4-1c2c-4a59-a44d-8dffc7bf2f84 service nova] [instance: 473744fb-4d72-49a3-bf1b-1cca94c8869e] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1663.453338] env[62438]: DEBUG oslo_vmware.api [None req-045071ba-a07c-411e-aaa9-90a431175667 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785320, 'name': PowerOffVM_Task, 'duration_secs': 0.235857} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.453791] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-045071ba-a07c-411e-aaa9-90a431175667 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 23364d4c-07c7-4521-8f21-23226f1edb8c] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1663.459130] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-045071ba-a07c-411e-aaa9-90a431175667 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 23364d4c-07c7-4521-8f21-23226f1edb8c] Reconfiguring VM instance instance-0000004c to detach disk 2001 {{(pid=62438) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1663.461417] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d815579-7231-4506-997e-68baca9f7f69 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.485880] env[62438]: DEBUG oslo_vmware.api [None req-045071ba-a07c-411e-aaa9-90a431175667 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Waiting for the task: (returnval){ [ 1663.485880] env[62438]: value = "task-1785322" [ 1663.485880] env[62438]: _type = "Task" [ 1663.485880] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.496939] env[62438]: DEBUG oslo_vmware.api [None req-045071ba-a07c-411e-aaa9-90a431175667 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785322, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.506396] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-702ff7b7-e64c-479b-943d-5c9ee60db204 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.513544] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1bf7e5b-b90c-4ebf-ae6a-86267bcbdaf5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.547215] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f9302c7-833b-4a25-8112-6f2eebec09ef {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.555772] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe17254-56d3-4a9e-98de-082f2b97b9ec {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.569848] env[62438]: DEBUG nova.compute.provider_tree [None req-fa936e46-8165-46f6-b033-7867e6d1b855 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1663.631748] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2c69d4ad-ce60-4638-9855-b37877df8327 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1663.764204] env[62438]: DEBUG nova.network.neutron [-] [instance: 473744fb-4d72-49a3-bf1b-1cca94c8869e] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1663.873921] env[62438]: DEBUG oslo_vmware.api [None req-b9cc28ab-2183-4e4b-ac17-e27411146cf7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1785321, 'name': PowerOffVM_Task, 'duration_secs': 0.319043} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.874249] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9cc28ab-2183-4e4b-ac17-e27411146cf7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: b7551b4c-cb4e-40f2-b19c-65e5d87c1a0c] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1663.874425] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-b9cc28ab-2183-4e4b-ac17-e27411146cf7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: b7551b4c-cb4e-40f2-b19c-65e5d87c1a0c] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1663.874677] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a78fa6ca-12de-4b58-91f8-8c28c4a1b5ae {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.901235] env[62438]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-240c783f-88de-4986-a910-a6c96f91100b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.910365] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f57385e-9d48-4f21-90e7-0b33767eb31b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.943611] env[62438]: DEBUG nova.compute.manager [req-6b10f275-c110-4565-8385-241ba7f0177b req-64bd0ba4-1c2c-4a59-a44d-8dffc7bf2f84 service nova] [instance: 473744fb-4d72-49a3-bf1b-1cca94c8869e] Detach interface failed, port_id=cc360a16-24df-462d-9eb9-bff47003fe64, reason: Instance 473744fb-4d72-49a3-bf1b-1cca94c8869e could not be found. {{(pid=62438) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1663.996332] env[62438]: DEBUG oslo_vmware.api [None req-045071ba-a07c-411e-aaa9-90a431175667 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785322, 'name': ReconfigVM_Task, 'duration_secs': 0.23371} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.996656] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-045071ba-a07c-411e-aaa9-90a431175667 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 23364d4c-07c7-4521-8f21-23226f1edb8c] Reconfigured VM instance instance-0000004c to detach disk 2001 {{(pid=62438) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1663.997220] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-045071ba-a07c-411e-aaa9-90a431175667 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 23364d4c-07c7-4521-8f21-23226f1edb8c] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1663.997220] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c68776df-b6e1-49bc-8814-898c18f1f74b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.004647] env[62438]: DEBUG oslo_vmware.api [None req-045071ba-a07c-411e-aaa9-90a431175667 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Waiting for the task: (returnval){ [ 1664.004647] env[62438]: value = "task-1785324" [ 1664.004647] env[62438]: _type = "Task" [ 1664.004647] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.012019] env[62438]: DEBUG oslo_vmware.api [None req-045071ba-a07c-411e-aaa9-90a431175667 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785324, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.069543] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-b9cc28ab-2183-4e4b-ac17-e27411146cf7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: b7551b4c-cb4e-40f2-b19c-65e5d87c1a0c] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1664.069852] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-b9cc28ab-2183-4e4b-ac17-e27411146cf7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: b7551b4c-cb4e-40f2-b19c-65e5d87c1a0c] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1664.070101] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9cc28ab-2183-4e4b-ac17-e27411146cf7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Deleting the datastore file [datastore1] b7551b4c-cb4e-40f2-b19c-65e5d87c1a0c {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1664.070423] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f518816-c43b-42e5-a963-ad34b0f51a9d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.072898] env[62438]: DEBUG nova.scheduler.client.report [None req-fa936e46-8165-46f6-b033-7867e6d1b855 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1664.081046] env[62438]: DEBUG oslo_vmware.api [None req-b9cc28ab-2183-4e4b-ac17-e27411146cf7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Waiting for the task: (returnval){ [ 1664.081046] env[62438]: value = "task-1785325" [ 1664.081046] env[62438]: _type = "Task" [ 1664.081046] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.088837] env[62438]: DEBUG oslo_vmware.api [None req-b9cc28ab-2183-4e4b-ac17-e27411146cf7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1785325, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.267652] env[62438]: INFO nova.compute.manager [-] [instance: 473744fb-4d72-49a3-bf1b-1cca94c8869e] Took 1.31 seconds to deallocate network for instance. [ 1664.514090] env[62438]: DEBUG oslo_vmware.api [None req-045071ba-a07c-411e-aaa9-90a431175667 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785324, 'name': PowerOnVM_Task, 'duration_secs': 0.402309} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.514401] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-045071ba-a07c-411e-aaa9-90a431175667 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 23364d4c-07c7-4521-8f21-23226f1edb8c] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1664.514639] env[62438]: DEBUG nova.compute.manager [None req-045071ba-a07c-411e-aaa9-90a431175667 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 23364d4c-07c7-4521-8f21-23226f1edb8c] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1664.515431] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e9ed654-0adf-47bc-84c5-56707e4b5c54 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.578280] env[62438]: DEBUG oslo_concurrency.lockutils [None req-fa936e46-8165-46f6-b033-7867e6d1b855 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.818s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1664.580429] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a8927513-1f80-4b73-83cf-e7b46376a286 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.540s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1664.582612] env[62438]: INFO nova.compute.claims [None req-a8927513-1f80-4b73-83cf-e7b46376a286 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1664.594093] env[62438]: DEBUG oslo_vmware.api [None req-b9cc28ab-2183-4e4b-ac17-e27411146cf7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Task: {'id': task-1785325, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226871} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.594339] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9cc28ab-2183-4e4b-ac17-e27411146cf7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1664.594520] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-b9cc28ab-2183-4e4b-ac17-e27411146cf7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: b7551b4c-cb4e-40f2-b19c-65e5d87c1a0c] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1664.594763] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-b9cc28ab-2183-4e4b-ac17-e27411146cf7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: b7551b4c-cb4e-40f2-b19c-65e5d87c1a0c] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1664.594883] env[62438]: INFO nova.compute.manager [None req-b9cc28ab-2183-4e4b-ac17-e27411146cf7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] [instance: b7551b4c-cb4e-40f2-b19c-65e5d87c1a0c] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1664.595497] env[62438]: DEBUG oslo.service.loopingcall [None req-b9cc28ab-2183-4e4b-ac17-e27411146cf7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1664.595497] env[62438]: DEBUG nova.compute.manager [-] [instance: b7551b4c-cb4e-40f2-b19c-65e5d87c1a0c] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1664.595497] env[62438]: DEBUG nova.network.neutron [-] [instance: b7551b4c-cb4e-40f2-b19c-65e5d87c1a0c] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1664.598592] env[62438]: INFO nova.scheduler.client.report [None req-fa936e46-8165-46f6-b033-7867e6d1b855 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Deleted allocations for instance a55cd8ef-cf46-4466-b0ef-b32bff8d6a28 [ 1664.774544] env[62438]: DEBUG oslo_concurrency.lockutils [None req-383abf13-3cac-43aa-a4ed-6f4c2c312e9a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1665.106149] env[62438]: DEBUG oslo_concurrency.lockutils [None req-fa936e46-8165-46f6-b033-7867e6d1b855 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Lock "a55cd8ef-cf46-4466-b0ef-b32bff8d6a28" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1665.298441] env[62438]: DEBUG nova.network.neutron [-] [instance: b7551b4c-cb4e-40f2-b19c-65e5d87c1a0c] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1665.472508] env[62438]: DEBUG nova.compute.manager [req-539b569f-ba0e-474c-9865-3728976e8f1f req-48b5f15b-1700-4034-b659-9161f6f68167 service nova] [instance: b7551b4c-cb4e-40f2-b19c-65e5d87c1a0c] Received event network-vif-deleted-8b4c41e5-388a-4e76-bf60-aad188fb00f0 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1665.762780] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91b45f80-62fa-488a-b92a-645c68fcf5cb {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.770749] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edf68bdd-4bdd-4e8b-ad35-d0901f2ca978 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.799698] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ea4a866-a09d-4d3d-8c5b-0bc79910eca8 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.802087] env[62438]: INFO nova.compute.manager [-] [instance: b7551b4c-cb4e-40f2-b19c-65e5d87c1a0c] Took 1.21 seconds to deallocate network for instance. [ 1665.809421] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b268fb4d-177c-4f10-a3aa-100735dcf320 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.823779] env[62438]: DEBUG nova.compute.provider_tree [None req-a8927513-1f80-4b73-83cf-e7b46376a286 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1666.311040] env[62438]: DEBUG oslo_concurrency.lockutils [None req-b9cc28ab-2183-4e4b-ac17-e27411146cf7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1666.311658] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ec440c65-2314-455e-b860-5d77893f84d3 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Acquiring lock "3140b166-1a65-4952-ad05-012140a48ed0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1666.311921] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ec440c65-2314-455e-b860-5d77893f84d3 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Lock "3140b166-1a65-4952-ad05-012140a48ed0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1666.326446] env[62438]: DEBUG nova.scheduler.client.report [None req-a8927513-1f80-4b73-83cf-e7b46376a286 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1666.814684] env[62438]: DEBUG nova.compute.manager [None req-ec440c65-2314-455e-b860-5d77893f84d3 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 3140b166-1a65-4952-ad05-012140a48ed0] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1666.831954] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a8927513-1f80-4b73-83cf-e7b46376a286 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.251s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1666.832238] env[62438]: DEBUG nova.compute.manager [None req-a8927513-1f80-4b73-83cf-e7b46376a286 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1666.835395] env[62438]: DEBUG oslo_concurrency.lockutils [None req-eb410a47-51dc-4946-ba2b-082674999414 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.546s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1666.836154] env[62438]: DEBUG nova.objects.instance [None req-eb410a47-51dc-4946-ba2b-082674999414 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Lazy-loading 'resources' on Instance uuid b4ab6c81-0444-4d0d-bcbf-50f2ff69844d {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1667.335569] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ec440c65-2314-455e-b860-5d77893f84d3 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1667.339075] env[62438]: DEBUG nova.compute.utils [None req-a8927513-1f80-4b73-83cf-e7b46376a286 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1667.340445] env[62438]: DEBUG nova.compute.manager [None req-a8927513-1f80-4b73-83cf-e7b46376a286 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1667.340614] env[62438]: DEBUG nova.network.neutron [None req-a8927513-1f80-4b73-83cf-e7b46376a286 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1667.417323] env[62438]: DEBUG nova.policy [None req-a8927513-1f80-4b73-83cf-e7b46376a286 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '68e2a2a3925a435f9a96dde6e199331e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4f3dbad0ee7a4ddebd396ce5fa49f1d7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1667.545705] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe865620-401f-456b-8fa8-79b68f2d1fb2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.554864] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f80c1b7-0a84-40ee-a125-6173f06e516b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.586969] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fdca09f-1026-44b7-b4fe-ed2c81ce3f26 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.594969] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-877cd349-00eb-4e8c-8adc-63e5d8b25c47 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.610122] env[62438]: DEBUG nova.compute.provider_tree [None req-eb410a47-51dc-4946-ba2b-082674999414 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1667.846239] env[62438]: DEBUG nova.compute.manager [None req-a8927513-1f80-4b73-83cf-e7b46376a286 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1667.865796] env[62438]: DEBUG nova.network.neutron [None req-a8927513-1f80-4b73-83cf-e7b46376a286 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Successfully created port: 27aaa3f2-5d14-43cb-b458-c9c7d093b677 {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1668.113081] env[62438]: DEBUG nova.scheduler.client.report [None req-eb410a47-51dc-4946-ba2b-082674999414 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1668.360336] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e951d2ec-972c-42b1-b0f5-d7a4f63b6df5 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Acquiring lock "2a865b41-1752-4d8e-81f0-3ca85069c831" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1668.360591] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e951d2ec-972c-42b1-b0f5-d7a4f63b6df5 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Lock "2a865b41-1752-4d8e-81f0-3ca85069c831" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1668.619670] env[62438]: DEBUG oslo_concurrency.lockutils [None req-eb410a47-51dc-4946-ba2b-082674999414 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.784s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1668.622721] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2c69d4ad-ce60-4638-9855-b37877df8327 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.991s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1668.624154] env[62438]: INFO nova.compute.claims [None req-2c69d4ad-ce60-4638-9855-b37877df8327 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] [instance: 4deade09-1669-4384-9f17-a8cd7a4c1816] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1668.645061] env[62438]: INFO nova.scheduler.client.report [None req-eb410a47-51dc-4946-ba2b-082674999414 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Deleted allocations for instance b4ab6c81-0444-4d0d-bcbf-50f2ff69844d [ 1668.856018] env[62438]: DEBUG nova.compute.manager [None req-a8927513-1f80-4b73-83cf-e7b46376a286 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1668.862694] env[62438]: DEBUG nova.compute.manager [None req-e951d2ec-972c-42b1-b0f5-d7a4f63b6df5 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 2a865b41-1752-4d8e-81f0-3ca85069c831] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1668.885383] env[62438]: DEBUG nova.virt.hardware [None req-a8927513-1f80-4b73-83cf-e7b46376a286 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1668.885383] env[62438]: DEBUG nova.virt.hardware [None req-a8927513-1f80-4b73-83cf-e7b46376a286 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1668.885383] env[62438]: DEBUG nova.virt.hardware [None req-a8927513-1f80-4b73-83cf-e7b46376a286 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1668.885383] env[62438]: DEBUG nova.virt.hardware [None req-a8927513-1f80-4b73-83cf-e7b46376a286 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1668.885383] env[62438]: DEBUG nova.virt.hardware [None req-a8927513-1f80-4b73-83cf-e7b46376a286 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1668.885383] env[62438]: DEBUG nova.virt.hardware [None req-a8927513-1f80-4b73-83cf-e7b46376a286 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1668.885722] env[62438]: DEBUG nova.virt.hardware [None req-a8927513-1f80-4b73-83cf-e7b46376a286 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1668.885722] env[62438]: DEBUG nova.virt.hardware [None req-a8927513-1f80-4b73-83cf-e7b46376a286 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1668.885878] env[62438]: DEBUG nova.virt.hardware [None req-a8927513-1f80-4b73-83cf-e7b46376a286 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1668.885983] env[62438]: DEBUG nova.virt.hardware [None req-a8927513-1f80-4b73-83cf-e7b46376a286 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1668.886155] env[62438]: DEBUG nova.virt.hardware [None req-a8927513-1f80-4b73-83cf-e7b46376a286 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1668.887042] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-545ae80b-f320-4019-8a6c-f9d1c963f725 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.895041] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12684d42-2dc8-4cef-85b0-1390d8558473 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.155892] env[62438]: DEBUG oslo_concurrency.lockutils [None req-eb410a47-51dc-4946-ba2b-082674999414 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Lock "b4ab6c81-0444-4d0d-bcbf-50f2ff69844d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.831s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1669.382881] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e951d2ec-972c-42b1-b0f5-d7a4f63b6df5 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1669.550813] env[62438]: DEBUG nova.compute.manager [req-ee6b4baf-9225-428c-aa1a-47dc20862de7 req-c8d6ee87-c7e5-4414-a32f-b9d81d769e4b service nova] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Received event network-vif-plugged-27aaa3f2-5d14-43cb-b458-c9c7d093b677 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1669.551538] env[62438]: DEBUG oslo_concurrency.lockutils [req-ee6b4baf-9225-428c-aa1a-47dc20862de7 req-c8d6ee87-c7e5-4414-a32f-b9d81d769e4b service nova] Acquiring lock "a0ff8ae6-f1bf-4207-9042-2c55dbbda487-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1669.553233] env[62438]: DEBUG oslo_concurrency.lockutils [req-ee6b4baf-9225-428c-aa1a-47dc20862de7 req-c8d6ee87-c7e5-4414-a32f-b9d81d769e4b service nova] Lock "a0ff8ae6-f1bf-4207-9042-2c55dbbda487-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1669.553233] env[62438]: DEBUG oslo_concurrency.lockutils [req-ee6b4baf-9225-428c-aa1a-47dc20862de7 req-c8d6ee87-c7e5-4414-a32f-b9d81d769e4b service nova] Lock "a0ff8ae6-f1bf-4207-9042-2c55dbbda487-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1669.553233] env[62438]: DEBUG nova.compute.manager [req-ee6b4baf-9225-428c-aa1a-47dc20862de7 req-c8d6ee87-c7e5-4414-a32f-b9d81d769e4b service nova] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] No waiting events found dispatching network-vif-plugged-27aaa3f2-5d14-43cb-b458-c9c7d093b677 {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1669.553233] env[62438]: WARNING nova.compute.manager [req-ee6b4baf-9225-428c-aa1a-47dc20862de7 req-c8d6ee87-c7e5-4414-a32f-b9d81d769e4b service nova] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Received unexpected event network-vif-plugged-27aaa3f2-5d14-43cb-b458-c9c7d093b677 for instance with vm_state building and task_state spawning. [ 1669.663333] env[62438]: DEBUG nova.network.neutron [None req-a8927513-1f80-4b73-83cf-e7b46376a286 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Successfully updated port: 27aaa3f2-5d14-43cb-b458-c9c7d093b677 {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1669.842062] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d568305-313a-498d-95a2-6e4faf210921 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.849810] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e37936-7c34-439a-8874-391e7aeafb7e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.878992] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f7cfa4-3712-4fca-a7bb-d2ac1181c7cd {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.886471] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bf49bae-ed84-4212-8c1e-e850a815560e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.900385] env[62438]: DEBUG nova.compute.provider_tree [None req-2c69d4ad-ce60-4638-9855-b37877df8327 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1670.165325] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a8927513-1f80-4b73-83cf-e7b46376a286 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Acquiring lock "refresh_cache-a0ff8ae6-f1bf-4207-9042-2c55dbbda487" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1670.165591] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a8927513-1f80-4b73-83cf-e7b46376a286 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Acquired lock "refresh_cache-a0ff8ae6-f1bf-4207-9042-2c55dbbda487" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1670.165633] env[62438]: DEBUG nova.network.neutron [None req-a8927513-1f80-4b73-83cf-e7b46376a286 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1670.404360] env[62438]: DEBUG nova.scheduler.client.report [None req-2c69d4ad-ce60-4638-9855-b37877df8327 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1670.671447] env[62438]: DEBUG oslo_concurrency.lockutils [None req-47f00037-b295-4dce-b600-9ab72a9c6a18 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Acquiring lock "8aec2c98-88bc-4195-bbdd-493e11bb9185" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1670.671702] env[62438]: DEBUG oslo_concurrency.lockutils [None req-47f00037-b295-4dce-b600-9ab72a9c6a18 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Lock "8aec2c98-88bc-4195-bbdd-493e11bb9185" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1670.700029] env[62438]: DEBUG nova.network.neutron [None req-a8927513-1f80-4b73-83cf-e7b46376a286 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1670.837819] env[62438]: DEBUG nova.network.neutron [None req-a8927513-1f80-4b73-83cf-e7b46376a286 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Updating instance_info_cache with network_info: [{"id": "27aaa3f2-5d14-43cb-b458-c9c7d093b677", "address": "fa:16:3e:e9:fa:9d", "network": {"id": "0dbd3920-b0f9-440c-828e-f62c188026e3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-185667311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f3dbad0ee7a4ddebd396ce5fa49f1d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27aaa3f2-5d", "ovs_interfaceid": "27aaa3f2-5d14-43cb-b458-c9c7d093b677", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1670.910517] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2c69d4ad-ce60-4638-9855-b37877df8327 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.288s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1670.911070] env[62438]: DEBUG nova.compute.manager [None req-2c69d4ad-ce60-4638-9855-b37877df8327 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] [instance: 4deade09-1669-4384-9f17-a8cd7a4c1816] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1670.913682] env[62438]: DEBUG oslo_concurrency.lockutils [None req-383abf13-3cac-43aa-a4ed-6f4c2c312e9a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.139s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1670.913900] env[62438]: DEBUG nova.objects.instance [None req-383abf13-3cac-43aa-a4ed-6f4c2c312e9a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Lazy-loading 'resources' on Instance uuid 473744fb-4d72-49a3-bf1b-1cca94c8869e {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1671.174068] env[62438]: DEBUG nova.compute.manager [None req-47f00037-b295-4dce-b600-9ab72a9c6a18 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: 8aec2c98-88bc-4195-bbdd-493e11bb9185] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1671.341678] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a8927513-1f80-4b73-83cf-e7b46376a286 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Releasing lock "refresh_cache-a0ff8ae6-f1bf-4207-9042-2c55dbbda487" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1671.342116] env[62438]: DEBUG nova.compute.manager [None req-a8927513-1f80-4b73-83cf-e7b46376a286 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Instance network_info: |[{"id": "27aaa3f2-5d14-43cb-b458-c9c7d093b677", "address": "fa:16:3e:e9:fa:9d", "network": {"id": "0dbd3920-b0f9-440c-828e-f62c188026e3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-185667311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f3dbad0ee7a4ddebd396ce5fa49f1d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27aaa3f2-5d", "ovs_interfaceid": "27aaa3f2-5d14-43cb-b458-c9c7d093b677", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1671.342649] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a8927513-1f80-4b73-83cf-e7b46376a286 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:fa:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ab93899c-92b2-4d84-95a6-192234add28c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '27aaa3f2-5d14-43cb-b458-c9c7d093b677', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1671.350901] env[62438]: DEBUG oslo.service.loopingcall [None req-a8927513-1f80-4b73-83cf-e7b46376a286 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1671.351184] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1671.351449] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-04ef9074-2ed1-4e46-85c3-79f2b48e4574 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.373911] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1671.373911] env[62438]: value = "task-1785326" [ 1671.373911] env[62438]: _type = "Task" [ 1671.373911] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.383705] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785326, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.422322] env[62438]: DEBUG nova.compute.utils [None req-2c69d4ad-ce60-4638-9855-b37877df8327 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1671.424977] env[62438]: DEBUG nova.compute.manager [None req-2c69d4ad-ce60-4638-9855-b37877df8327 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] [instance: 4deade09-1669-4384-9f17-a8cd7a4c1816] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1671.425432] env[62438]: DEBUG nova.network.neutron [None req-2c69d4ad-ce60-4638-9855-b37877df8327 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] [instance: 4deade09-1669-4384-9f17-a8cd7a4c1816] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1671.469574] env[62438]: DEBUG nova.policy [None req-2c69d4ad-ce60-4638-9855-b37877df8327 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '499947b8237b4adcbad93181239b3e7e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '75f1781860b04395af620408f9b1cc48', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1671.582654] env[62438]: DEBUG nova.compute.manager [req-c28b01d2-5094-4067-9246-72749a3753c7 req-b366f797-1f65-465c-b1e2-47a06d948db6 service nova] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Received event network-changed-27aaa3f2-5d14-43cb-b458-c9c7d093b677 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1671.582764] env[62438]: DEBUG nova.compute.manager [req-c28b01d2-5094-4067-9246-72749a3753c7 req-b366f797-1f65-465c-b1e2-47a06d948db6 service nova] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Refreshing instance network info cache due to event network-changed-27aaa3f2-5d14-43cb-b458-c9c7d093b677. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1671.583050] env[62438]: DEBUG oslo_concurrency.lockutils [req-c28b01d2-5094-4067-9246-72749a3753c7 req-b366f797-1f65-465c-b1e2-47a06d948db6 service nova] Acquiring lock "refresh_cache-a0ff8ae6-f1bf-4207-9042-2c55dbbda487" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1671.583246] env[62438]: DEBUG oslo_concurrency.lockutils [req-c28b01d2-5094-4067-9246-72749a3753c7 req-b366f797-1f65-465c-b1e2-47a06d948db6 service nova] Acquired lock "refresh_cache-a0ff8ae6-f1bf-4207-9042-2c55dbbda487" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1671.583436] env[62438]: DEBUG nova.network.neutron [req-c28b01d2-5094-4067-9246-72749a3753c7 req-b366f797-1f65-465c-b1e2-47a06d948db6 service nova] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Refreshing network info cache for port 27aaa3f2-5d14-43cb-b458-c9c7d093b677 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1671.682377] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddcd71d2-2ef4-48cd-aba8-60b55a1785bc {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.695674] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-472f13f9-51b4-496c-9c92-d894d37b1ddb {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.703468] env[62438]: DEBUG oslo_concurrency.lockutils [None req-47f00037-b295-4dce-b600-9ab72a9c6a18 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1671.737576] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d339faee-e959-4313-b942-642e92130bc5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.746278] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c39004-8152-4d6c-b47d-0577796b3d55 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.761017] env[62438]: DEBUG nova.compute.provider_tree [None req-383abf13-3cac-43aa-a4ed-6f4c2c312e9a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1671.811018] env[62438]: DEBUG nova.network.neutron [None req-2c69d4ad-ce60-4638-9855-b37877df8327 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] [instance: 4deade09-1669-4384-9f17-a8cd7a4c1816] Successfully created port: 764b6010-93d0-414c-9fac-2569ca0efef8 {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1671.884184] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785326, 'name': CreateVM_Task, 'duration_secs': 0.373128} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.884363] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1671.885064] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a8927513-1f80-4b73-83cf-e7b46376a286 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1671.885245] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a8927513-1f80-4b73-83cf-e7b46376a286 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1671.885568] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a8927513-1f80-4b73-83cf-e7b46376a286 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1671.885820] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cddeac5-2957-4dd7-b1a6-6a2dccdfb266 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.890791] env[62438]: DEBUG oslo_vmware.api [None req-a8927513-1f80-4b73-83cf-e7b46376a286 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Waiting for the task: (returnval){ [ 1671.890791] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52c9d862-b1d4-a16d-ef9b-d7dd1a2491ac" [ 1671.890791] env[62438]: _type = "Task" [ 1671.890791] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.898616] env[62438]: DEBUG oslo_vmware.api [None req-a8927513-1f80-4b73-83cf-e7b46376a286 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52c9d862-b1d4-a16d-ef9b-d7dd1a2491ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.929317] env[62438]: DEBUG nova.compute.manager [None req-2c69d4ad-ce60-4638-9855-b37877df8327 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] [instance: 4deade09-1669-4384-9f17-a8cd7a4c1816] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1672.263809] env[62438]: DEBUG nova.scheduler.client.report [None req-383abf13-3cac-43aa-a4ed-6f4c2c312e9a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1672.280914] env[62438]: DEBUG nova.network.neutron [req-c28b01d2-5094-4067-9246-72749a3753c7 req-b366f797-1f65-465c-b1e2-47a06d948db6 service nova] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Updated VIF entry in instance network info cache for port 27aaa3f2-5d14-43cb-b458-c9c7d093b677. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1672.281293] env[62438]: DEBUG nova.network.neutron [req-c28b01d2-5094-4067-9246-72749a3753c7 req-b366f797-1f65-465c-b1e2-47a06d948db6 service nova] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Updating instance_info_cache with network_info: [{"id": "27aaa3f2-5d14-43cb-b458-c9c7d093b677", "address": "fa:16:3e:e9:fa:9d", "network": {"id": "0dbd3920-b0f9-440c-828e-f62c188026e3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-185667311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f3dbad0ee7a4ddebd396ce5fa49f1d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27aaa3f2-5d", "ovs_interfaceid": "27aaa3f2-5d14-43cb-b458-c9c7d093b677", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1672.402035] env[62438]: DEBUG oslo_vmware.api [None req-a8927513-1f80-4b73-83cf-e7b46376a286 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52c9d862-b1d4-a16d-ef9b-d7dd1a2491ac, 'name': SearchDatastore_Task, 'duration_secs': 0.010928} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.402408] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a8927513-1f80-4b73-83cf-e7b46376a286 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1672.402653] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a8927513-1f80-4b73-83cf-e7b46376a286 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1672.402892] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a8927513-1f80-4b73-83cf-e7b46376a286 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1672.403063] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a8927513-1f80-4b73-83cf-e7b46376a286 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1672.403283] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8927513-1f80-4b73-83cf-e7b46376a286 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1672.403514] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-16886810-6228-4132-9afb-8a74ee240862 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.413564] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8927513-1f80-4b73-83cf-e7b46376a286 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1672.413749] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a8927513-1f80-4b73-83cf-e7b46376a286 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1672.414448] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b7f1640-f45b-4195-9359-24eedd380363 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.419805] env[62438]: DEBUG oslo_vmware.api [None req-a8927513-1f80-4b73-83cf-e7b46376a286 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Waiting for the task: (returnval){ [ 1672.419805] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]523b3b8c-a16e-6a01-db8e-c1a2b27ffd81" [ 1672.419805] env[62438]: _type = "Task" [ 1672.419805] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.428384] env[62438]: DEBUG oslo_vmware.api [None req-a8927513-1f80-4b73-83cf-e7b46376a286 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]523b3b8c-a16e-6a01-db8e-c1a2b27ffd81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.769041] env[62438]: DEBUG oslo_concurrency.lockutils [None req-383abf13-3cac-43aa-a4ed-6f4c2c312e9a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.855s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1672.771494] env[62438]: DEBUG oslo_concurrency.lockutils [None req-b9cc28ab-2183-4e4b-ac17-e27411146cf7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.461s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1672.771792] env[62438]: DEBUG nova.objects.instance [None req-b9cc28ab-2183-4e4b-ac17-e27411146cf7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Lazy-loading 'resources' on Instance uuid b7551b4c-cb4e-40f2-b19c-65e5d87c1a0c {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1672.783095] env[62438]: DEBUG oslo_concurrency.lockutils [req-c28b01d2-5094-4067-9246-72749a3753c7 req-b366f797-1f65-465c-b1e2-47a06d948db6 service nova] Releasing lock "refresh_cache-a0ff8ae6-f1bf-4207-9042-2c55dbbda487" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1672.790423] env[62438]: INFO nova.scheduler.client.report [None req-383abf13-3cac-43aa-a4ed-6f4c2c312e9a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Deleted allocations for instance 473744fb-4d72-49a3-bf1b-1cca94c8869e [ 1672.929336] env[62438]: DEBUG oslo_vmware.api [None req-a8927513-1f80-4b73-83cf-e7b46376a286 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]523b3b8c-a16e-6a01-db8e-c1a2b27ffd81, 'name': SearchDatastore_Task, 'duration_secs': 0.012573} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.930121] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa8067f9-e00f-4e1e-b006-4a12e1b993f6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.935191] env[62438]: DEBUG oslo_vmware.api [None req-a8927513-1f80-4b73-83cf-e7b46376a286 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Waiting for the task: (returnval){ [ 1672.935191] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52dc3000-8487-b167-18e4-7947a84f9682" [ 1672.935191] env[62438]: _type = "Task" [ 1672.935191] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.938911] env[62438]: DEBUG nova.compute.manager [None req-2c69d4ad-ce60-4638-9855-b37877df8327 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] [instance: 4deade09-1669-4384-9f17-a8cd7a4c1816] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1672.947733] env[62438]: DEBUG oslo_vmware.api [None req-a8927513-1f80-4b73-83cf-e7b46376a286 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52dc3000-8487-b167-18e4-7947a84f9682, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.965952] env[62438]: DEBUG nova.virt.hardware [None req-2c69d4ad-ce60-4638-9855-b37877df8327 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1672.966232] env[62438]: DEBUG nova.virt.hardware [None req-2c69d4ad-ce60-4638-9855-b37877df8327 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1672.966400] env[62438]: DEBUG nova.virt.hardware [None req-2c69d4ad-ce60-4638-9855-b37877df8327 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1672.966587] env[62438]: DEBUG nova.virt.hardware [None req-2c69d4ad-ce60-4638-9855-b37877df8327 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1672.966739] env[62438]: DEBUG nova.virt.hardware [None req-2c69d4ad-ce60-4638-9855-b37877df8327 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1672.966892] env[62438]: DEBUG nova.virt.hardware [None req-2c69d4ad-ce60-4638-9855-b37877df8327 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1672.967193] env[62438]: DEBUG nova.virt.hardware [None req-2c69d4ad-ce60-4638-9855-b37877df8327 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1672.967385] env[62438]: DEBUG nova.virt.hardware [None req-2c69d4ad-ce60-4638-9855-b37877df8327 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1672.967580] env[62438]: DEBUG nova.virt.hardware [None req-2c69d4ad-ce60-4638-9855-b37877df8327 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1672.967757] env[62438]: DEBUG nova.virt.hardware [None req-2c69d4ad-ce60-4638-9855-b37877df8327 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1672.967939] env[62438]: DEBUG nova.virt.hardware [None req-2c69d4ad-ce60-4638-9855-b37877df8327 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1672.969371] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d5fc566-1c93-4080-aae2-832beaf87e29 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.979895] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b62d82b4-1777-40c9-94da-3bcbde37fc96 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.297773] env[62438]: DEBUG oslo_concurrency.lockutils [None req-383abf13-3cac-43aa-a4ed-6f4c2c312e9a tempest-ListServerFiltersTestJSON-1496399151 tempest-ListServerFiltersTestJSON-1496399151-project-member] Lock "473744fb-4d72-49a3-bf1b-1cca94c8869e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.537s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1673.329713] env[62438]: DEBUG nova.network.neutron [None req-2c69d4ad-ce60-4638-9855-b37877df8327 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] [instance: 4deade09-1669-4384-9f17-a8cd7a4c1816] Successfully updated port: 764b6010-93d0-414c-9fac-2569ca0efef8 {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1673.447712] env[62438]: DEBUG oslo_vmware.api [None req-a8927513-1f80-4b73-83cf-e7b46376a286 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52dc3000-8487-b167-18e4-7947a84f9682, 'name': SearchDatastore_Task, 'duration_secs': 0.011386} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.447712] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a8927513-1f80-4b73-83cf-e7b46376a286 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1673.448072] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8927513-1f80-4b73-83cf-e7b46376a286 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] a0ff8ae6-f1bf-4207-9042-2c55dbbda487/a0ff8ae6-f1bf-4207-9042-2c55dbbda487.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1673.448264] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4b5ce6dd-d652-4d21-b436-4008ceea1b03 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.455052] env[62438]: DEBUG oslo_vmware.api [None req-a8927513-1f80-4b73-83cf-e7b46376a286 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Waiting for the task: (returnval){ [ 1673.455052] env[62438]: value = "task-1785327" [ 1673.455052] env[62438]: _type = "Task" [ 1673.455052] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.464906] env[62438]: DEBUG oslo_vmware.api [None req-a8927513-1f80-4b73-83cf-e7b46376a286 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785327, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.469811] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-058f939a-6b13-48ec-bf28-41ac3ad1b906 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.476225] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-042581e9-531d-4649-8697-1f098fdb7cd9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.506188] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7400742b-957b-4e9f-88d6-8296540abe16 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.513113] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13f28f48-0c10-40b8-a6bb-29735cefdbcc {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.527245] env[62438]: DEBUG nova.compute.provider_tree [None req-b9cc28ab-2183-4e4b-ac17-e27411146cf7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1673.610798] env[62438]: DEBUG nova.compute.manager [req-ab417435-af60-4347-9b50-48ceb53d371c req-017c12fe-c6a7-452e-999a-9e2d171903fe service nova] [instance: 4deade09-1669-4384-9f17-a8cd7a4c1816] Received event network-vif-plugged-764b6010-93d0-414c-9fac-2569ca0efef8 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1673.611220] env[62438]: DEBUG oslo_concurrency.lockutils [req-ab417435-af60-4347-9b50-48ceb53d371c req-017c12fe-c6a7-452e-999a-9e2d171903fe service nova] Acquiring lock "4deade09-1669-4384-9f17-a8cd7a4c1816-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1673.611377] env[62438]: DEBUG oslo_concurrency.lockutils [req-ab417435-af60-4347-9b50-48ceb53d371c req-017c12fe-c6a7-452e-999a-9e2d171903fe service nova] Lock "4deade09-1669-4384-9f17-a8cd7a4c1816-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1673.611602] env[62438]: DEBUG oslo_concurrency.lockutils [req-ab417435-af60-4347-9b50-48ceb53d371c req-017c12fe-c6a7-452e-999a-9e2d171903fe service nova] Lock "4deade09-1669-4384-9f17-a8cd7a4c1816-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1673.611818] env[62438]: DEBUG nova.compute.manager [req-ab417435-af60-4347-9b50-48ceb53d371c req-017c12fe-c6a7-452e-999a-9e2d171903fe service nova] [instance: 4deade09-1669-4384-9f17-a8cd7a4c1816] No waiting events found dispatching network-vif-plugged-764b6010-93d0-414c-9fac-2569ca0efef8 {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1673.611968] env[62438]: WARNING nova.compute.manager [req-ab417435-af60-4347-9b50-48ceb53d371c req-017c12fe-c6a7-452e-999a-9e2d171903fe service nova] [instance: 4deade09-1669-4384-9f17-a8cd7a4c1816] Received unexpected event network-vif-plugged-764b6010-93d0-414c-9fac-2569ca0efef8 for instance with vm_state building and task_state spawning. [ 1673.612172] env[62438]: DEBUG nova.compute.manager [req-ab417435-af60-4347-9b50-48ceb53d371c req-017c12fe-c6a7-452e-999a-9e2d171903fe service nova] [instance: 4deade09-1669-4384-9f17-a8cd7a4c1816] Received event network-changed-764b6010-93d0-414c-9fac-2569ca0efef8 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1673.612312] env[62438]: DEBUG nova.compute.manager [req-ab417435-af60-4347-9b50-48ceb53d371c req-017c12fe-c6a7-452e-999a-9e2d171903fe service nova] [instance: 4deade09-1669-4384-9f17-a8cd7a4c1816] Refreshing instance network info cache due to event network-changed-764b6010-93d0-414c-9fac-2569ca0efef8. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1673.612510] env[62438]: DEBUG oslo_concurrency.lockutils [req-ab417435-af60-4347-9b50-48ceb53d371c req-017c12fe-c6a7-452e-999a-9e2d171903fe service nova] Acquiring lock "refresh_cache-4deade09-1669-4384-9f17-a8cd7a4c1816" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1673.612651] env[62438]: DEBUG oslo_concurrency.lockutils [req-ab417435-af60-4347-9b50-48ceb53d371c req-017c12fe-c6a7-452e-999a-9e2d171903fe service nova] Acquired lock "refresh_cache-4deade09-1669-4384-9f17-a8cd7a4c1816" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1673.612813] env[62438]: DEBUG nova.network.neutron [req-ab417435-af60-4347-9b50-48ceb53d371c req-017c12fe-c6a7-452e-999a-9e2d171903fe service nova] [instance: 4deade09-1669-4384-9f17-a8cd7a4c1816] Refreshing network info cache for port 764b6010-93d0-414c-9fac-2569ca0efef8 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1673.833141] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2c69d4ad-ce60-4638-9855-b37877df8327 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] Acquiring lock "refresh_cache-4deade09-1669-4384-9f17-a8cd7a4c1816" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1673.971037] env[62438]: DEBUG oslo_vmware.api [None req-a8927513-1f80-4b73-83cf-e7b46376a286 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785327, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.433808} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.971352] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8927513-1f80-4b73-83cf-e7b46376a286 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] a0ff8ae6-f1bf-4207-9042-2c55dbbda487/a0ff8ae6-f1bf-4207-9042-2c55dbbda487.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1673.971589] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a8927513-1f80-4b73-83cf-e7b46376a286 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1673.971858] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-163a1946-00ab-4163-a281-d16303b9d2cf {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.978264] env[62438]: DEBUG oslo_vmware.api [None req-a8927513-1f80-4b73-83cf-e7b46376a286 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Waiting for the task: (returnval){ [ 1673.978264] env[62438]: value = "task-1785328" [ 1673.978264] env[62438]: _type = "Task" [ 1673.978264] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.985815] env[62438]: DEBUG oslo_vmware.api [None req-a8927513-1f80-4b73-83cf-e7b46376a286 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785328, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.030235] env[62438]: DEBUG nova.scheduler.client.report [None req-b9cc28ab-2183-4e4b-ac17-e27411146cf7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1674.146659] env[62438]: DEBUG nova.network.neutron [req-ab417435-af60-4347-9b50-48ceb53d371c req-017c12fe-c6a7-452e-999a-9e2d171903fe service nova] [instance: 4deade09-1669-4384-9f17-a8cd7a4c1816] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1674.245171] env[62438]: DEBUG nova.network.neutron [req-ab417435-af60-4347-9b50-48ceb53d371c req-017c12fe-c6a7-452e-999a-9e2d171903fe service nova] [instance: 4deade09-1669-4384-9f17-a8cd7a4c1816] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1674.488609] env[62438]: DEBUG oslo_vmware.api [None req-a8927513-1f80-4b73-83cf-e7b46376a286 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785328, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058415} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.488910] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a8927513-1f80-4b73-83cf-e7b46376a286 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1674.489679] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b28dc6-50a9-416b-923e-b4c77fc0b660 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.510931] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8927513-1f80-4b73-83cf-e7b46376a286 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] a0ff8ae6-f1bf-4207-9042-2c55dbbda487/a0ff8ae6-f1bf-4207-9042-2c55dbbda487.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1674.511478] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dbc63e1e-43b8-4812-89da-90b03cf99f23 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.531061] env[62438]: DEBUG oslo_vmware.api [None req-a8927513-1f80-4b73-83cf-e7b46376a286 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Waiting for the task: (returnval){ [ 1674.531061] env[62438]: value = "task-1785329" [ 1674.531061] env[62438]: _type = "Task" [ 1674.531061] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.535886] env[62438]: DEBUG oslo_concurrency.lockutils [None req-b9cc28ab-2183-4e4b-ac17-e27411146cf7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.764s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1674.540574] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ec440c65-2314-455e-b860-5d77893f84d3 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.205s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1674.542105] env[62438]: INFO nova.compute.claims [None req-ec440c65-2314-455e-b860-5d77893f84d3 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 3140b166-1a65-4952-ad05-012140a48ed0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1674.544950] env[62438]: DEBUG oslo_vmware.api [None req-a8927513-1f80-4b73-83cf-e7b46376a286 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785329, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.565728] env[62438]: INFO nova.scheduler.client.report [None req-b9cc28ab-2183-4e4b-ac17-e27411146cf7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Deleted allocations for instance b7551b4c-cb4e-40f2-b19c-65e5d87c1a0c [ 1674.748107] env[62438]: DEBUG oslo_concurrency.lockutils [req-ab417435-af60-4347-9b50-48ceb53d371c req-017c12fe-c6a7-452e-999a-9e2d171903fe service nova] Releasing lock "refresh_cache-4deade09-1669-4384-9f17-a8cd7a4c1816" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1674.748518] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2c69d4ad-ce60-4638-9855-b37877df8327 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] Acquired lock "refresh_cache-4deade09-1669-4384-9f17-a8cd7a4c1816" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1674.748682] env[62438]: DEBUG nova.network.neutron [None req-2c69d4ad-ce60-4638-9855-b37877df8327 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] [instance: 4deade09-1669-4384-9f17-a8cd7a4c1816] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1675.041565] env[62438]: DEBUG oslo_vmware.api [None req-a8927513-1f80-4b73-83cf-e7b46376a286 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785329, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.073470] env[62438]: DEBUG oslo_concurrency.lockutils [None req-b9cc28ab-2183-4e4b-ac17-e27411146cf7 tempest-ServerDiskConfigTestJSON-1432183628 tempest-ServerDiskConfigTestJSON-1432183628-project-member] Lock "b7551b4c-cb4e-40f2-b19c-65e5d87c1a0c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.734s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1675.300622] env[62438]: DEBUG nova.network.neutron [None req-2c69d4ad-ce60-4638-9855-b37877df8327 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] [instance: 4deade09-1669-4384-9f17-a8cd7a4c1816] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1675.438929] env[62438]: DEBUG nova.network.neutron [None req-2c69d4ad-ce60-4638-9855-b37877df8327 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] [instance: 4deade09-1669-4384-9f17-a8cd7a4c1816] Updating instance_info_cache with network_info: [{"id": "764b6010-93d0-414c-9fac-2569ca0efef8", "address": "fa:16:3e:c7:96:f0", "network": {"id": "7bb0c9df-ab4e-4c3c-ab83-c2fda85bb077", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-834816401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75f1781860b04395af620408f9b1cc48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap764b6010-93", "ovs_interfaceid": "764b6010-93d0-414c-9fac-2569ca0efef8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1675.541766] env[62438]: DEBUG oslo_vmware.api [None req-a8927513-1f80-4b73-83cf-e7b46376a286 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785329, 'name': ReconfigVM_Task, 'duration_secs': 0.624943} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.542061] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8927513-1f80-4b73-83cf-e7b46376a286 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Reconfigured VM instance instance-00000052 to attach disk [datastore1] a0ff8ae6-f1bf-4207-9042-2c55dbbda487/a0ff8ae6-f1bf-4207-9042-2c55dbbda487.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1675.542675] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8a549568-bb73-46bc-8aaa-ba3a310373fa {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.552456] env[62438]: DEBUG oslo_vmware.api [None req-a8927513-1f80-4b73-83cf-e7b46376a286 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Waiting for the task: (returnval){ [ 1675.552456] env[62438]: value = "task-1785330" [ 1675.552456] env[62438]: _type = "Task" [ 1675.552456] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.560827] env[62438]: DEBUG oslo_vmware.api [None req-a8927513-1f80-4b73-83cf-e7b46376a286 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785330, 'name': Rename_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.753384] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-713724aa-2451-4ba6-a1d9-d248c645c8ef {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.760833] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8012caf5-a7bf-4ca6-89d2-235dc499a87e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.791044] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccdbf67c-99d8-4a19-a068-0082dcce8b79 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.798635] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a9f49a-94f9-421d-a811-05c5743df39f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.813160] env[62438]: DEBUG nova.compute.provider_tree [None req-ec440c65-2314-455e-b860-5d77893f84d3 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1675.861458] env[62438]: DEBUG oslo_concurrency.lockutils [None req-808e0b8b-9987-4c06-9130-4c2b30857e44 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Acquiring lock "1e64c34f-a88f-4359-8460-043983887aa3" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1675.861713] env[62438]: DEBUG oslo_concurrency.lockutils [None req-808e0b8b-9987-4c06-9130-4c2b30857e44 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Lock "1e64c34f-a88f-4359-8460-043983887aa3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1675.941735] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2c69d4ad-ce60-4638-9855-b37877df8327 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] Releasing lock "refresh_cache-4deade09-1669-4384-9f17-a8cd7a4c1816" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1675.942085] env[62438]: DEBUG nova.compute.manager [None req-2c69d4ad-ce60-4638-9855-b37877df8327 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] [instance: 4deade09-1669-4384-9f17-a8cd7a4c1816] Instance network_info: |[{"id": "764b6010-93d0-414c-9fac-2569ca0efef8", "address": "fa:16:3e:c7:96:f0", "network": {"id": "7bb0c9df-ab4e-4c3c-ab83-c2fda85bb077", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-834816401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75f1781860b04395af620408f9b1cc48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap764b6010-93", "ovs_interfaceid": "764b6010-93d0-414c-9fac-2569ca0efef8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1675.942521] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-2c69d4ad-ce60-4638-9855-b37877df8327 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] [instance: 4deade09-1669-4384-9f17-a8cd7a4c1816] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:96:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0dd3c126-9d86-4f9a-b81c-e9627c7a5401', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '764b6010-93d0-414c-9fac-2569ca0efef8', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1675.950731] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c69d4ad-ce60-4638-9855-b37877df8327 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] Creating folder: Project (75f1781860b04395af620408f9b1cc48). Parent ref: group-v370230. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1675.951041] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9509066b-3d3c-44cc-893e-50b3fd302543 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.962083] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-2c69d4ad-ce60-4638-9855-b37877df8327 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] Created folder: Project (75f1781860b04395af620408f9b1cc48) in parent group-v370230. [ 1675.962290] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c69d4ad-ce60-4638-9855-b37877df8327 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] Creating folder: Instances. Parent ref: group-v370460. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1675.962536] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ef6a7083-3847-4c62-8926-0cbb0ccee33f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.971326] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-2c69d4ad-ce60-4638-9855-b37877df8327 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] Created folder: Instances in parent group-v370460. [ 1675.971569] env[62438]: DEBUG oslo.service.loopingcall [None req-2c69d4ad-ce60-4638-9855-b37877df8327 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1675.971763] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4deade09-1669-4384-9f17-a8cd7a4c1816] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1675.971991] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d860870-d4a9-44d1-856e-7a26d0deabd9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.992435] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1675.992435] env[62438]: value = "task-1785333" [ 1675.992435] env[62438]: _type = "Task" [ 1675.992435] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.002337] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785333, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.066597] env[62438]: DEBUG oslo_vmware.api [None req-a8927513-1f80-4b73-83cf-e7b46376a286 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785330, 'name': Rename_Task, 'duration_secs': 0.149202} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.066878] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8927513-1f80-4b73-83cf-e7b46376a286 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1676.068180] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ddd6592-d409-4d48-b0dc-f82e522bcbc8 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.079267] env[62438]: DEBUG oslo_vmware.api [None req-a8927513-1f80-4b73-83cf-e7b46376a286 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Waiting for the task: (returnval){ [ 1676.079267] env[62438]: value = "task-1785334" [ 1676.079267] env[62438]: _type = "Task" [ 1676.079267] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.085336] env[62438]: DEBUG oslo_vmware.api [None req-a8927513-1f80-4b73-83cf-e7b46376a286 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785334, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.316361] env[62438]: DEBUG nova.scheduler.client.report [None req-ec440c65-2314-455e-b860-5d77893f84d3 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1676.365211] env[62438]: DEBUG nova.compute.utils [None req-808e0b8b-9987-4c06-9130-4c2b30857e44 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1676.503293] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785333, 'name': CreateVM_Task} progress is 25%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.591461] env[62438]: DEBUG oslo_vmware.api [None req-a8927513-1f80-4b73-83cf-e7b46376a286 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785334, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.821619] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ec440c65-2314-455e-b860-5d77893f84d3 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.281s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1676.822206] env[62438]: DEBUG nova.compute.manager [None req-ec440c65-2314-455e-b860-5d77893f84d3 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 3140b166-1a65-4952-ad05-012140a48ed0] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1676.824956] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e951d2ec-972c-42b1-b0f5-d7a4f63b6df5 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.442s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1676.826487] env[62438]: INFO nova.compute.claims [None req-e951d2ec-972c-42b1-b0f5-d7a4f63b6df5 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 2a865b41-1752-4d8e-81f0-3ca85069c831] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1676.868266] env[62438]: DEBUG oslo_concurrency.lockutils [None req-808e0b8b-9987-4c06-9130-4c2b30857e44 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Lock "1e64c34f-a88f-4359-8460-043983887aa3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1677.006960] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785333, 'name': CreateVM_Task, 'duration_secs': 0.887205} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.007195] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4deade09-1669-4384-9f17-a8cd7a4c1816] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1677.007893] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2c69d4ad-ce60-4638-9855-b37877df8327 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1677.008077] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2c69d4ad-ce60-4638-9855-b37877df8327 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1677.008446] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2c69d4ad-ce60-4638-9855-b37877df8327 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1677.008707] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8d1e535-6397-4e89-b351-1aadaaf429ce {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.013982] env[62438]: DEBUG oslo_vmware.api [None req-2c69d4ad-ce60-4638-9855-b37877df8327 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] Waiting for the task: (returnval){ [ 1677.013982] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]525b39fb-0001-9d82-5418-afccadd49dcc" [ 1677.013982] env[62438]: _type = "Task" [ 1677.013982] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.021791] env[62438]: DEBUG oslo_vmware.api [None req-2c69d4ad-ce60-4638-9855-b37877df8327 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]525b39fb-0001-9d82-5418-afccadd49dcc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.089775] env[62438]: DEBUG oslo_vmware.api [None req-a8927513-1f80-4b73-83cf-e7b46376a286 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785334, 'name': PowerOnVM_Task, 'duration_secs': 0.687981} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.090103] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8927513-1f80-4b73-83cf-e7b46376a286 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1677.090870] env[62438]: INFO nova.compute.manager [None req-a8927513-1f80-4b73-83cf-e7b46376a286 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Took 8.23 seconds to spawn the instance on the hypervisor. [ 1677.090870] env[62438]: DEBUG nova.compute.manager [None req-a8927513-1f80-4b73-83cf-e7b46376a286 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1677.091419] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6130bb8b-9e91-4507-a19b-ec8858f6ae0e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.331221] env[62438]: DEBUG nova.compute.utils [None req-ec440c65-2314-455e-b860-5d77893f84d3 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1677.334810] env[62438]: DEBUG nova.compute.manager [None req-ec440c65-2314-455e-b860-5d77893f84d3 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 3140b166-1a65-4952-ad05-012140a48ed0] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1677.335317] env[62438]: DEBUG nova.network.neutron [None req-ec440c65-2314-455e-b860-5d77893f84d3 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 3140b166-1a65-4952-ad05-012140a48ed0] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1677.415434] env[62438]: DEBUG nova.policy [None req-ec440c65-2314-455e-b860-5d77893f84d3 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ace6be3b450045ee9217e6291567807d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'da30195a54754dadacbdb0481116cd03', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1677.527128] env[62438]: DEBUG oslo_vmware.api [None req-2c69d4ad-ce60-4638-9855-b37877df8327 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]525b39fb-0001-9d82-5418-afccadd49dcc, 'name': SearchDatastore_Task, 'duration_secs': 0.012034} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.527550] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2c69d4ad-ce60-4638-9855-b37877df8327 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1677.527801] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-2c69d4ad-ce60-4638-9855-b37877df8327 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] [instance: 4deade09-1669-4384-9f17-a8cd7a4c1816] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1677.528081] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2c69d4ad-ce60-4638-9855-b37877df8327 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1677.528215] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2c69d4ad-ce60-4638-9855-b37877df8327 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1677.528426] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c69d4ad-ce60-4638-9855-b37877df8327 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1677.528698] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a571cf2a-8562-41fd-8008-fdc5553b4978 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.539805] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c69d4ad-ce60-4638-9855-b37877df8327 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1677.540017] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-2c69d4ad-ce60-4638-9855-b37877df8327 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1677.540950] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e128c580-681e-4263-be7a-c9c829566997 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.546427] env[62438]: DEBUG oslo_vmware.api [None req-2c69d4ad-ce60-4638-9855-b37877df8327 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] Waiting for the task: (returnval){ [ 1677.546427] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52dff17c-61d6-a531-2fb5-387600224227" [ 1677.546427] env[62438]: _type = "Task" [ 1677.546427] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.557134] env[62438]: DEBUG oslo_vmware.api [None req-2c69d4ad-ce60-4638-9855-b37877df8327 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52dff17c-61d6-a531-2fb5-387600224227, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.613980] env[62438]: INFO nova.compute.manager [None req-a8927513-1f80-4b73-83cf-e7b46376a286 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Took 14.59 seconds to build instance. [ 1677.844865] env[62438]: DEBUG nova.compute.manager [None req-ec440c65-2314-455e-b860-5d77893f84d3 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 3140b166-1a65-4952-ad05-012140a48ed0] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1677.925318] env[62438]: DEBUG nova.network.neutron [None req-ec440c65-2314-455e-b860-5d77893f84d3 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 3140b166-1a65-4952-ad05-012140a48ed0] Successfully created port: 807b4a09-18a2-4beb-a5fe-9a6372f402c5 {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1677.958958] env[62438]: DEBUG oslo_concurrency.lockutils [None req-808e0b8b-9987-4c06-9130-4c2b30857e44 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Acquiring lock "1e64c34f-a88f-4359-8460-043983887aa3" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1677.959325] env[62438]: DEBUG oslo_concurrency.lockutils [None req-808e0b8b-9987-4c06-9130-4c2b30857e44 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Lock "1e64c34f-a88f-4359-8460-043983887aa3" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1677.959583] env[62438]: INFO nova.compute.manager [None req-808e0b8b-9987-4c06-9130-4c2b30857e44 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] Attaching volume e55194b3-686a-42fb-bb01-7432c2b6b028 to /dev/sdb [ 1678.001816] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48eded4e-2e4d-44bc-9107-3a4a1f97e57c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.009596] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c8cc49c-9412-4666-8d42-6a75f4a4b85c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.026839] env[62438]: DEBUG nova.virt.block_device [None req-808e0b8b-9987-4c06-9130-4c2b30857e44 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] Updating existing volume attachment record: 7d44c87f-cd3a-4f53-83ca-617ebd81a630 {{(pid=62438) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1678.063782] env[62438]: DEBUG oslo_vmware.api [None req-2c69d4ad-ce60-4638-9855-b37877df8327 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52dff17c-61d6-a531-2fb5-387600224227, 'name': SearchDatastore_Task, 'duration_secs': 0.009626} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.064117] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a396180-cd51-4131-9fda-db1f4224c744 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.069498] env[62438]: DEBUG oslo_vmware.api [None req-2c69d4ad-ce60-4638-9855-b37877df8327 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] Waiting for the task: (returnval){ [ 1678.069498] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52c95391-110d-410a-4326-24c35c9ef632" [ 1678.069498] env[62438]: _type = "Task" [ 1678.069498] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.079424] env[62438]: DEBUG oslo_vmware.api [None req-2c69d4ad-ce60-4638-9855-b37877df8327 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52c95391-110d-410a-4326-24c35c9ef632, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.098786] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb72cee-f21d-4d9e-bcf6-c3329fe27730 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.105642] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee9e9a0-5fd9-4b64-8d69-5ef1195febc1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.135772] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a8927513-1f80-4b73-83cf-e7b46376a286 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Lock "a0ff8ae6-f1bf-4207-9042-2c55dbbda487" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.124s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1678.136670] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c31a7b85-d6dc-442b-a0cd-ec282edccf7a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.143734] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e8b6792-6472-41ac-8060-9e68967332c8 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.159332] env[62438]: DEBUG nova.compute.provider_tree [None req-e951d2ec-972c-42b1-b0f5-d7a4f63b6df5 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1678.345982] env[62438]: DEBUG nova.compute.manager [req-af4a5861-e8f4-400f-9a9f-1fb1b8e9e7bc req-294dfb99-e92e-47a8-869a-c3acd57c4ae0 service nova] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Received event network-changed-27aaa3f2-5d14-43cb-b458-c9c7d093b677 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1678.345982] env[62438]: DEBUG nova.compute.manager [req-af4a5861-e8f4-400f-9a9f-1fb1b8e9e7bc req-294dfb99-e92e-47a8-869a-c3acd57c4ae0 service nova] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Refreshing instance network info cache due to event network-changed-27aaa3f2-5d14-43cb-b458-c9c7d093b677. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1678.345982] env[62438]: DEBUG oslo_concurrency.lockutils [req-af4a5861-e8f4-400f-9a9f-1fb1b8e9e7bc req-294dfb99-e92e-47a8-869a-c3acd57c4ae0 service nova] Acquiring lock "refresh_cache-a0ff8ae6-f1bf-4207-9042-2c55dbbda487" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1678.345982] env[62438]: DEBUG oslo_concurrency.lockutils [req-af4a5861-e8f4-400f-9a9f-1fb1b8e9e7bc req-294dfb99-e92e-47a8-869a-c3acd57c4ae0 service nova] Acquired lock "refresh_cache-a0ff8ae6-f1bf-4207-9042-2c55dbbda487" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1678.345982] env[62438]: DEBUG nova.network.neutron [req-af4a5861-e8f4-400f-9a9f-1fb1b8e9e7bc req-294dfb99-e92e-47a8-869a-c3acd57c4ae0 service nova] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Refreshing network info cache for port 27aaa3f2-5d14-43cb-b458-c9c7d093b677 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1678.584044] env[62438]: DEBUG oslo_vmware.api [None req-2c69d4ad-ce60-4638-9855-b37877df8327 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52c95391-110d-410a-4326-24c35c9ef632, 'name': SearchDatastore_Task, 'duration_secs': 0.031384} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.584370] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2c69d4ad-ce60-4638-9855-b37877df8327 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1678.584652] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c69d4ad-ce60-4638-9855-b37877df8327 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 4deade09-1669-4384-9f17-a8cd7a4c1816/4deade09-1669-4384-9f17-a8cd7a4c1816.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1678.584911] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-435b9cc1-3ddf-4b01-bb2c-1915959912b1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.592507] env[62438]: DEBUG oslo_vmware.api [None req-2c69d4ad-ce60-4638-9855-b37877df8327 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] Waiting for the task: (returnval){ [ 1678.592507] env[62438]: value = "task-1785338" [ 1678.592507] env[62438]: _type = "Task" [ 1678.592507] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.603852] env[62438]: DEBUG oslo_vmware.api [None req-2c69d4ad-ce60-4638-9855-b37877df8327 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] Task: {'id': task-1785338, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.662091] env[62438]: DEBUG nova.scheduler.client.report [None req-e951d2ec-972c-42b1-b0f5-d7a4f63b6df5 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1678.856689] env[62438]: DEBUG nova.compute.manager [None req-ec440c65-2314-455e-b860-5d77893f84d3 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 3140b166-1a65-4952-ad05-012140a48ed0] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1678.901309] env[62438]: DEBUG nova.virt.hardware [None req-ec440c65-2314-455e-b860-5d77893f84d3 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1678.901664] env[62438]: DEBUG nova.virt.hardware [None req-ec440c65-2314-455e-b860-5d77893f84d3 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1678.901845] env[62438]: DEBUG nova.virt.hardware [None req-ec440c65-2314-455e-b860-5d77893f84d3 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1678.902079] env[62438]: DEBUG nova.virt.hardware [None req-ec440c65-2314-455e-b860-5d77893f84d3 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1678.902284] env[62438]: DEBUG nova.virt.hardware [None req-ec440c65-2314-455e-b860-5d77893f84d3 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1678.902441] env[62438]: DEBUG nova.virt.hardware [None req-ec440c65-2314-455e-b860-5d77893f84d3 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1678.902723] env[62438]: DEBUG nova.virt.hardware [None req-ec440c65-2314-455e-b860-5d77893f84d3 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1678.902933] env[62438]: DEBUG nova.virt.hardware [None req-ec440c65-2314-455e-b860-5d77893f84d3 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1678.903134] env[62438]: DEBUG nova.virt.hardware [None req-ec440c65-2314-455e-b860-5d77893f84d3 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1678.903425] env[62438]: DEBUG nova.virt.hardware [None req-ec440c65-2314-455e-b860-5d77893f84d3 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1678.903556] env[62438]: DEBUG nova.virt.hardware [None req-ec440c65-2314-455e-b860-5d77893f84d3 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1678.910038] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d43359f4-7409-4df7-b9b6-5b081a9ce619 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.919184] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9879ae2-b939-4249-bd3f-160072603a7d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.105267] env[62438]: DEBUG oslo_vmware.api [None req-2c69d4ad-ce60-4638-9855-b37877df8327 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] Task: {'id': task-1785338, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.166918] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e951d2ec-972c-42b1-b0f5-d7a4f63b6df5 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.342s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1679.167622] env[62438]: DEBUG nova.compute.manager [None req-e951d2ec-972c-42b1-b0f5-d7a4f63b6df5 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 2a865b41-1752-4d8e-81f0-3ca85069c831] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1679.170427] env[62438]: DEBUG oslo_concurrency.lockutils [None req-47f00037-b295-4dce-b600-9ab72a9c6a18 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.467s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1679.171745] env[62438]: INFO nova.compute.claims [None req-47f00037-b295-4dce-b600-9ab72a9c6a18 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: 8aec2c98-88bc-4195-bbdd-493e11bb9185] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1679.271810] env[62438]: DEBUG nova.network.neutron [req-af4a5861-e8f4-400f-9a9f-1fb1b8e9e7bc req-294dfb99-e92e-47a8-869a-c3acd57c4ae0 service nova] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Updated VIF entry in instance network info cache for port 27aaa3f2-5d14-43cb-b458-c9c7d093b677. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1679.272659] env[62438]: DEBUG nova.network.neutron [req-af4a5861-e8f4-400f-9a9f-1fb1b8e9e7bc req-294dfb99-e92e-47a8-869a-c3acd57c4ae0 service nova] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Updating instance_info_cache with network_info: [{"id": "27aaa3f2-5d14-43cb-b458-c9c7d093b677", "address": "fa:16:3e:e9:fa:9d", "network": {"id": "0dbd3920-b0f9-440c-828e-f62c188026e3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-185667311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f3dbad0ee7a4ddebd396ce5fa49f1d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27aaa3f2-5d", "ovs_interfaceid": "27aaa3f2-5d14-43cb-b458-c9c7d093b677", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1679.605254] env[62438]: DEBUG oslo_vmware.api [None req-2c69d4ad-ce60-4638-9855-b37877df8327 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] Task: {'id': task-1785338, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52617} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.605629] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c69d4ad-ce60-4638-9855-b37877df8327 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 4deade09-1669-4384-9f17-a8cd7a4c1816/4deade09-1669-4384-9f17-a8cd7a4c1816.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1679.605891] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-2c69d4ad-ce60-4638-9855-b37877df8327 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] [instance: 4deade09-1669-4384-9f17-a8cd7a4c1816] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1679.606174] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-728de22c-7130-4f86-9be3-6d50c61f5335 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.617297] env[62438]: DEBUG oslo_vmware.api [None req-2c69d4ad-ce60-4638-9855-b37877df8327 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] Waiting for the task: (returnval){ [ 1679.617297] env[62438]: value = "task-1785339" [ 1679.617297] env[62438]: _type = "Task" [ 1679.617297] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.627820] env[62438]: DEBUG oslo_vmware.api [None req-2c69d4ad-ce60-4638-9855-b37877df8327 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] Task: {'id': task-1785339, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.676826] env[62438]: DEBUG nova.compute.utils [None req-e951d2ec-972c-42b1-b0f5-d7a4f63b6df5 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1679.684519] env[62438]: DEBUG nova.compute.manager [None req-e951d2ec-972c-42b1-b0f5-d7a4f63b6df5 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 2a865b41-1752-4d8e-81f0-3ca85069c831] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1679.684519] env[62438]: DEBUG nova.network.neutron [None req-e951d2ec-972c-42b1-b0f5-d7a4f63b6df5 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 2a865b41-1752-4d8e-81f0-3ca85069c831] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1679.740590] env[62438]: DEBUG nova.policy [None req-e951d2ec-972c-42b1-b0f5-d7a4f63b6df5 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eec6d19c3b0940d8b1857c2288278805', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a778e6841af7465cbc3de0ec00d8c06c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1679.774839] env[62438]: DEBUG oslo_concurrency.lockutils [req-af4a5861-e8f4-400f-9a9f-1fb1b8e9e7bc req-294dfb99-e92e-47a8-869a-c3acd57c4ae0 service nova] Releasing lock "refresh_cache-a0ff8ae6-f1bf-4207-9042-2c55dbbda487" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1679.809607] env[62438]: DEBUG nova.network.neutron [None req-ec440c65-2314-455e-b860-5d77893f84d3 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 3140b166-1a65-4952-ad05-012140a48ed0] Successfully updated port: 807b4a09-18a2-4beb-a5fe-9a6372f402c5 {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1680.085810] env[62438]: DEBUG nova.network.neutron [None req-e951d2ec-972c-42b1-b0f5-d7a4f63b6df5 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 2a865b41-1752-4d8e-81f0-3ca85069c831] Successfully created port: 15116906-0eb1-4320-a4e3-16bacb45be43 {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1680.128853] env[62438]: DEBUG oslo_vmware.api [None req-2c69d4ad-ce60-4638-9855-b37877df8327 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] Task: {'id': task-1785339, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.138146} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.129748] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-2c69d4ad-ce60-4638-9855-b37877df8327 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] [instance: 4deade09-1669-4384-9f17-a8cd7a4c1816] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1680.129987] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-301abacd-21ad-4c43-a4cc-40e28ba332e0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.155582] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c69d4ad-ce60-4638-9855-b37877df8327 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] [instance: 4deade09-1669-4384-9f17-a8cd7a4c1816] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 4deade09-1669-4384-9f17-a8cd7a4c1816/4deade09-1669-4384-9f17-a8cd7a4c1816.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1680.156232] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97d9f579-a03f-4c5b-9090-0d006db5adc4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.176349] env[62438]: DEBUG oslo_vmware.api [None req-2c69d4ad-ce60-4638-9855-b37877df8327 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] Waiting for the task: (returnval){ [ 1680.176349] env[62438]: value = "task-1785340" [ 1680.176349] env[62438]: _type = "Task" [ 1680.176349] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.190189] env[62438]: DEBUG nova.compute.manager [None req-e951d2ec-972c-42b1-b0f5-d7a4f63b6df5 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 2a865b41-1752-4d8e-81f0-3ca85069c831] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1680.191090] env[62438]: DEBUG oslo_vmware.api [None req-2c69d4ad-ce60-4638-9855-b37877df8327 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] Task: {'id': task-1785340, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.315358] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ec440c65-2314-455e-b860-5d77893f84d3 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Acquiring lock "refresh_cache-3140b166-1a65-4952-ad05-012140a48ed0" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1680.315510] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ec440c65-2314-455e-b860-5d77893f84d3 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Acquired lock "refresh_cache-3140b166-1a65-4952-ad05-012140a48ed0" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1680.315663] env[62438]: DEBUG nova.network.neutron [None req-ec440c65-2314-455e-b860-5d77893f84d3 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 3140b166-1a65-4952-ad05-012140a48ed0] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1680.384574] env[62438]: DEBUG nova.compute.manager [req-c8af219b-c4ec-48d9-9b1f-7eaa3ea5a39e req-93dcb9bb-79a1-47b2-a949-f23fcf64a50c service nova] [instance: 3140b166-1a65-4952-ad05-012140a48ed0] Received event network-vif-plugged-807b4a09-18a2-4beb-a5fe-9a6372f402c5 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1680.384574] env[62438]: DEBUG oslo_concurrency.lockutils [req-c8af219b-c4ec-48d9-9b1f-7eaa3ea5a39e req-93dcb9bb-79a1-47b2-a949-f23fcf64a50c service nova] Acquiring lock "3140b166-1a65-4952-ad05-012140a48ed0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1680.384574] env[62438]: DEBUG oslo_concurrency.lockutils [req-c8af219b-c4ec-48d9-9b1f-7eaa3ea5a39e req-93dcb9bb-79a1-47b2-a949-f23fcf64a50c service nova] Lock "3140b166-1a65-4952-ad05-012140a48ed0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1680.384743] env[62438]: DEBUG oslo_concurrency.lockutils [req-c8af219b-c4ec-48d9-9b1f-7eaa3ea5a39e req-93dcb9bb-79a1-47b2-a949-f23fcf64a50c service nova] Lock "3140b166-1a65-4952-ad05-012140a48ed0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1680.384917] env[62438]: DEBUG nova.compute.manager [req-c8af219b-c4ec-48d9-9b1f-7eaa3ea5a39e req-93dcb9bb-79a1-47b2-a949-f23fcf64a50c service nova] [instance: 3140b166-1a65-4952-ad05-012140a48ed0] No waiting events found dispatching network-vif-plugged-807b4a09-18a2-4beb-a5fe-9a6372f402c5 {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1680.385157] env[62438]: WARNING nova.compute.manager [req-c8af219b-c4ec-48d9-9b1f-7eaa3ea5a39e req-93dcb9bb-79a1-47b2-a949-f23fcf64a50c service nova] [instance: 3140b166-1a65-4952-ad05-012140a48ed0] Received unexpected event network-vif-plugged-807b4a09-18a2-4beb-a5fe-9a6372f402c5 for instance with vm_state building and task_state spawning. [ 1680.385572] env[62438]: DEBUG nova.compute.manager [req-c8af219b-c4ec-48d9-9b1f-7eaa3ea5a39e req-93dcb9bb-79a1-47b2-a949-f23fcf64a50c service nova] [instance: 3140b166-1a65-4952-ad05-012140a48ed0] Received event network-changed-807b4a09-18a2-4beb-a5fe-9a6372f402c5 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1680.385696] env[62438]: DEBUG nova.compute.manager [req-c8af219b-c4ec-48d9-9b1f-7eaa3ea5a39e req-93dcb9bb-79a1-47b2-a949-f23fcf64a50c service nova] [instance: 3140b166-1a65-4952-ad05-012140a48ed0] Refreshing instance network info cache due to event network-changed-807b4a09-18a2-4beb-a5fe-9a6372f402c5. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1680.385949] env[62438]: DEBUG oslo_concurrency.lockutils [req-c8af219b-c4ec-48d9-9b1f-7eaa3ea5a39e req-93dcb9bb-79a1-47b2-a949-f23fcf64a50c service nova] Acquiring lock "refresh_cache-3140b166-1a65-4952-ad05-012140a48ed0" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1680.457443] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09d23ea4-cc67-41ae-93c8-c14ab880e3dd {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.465957] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a210af43-1bf7-4499-87db-6af9a4351068 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.498024] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae8936e-c9da-463e-9064-dea7e59ec6d5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.506294] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-216adcf5-9210-4b42-bbf5-cc7f6f4f8814 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.519857] env[62438]: DEBUG nova.compute.provider_tree [None req-47f00037-b295-4dce-b600-9ab72a9c6a18 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1680.689862] env[62438]: DEBUG oslo_vmware.api [None req-2c69d4ad-ce60-4638-9855-b37877df8327 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] Task: {'id': task-1785340, 'name': ReconfigVM_Task, 'duration_secs': 0.303756} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.690276] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c69d4ad-ce60-4638-9855-b37877df8327 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] [instance: 4deade09-1669-4384-9f17-a8cd7a4c1816] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 4deade09-1669-4384-9f17-a8cd7a4c1816/4deade09-1669-4384-9f17-a8cd7a4c1816.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1680.691020] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56d73708-cfce-4449-8615-de7219b21d62 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.701817] env[62438]: DEBUG oslo_vmware.api [None req-2c69d4ad-ce60-4638-9855-b37877df8327 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] Waiting for the task: (returnval){ [ 1680.701817] env[62438]: value = "task-1785342" [ 1680.701817] env[62438]: _type = "Task" [ 1680.701817] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.713708] env[62438]: DEBUG oslo_vmware.api [None req-2c69d4ad-ce60-4638-9855-b37877df8327 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] Task: {'id': task-1785342, 'name': Rename_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.888154] env[62438]: DEBUG nova.network.neutron [None req-ec440c65-2314-455e-b860-5d77893f84d3 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 3140b166-1a65-4952-ad05-012140a48ed0] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1681.023789] env[62438]: DEBUG nova.scheduler.client.report [None req-47f00037-b295-4dce-b600-9ab72a9c6a18 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1681.126373] env[62438]: DEBUG nova.network.neutron [None req-ec440c65-2314-455e-b860-5d77893f84d3 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 3140b166-1a65-4952-ad05-012140a48ed0] Updating instance_info_cache with network_info: [{"id": "807b4a09-18a2-4beb-a5fe-9a6372f402c5", "address": "fa:16:3e:8e:87:d7", "network": {"id": "5ede523c-f6dc-46cc-9ded-91d22501f3ac", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-229264200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da30195a54754dadacbdb0481116cd03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap807b4a09-18", "ovs_interfaceid": "807b4a09-18a2-4beb-a5fe-9a6372f402c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1681.198486] env[62438]: DEBUG nova.compute.manager [None req-e951d2ec-972c-42b1-b0f5-d7a4f63b6df5 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 2a865b41-1752-4d8e-81f0-3ca85069c831] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1681.215784] env[62438]: DEBUG oslo_vmware.api [None req-2c69d4ad-ce60-4638-9855-b37877df8327 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] Task: {'id': task-1785342, 'name': Rename_Task, 'duration_secs': 0.147829} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.215784] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c69d4ad-ce60-4638-9855-b37877df8327 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] [instance: 4deade09-1669-4384-9f17-a8cd7a4c1816] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1681.215784] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6488fa81-f372-40ec-8a7d-eaa7caff9de9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.223509] env[62438]: DEBUG nova.virt.hardware [None req-e951d2ec-972c-42b1-b0f5-d7a4f63b6df5 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1681.223744] env[62438]: DEBUG nova.virt.hardware [None req-e951d2ec-972c-42b1-b0f5-d7a4f63b6df5 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1681.223907] env[62438]: DEBUG nova.virt.hardware [None req-e951d2ec-972c-42b1-b0f5-d7a4f63b6df5 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1681.224109] env[62438]: DEBUG nova.virt.hardware [None req-e951d2ec-972c-42b1-b0f5-d7a4f63b6df5 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1681.224262] env[62438]: DEBUG nova.virt.hardware [None req-e951d2ec-972c-42b1-b0f5-d7a4f63b6df5 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1681.224414] env[62438]: DEBUG nova.virt.hardware [None req-e951d2ec-972c-42b1-b0f5-d7a4f63b6df5 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1681.224620] env[62438]: DEBUG nova.virt.hardware [None req-e951d2ec-972c-42b1-b0f5-d7a4f63b6df5 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1681.224785] env[62438]: DEBUG nova.virt.hardware [None req-e951d2ec-972c-42b1-b0f5-d7a4f63b6df5 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1681.224952] env[62438]: DEBUG nova.virt.hardware [None req-e951d2ec-972c-42b1-b0f5-d7a4f63b6df5 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1681.226412] env[62438]: DEBUG nova.virt.hardware [None req-e951d2ec-972c-42b1-b0f5-d7a4f63b6df5 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1681.226412] env[62438]: DEBUG nova.virt.hardware [None req-e951d2ec-972c-42b1-b0f5-d7a4f63b6df5 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1681.226539] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f105f7aa-1974-41b8-8416-466601261ee3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.230968] env[62438]: DEBUG oslo_vmware.api [None req-2c69d4ad-ce60-4638-9855-b37877df8327 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] Waiting for the task: (returnval){ [ 1681.230968] env[62438]: value = "task-1785343" [ 1681.230968] env[62438]: _type = "Task" [ 1681.230968] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.238688] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab50beca-90c6-44be-b49e-822b19b44010 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.245964] env[62438]: DEBUG oslo_vmware.api [None req-2c69d4ad-ce60-4638-9855-b37877df8327 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] Task: {'id': task-1785343, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.518222] env[62438]: DEBUG nova.compute.manager [req-f4a6530f-af55-495b-b039-5893b82148b8 req-5bad8ed5-dde1-4489-83c6-e0eedb3f4c54 service nova] [instance: 2a865b41-1752-4d8e-81f0-3ca85069c831] Received event network-vif-plugged-15116906-0eb1-4320-a4e3-16bacb45be43 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1681.518222] env[62438]: DEBUG oslo_concurrency.lockutils [req-f4a6530f-af55-495b-b039-5893b82148b8 req-5bad8ed5-dde1-4489-83c6-e0eedb3f4c54 service nova] Acquiring lock "2a865b41-1752-4d8e-81f0-3ca85069c831-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1681.518447] env[62438]: DEBUG oslo_concurrency.lockutils [req-f4a6530f-af55-495b-b039-5893b82148b8 req-5bad8ed5-dde1-4489-83c6-e0eedb3f4c54 service nova] Lock "2a865b41-1752-4d8e-81f0-3ca85069c831-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1681.518677] env[62438]: DEBUG oslo_concurrency.lockutils [req-f4a6530f-af55-495b-b039-5893b82148b8 req-5bad8ed5-dde1-4489-83c6-e0eedb3f4c54 service nova] Lock "2a865b41-1752-4d8e-81f0-3ca85069c831-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1681.518919] env[62438]: DEBUG nova.compute.manager [req-f4a6530f-af55-495b-b039-5893b82148b8 req-5bad8ed5-dde1-4489-83c6-e0eedb3f4c54 service nova] [instance: 2a865b41-1752-4d8e-81f0-3ca85069c831] No waiting events found dispatching network-vif-plugged-15116906-0eb1-4320-a4e3-16bacb45be43 {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1681.519020] env[62438]: WARNING nova.compute.manager [req-f4a6530f-af55-495b-b039-5893b82148b8 req-5bad8ed5-dde1-4489-83c6-e0eedb3f4c54 service nova] [instance: 2a865b41-1752-4d8e-81f0-3ca85069c831] Received unexpected event network-vif-plugged-15116906-0eb1-4320-a4e3-16bacb45be43 for instance with vm_state building and task_state spawning. [ 1681.530078] env[62438]: DEBUG oslo_concurrency.lockutils [None req-47f00037-b295-4dce-b600-9ab72a9c6a18 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.360s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1681.530622] env[62438]: DEBUG nova.compute.manager [None req-47f00037-b295-4dce-b600-9ab72a9c6a18 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: 8aec2c98-88bc-4195-bbdd-493e11bb9185] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1681.610590] env[62438]: DEBUG nova.network.neutron [None req-e951d2ec-972c-42b1-b0f5-d7a4f63b6df5 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 2a865b41-1752-4d8e-81f0-3ca85069c831] Successfully updated port: 15116906-0eb1-4320-a4e3-16bacb45be43 {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1681.633118] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ec440c65-2314-455e-b860-5d77893f84d3 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Releasing lock "refresh_cache-3140b166-1a65-4952-ad05-012140a48ed0" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1681.633488] env[62438]: DEBUG nova.compute.manager [None req-ec440c65-2314-455e-b860-5d77893f84d3 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 3140b166-1a65-4952-ad05-012140a48ed0] Instance network_info: |[{"id": "807b4a09-18a2-4beb-a5fe-9a6372f402c5", "address": "fa:16:3e:8e:87:d7", "network": {"id": "5ede523c-f6dc-46cc-9ded-91d22501f3ac", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-229264200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da30195a54754dadacbdb0481116cd03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap807b4a09-18", "ovs_interfaceid": "807b4a09-18a2-4beb-a5fe-9a6372f402c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1681.636961] env[62438]: DEBUG oslo_concurrency.lockutils [req-c8af219b-c4ec-48d9-9b1f-7eaa3ea5a39e req-93dcb9bb-79a1-47b2-a949-f23fcf64a50c service nova] Acquired lock "refresh_cache-3140b166-1a65-4952-ad05-012140a48ed0" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1681.636961] env[62438]: DEBUG nova.network.neutron [req-c8af219b-c4ec-48d9-9b1f-7eaa3ea5a39e req-93dcb9bb-79a1-47b2-a949-f23fcf64a50c service nova] [instance: 3140b166-1a65-4952-ad05-012140a48ed0] Refreshing network info cache for port 807b4a09-18a2-4beb-a5fe-9a6372f402c5 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1681.636961] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-ec440c65-2314-455e-b860-5d77893f84d3 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 3140b166-1a65-4952-ad05-012140a48ed0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:87:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8d3908ba-a3dc-4f88-988b-f997cf7257e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '807b4a09-18a2-4beb-a5fe-9a6372f402c5', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1681.647595] env[62438]: DEBUG oslo.service.loopingcall [None req-ec440c65-2314-455e-b860-5d77893f84d3 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1681.651432] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3140b166-1a65-4952-ad05-012140a48ed0] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1681.652498] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-71820b31-c199-462a-a618-9166f9c554dc {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.672748] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1681.672748] env[62438]: value = "task-1785344" [ 1681.672748] env[62438]: _type = "Task" [ 1681.672748] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.680701] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785344, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.745316] env[62438]: DEBUG oslo_vmware.api [None req-2c69d4ad-ce60-4638-9855-b37877df8327 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] Task: {'id': task-1785343, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.875327] env[62438]: DEBUG nova.network.neutron [req-c8af219b-c4ec-48d9-9b1f-7eaa3ea5a39e req-93dcb9bb-79a1-47b2-a949-f23fcf64a50c service nova] [instance: 3140b166-1a65-4952-ad05-012140a48ed0] Updated VIF entry in instance network info cache for port 807b4a09-18a2-4beb-a5fe-9a6372f402c5. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1681.875743] env[62438]: DEBUG nova.network.neutron [req-c8af219b-c4ec-48d9-9b1f-7eaa3ea5a39e req-93dcb9bb-79a1-47b2-a949-f23fcf64a50c service nova] [instance: 3140b166-1a65-4952-ad05-012140a48ed0] Updating instance_info_cache with network_info: [{"id": "807b4a09-18a2-4beb-a5fe-9a6372f402c5", "address": "fa:16:3e:8e:87:d7", "network": {"id": "5ede523c-f6dc-46cc-9ded-91d22501f3ac", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-229264200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da30195a54754dadacbdb0481116cd03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap807b4a09-18", "ovs_interfaceid": "807b4a09-18a2-4beb-a5fe-9a6372f402c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1682.036115] env[62438]: DEBUG nova.compute.utils [None req-47f00037-b295-4dce-b600-9ab72a9c6a18 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1682.038629] env[62438]: DEBUG nova.compute.manager [None req-47f00037-b295-4dce-b600-9ab72a9c6a18 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: 8aec2c98-88bc-4195-bbdd-493e11bb9185] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1682.038717] env[62438]: DEBUG nova.network.neutron [None req-47f00037-b295-4dce-b600-9ab72a9c6a18 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: 8aec2c98-88bc-4195-bbdd-493e11bb9185] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1682.081708] env[62438]: DEBUG nova.policy [None req-47f00037-b295-4dce-b600-9ab72a9c6a18 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '315ed11f841748379a3fc77077e2f5d3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1caf71579d52463794655f8347942ede', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1682.088751] env[62438]: DEBUG oslo_concurrency.lockutils [None req-aa7a3e63-17fe-4398-be6c-b750889bfa08 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Acquiring lock "ceadf541-e9dc-423a-97c5-3dfe483cbab4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1682.089348] env[62438]: DEBUG oslo_concurrency.lockutils [None req-aa7a3e63-17fe-4398-be6c-b750889bfa08 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Lock "ceadf541-e9dc-423a-97c5-3dfe483cbab4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1682.114725] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e951d2ec-972c-42b1-b0f5-d7a4f63b6df5 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Acquiring lock "refresh_cache-2a865b41-1752-4d8e-81f0-3ca85069c831" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1682.114894] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e951d2ec-972c-42b1-b0f5-d7a4f63b6df5 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Acquired lock "refresh_cache-2a865b41-1752-4d8e-81f0-3ca85069c831" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1682.115055] env[62438]: DEBUG nova.network.neutron [None req-e951d2ec-972c-42b1-b0f5-d7a4f63b6df5 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 2a865b41-1752-4d8e-81f0-3ca85069c831] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1682.182713] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785344, 'name': CreateVM_Task, 'duration_secs': 0.413204} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.182884] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3140b166-1a65-4952-ad05-012140a48ed0] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1682.183657] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ec440c65-2314-455e-b860-5d77893f84d3 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1682.183833] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ec440c65-2314-455e-b860-5d77893f84d3 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1682.184183] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ec440c65-2314-455e-b860-5d77893f84d3 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1682.184441] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edfdf284-9d09-45ad-8f63-6284314e7814 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.189459] env[62438]: DEBUG oslo_vmware.api [None req-ec440c65-2314-455e-b860-5d77893f84d3 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Waiting for the task: (returnval){ [ 1682.189459] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52d602ef-c21a-f034-c2da-71517f40fb0b" [ 1682.189459] env[62438]: _type = "Task" [ 1682.189459] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.197594] env[62438]: DEBUG oslo_vmware.api [None req-ec440c65-2314-455e-b860-5d77893f84d3 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52d602ef-c21a-f034-c2da-71517f40fb0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.242921] env[62438]: DEBUG oslo_vmware.api [None req-2c69d4ad-ce60-4638-9855-b37877df8327 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] Task: {'id': task-1785343, 'name': PowerOnVM_Task, 'duration_secs': 0.662128} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.243243] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c69d4ad-ce60-4638-9855-b37877df8327 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] [instance: 4deade09-1669-4384-9f17-a8cd7a4c1816] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1682.243450] env[62438]: INFO nova.compute.manager [None req-2c69d4ad-ce60-4638-9855-b37877df8327 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] [instance: 4deade09-1669-4384-9f17-a8cd7a4c1816] Took 9.30 seconds to spawn the instance on the hypervisor. [ 1682.243641] env[62438]: DEBUG nova.compute.manager [None req-2c69d4ad-ce60-4638-9855-b37877df8327 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] [instance: 4deade09-1669-4384-9f17-a8cd7a4c1816] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1682.244428] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ac4e4e4-fec4-408d-bb01-d8043d231603 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.328506] env[62438]: DEBUG nova.network.neutron [None req-47f00037-b295-4dce-b600-9ab72a9c6a18 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: 8aec2c98-88bc-4195-bbdd-493e11bb9185] Successfully created port: cb1545ef-4225-4a0f-92e6-3c642509adfa {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1682.379377] env[62438]: DEBUG oslo_concurrency.lockutils [req-c8af219b-c4ec-48d9-9b1f-7eaa3ea5a39e req-93dcb9bb-79a1-47b2-a949-f23fcf64a50c service nova] Releasing lock "refresh_cache-3140b166-1a65-4952-ad05-012140a48ed0" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1682.541928] env[62438]: DEBUG nova.compute.manager [None req-47f00037-b295-4dce-b600-9ab72a9c6a18 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: 8aec2c98-88bc-4195-bbdd-493e11bb9185] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1682.591774] env[62438]: DEBUG nova.compute.manager [None req-aa7a3e63-17fe-4398-be6c-b750889bfa08 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1682.613913] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-808e0b8b-9987-4c06-9130-4c2b30857e44 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] Volume attach. Driver type: vmdk {{(pid=62438) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1682.614921] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-808e0b8b-9987-4c06-9130-4c2b30857e44 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370464', 'volume_id': 'e55194b3-686a-42fb-bb01-7432c2b6b028', 'name': 'volume-e55194b3-686a-42fb-bb01-7432c2b6b028', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '1e64c34f-a88f-4359-8460-043983887aa3', 'attached_at': '', 'detached_at': '', 'volume_id': 'e55194b3-686a-42fb-bb01-7432c2b6b028', 'serial': 'e55194b3-686a-42fb-bb01-7432c2b6b028'} {{(pid=62438) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1682.615115] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2f24dd7-93a5-436e-844a-6abc79be0218 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.635475] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6878c1c0-149c-40df-a1bb-c76f63a48ac2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.660892] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-808e0b8b-9987-4c06-9130-4c2b30857e44 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] volume-e55194b3-686a-42fb-bb01-7432c2b6b028/volume-e55194b3-686a-42fb-bb01-7432c2b6b028.vmdk or device None with type thin {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1682.661816] env[62438]: DEBUG nova.network.neutron [None req-e951d2ec-972c-42b1-b0f5-d7a4f63b6df5 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 2a865b41-1752-4d8e-81f0-3ca85069c831] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1682.664063] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ebffe5eb-d19b-4842-a449-ba0926791e30 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.687403] env[62438]: DEBUG oslo_vmware.api [None req-808e0b8b-9987-4c06-9130-4c2b30857e44 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Waiting for the task: (returnval){ [ 1682.687403] env[62438]: value = "task-1785345" [ 1682.687403] env[62438]: _type = "Task" [ 1682.687403] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.701149] env[62438]: DEBUG oslo_vmware.api [None req-808e0b8b-9987-4c06-9130-4c2b30857e44 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785345, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.706739] env[62438]: DEBUG oslo_vmware.api [None req-ec440c65-2314-455e-b860-5d77893f84d3 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52d602ef-c21a-f034-c2da-71517f40fb0b, 'name': SearchDatastore_Task, 'duration_secs': 0.01142} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.706739] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ec440c65-2314-455e-b860-5d77893f84d3 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1682.707145] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-ec440c65-2314-455e-b860-5d77893f84d3 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 3140b166-1a65-4952-ad05-012140a48ed0] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1682.707319] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ec440c65-2314-455e-b860-5d77893f84d3 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1682.707469] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ec440c65-2314-455e-b860-5d77893f84d3 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1682.707655] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec440c65-2314-455e-b860-5d77893f84d3 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1682.707917] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-50e40c44-f005-4c02-a5ac-6611118f605d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.716261] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec440c65-2314-455e-b860-5d77893f84d3 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1682.716449] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-ec440c65-2314-455e-b860-5d77893f84d3 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1682.717450] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ef3719b-a5c9-4e46-9041-02d411e30e7d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.723558] env[62438]: DEBUG oslo_vmware.api [None req-ec440c65-2314-455e-b860-5d77893f84d3 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Waiting for the task: (returnval){ [ 1682.723558] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52914749-ab7e-1843-a303-af112255cb94" [ 1682.723558] env[62438]: _type = "Task" [ 1682.723558] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.731018] env[62438]: DEBUG oslo_vmware.api [None req-ec440c65-2314-455e-b860-5d77893f84d3 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52914749-ab7e-1843-a303-af112255cb94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.760841] env[62438]: INFO nova.compute.manager [None req-2c69d4ad-ce60-4638-9855-b37877df8327 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] [instance: 4deade09-1669-4384-9f17-a8cd7a4c1816] Took 19.14 seconds to build instance. [ 1683.121854] env[62438]: DEBUG oslo_concurrency.lockutils [None req-aa7a3e63-17fe-4398-be6c-b750889bfa08 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1683.122089] env[62438]: DEBUG oslo_concurrency.lockutils [None req-aa7a3e63-17fe-4398-be6c-b750889bfa08 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1683.124536] env[62438]: INFO nova.compute.claims [None req-aa7a3e63-17fe-4398-be6c-b750889bfa08 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1683.127709] env[62438]: DEBUG nova.network.neutron [None req-e951d2ec-972c-42b1-b0f5-d7a4f63b6df5 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 2a865b41-1752-4d8e-81f0-3ca85069c831] Updating instance_info_cache with network_info: [{"id": "15116906-0eb1-4320-a4e3-16bacb45be43", "address": "fa:16:3e:c2:20:81", "network": {"id": "1694b92d-c758-45a8-a881-1531663c92d2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-833720308-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a778e6841af7465cbc3de0ec00d8c06c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15116906-0e", "ovs_interfaceid": "15116906-0eb1-4320-a4e3-16bacb45be43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1683.183047] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a54bc421-ee3a-49bc-abeb-e7138bdac0d8 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Acquiring lock "b0263516-ed38-4788-8f11-b7d36e595dc6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1683.183286] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a54bc421-ee3a-49bc-abeb-e7138bdac0d8 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Lock "b0263516-ed38-4788-8f11-b7d36e595dc6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1683.183492] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a54bc421-ee3a-49bc-abeb-e7138bdac0d8 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Acquiring lock "b0263516-ed38-4788-8f11-b7d36e595dc6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1683.183684] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a54bc421-ee3a-49bc-abeb-e7138bdac0d8 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Lock "b0263516-ed38-4788-8f11-b7d36e595dc6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1683.183859] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a54bc421-ee3a-49bc-abeb-e7138bdac0d8 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Lock "b0263516-ed38-4788-8f11-b7d36e595dc6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1683.186058] env[62438]: INFO nova.compute.manager [None req-a54bc421-ee3a-49bc-abeb-e7138bdac0d8 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: b0263516-ed38-4788-8f11-b7d36e595dc6] Terminating instance [ 1683.191455] env[62438]: DEBUG nova.compute.manager [None req-a54bc421-ee3a-49bc-abeb-e7138bdac0d8 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: b0263516-ed38-4788-8f11-b7d36e595dc6] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1683.191680] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a54bc421-ee3a-49bc-abeb-e7138bdac0d8 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: b0263516-ed38-4788-8f11-b7d36e595dc6] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1683.192446] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cbaae54-529b-4ce1-a8f7-9aeac5f480c0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.200572] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-a54bc421-ee3a-49bc-abeb-e7138bdac0d8 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: b0263516-ed38-4788-8f11-b7d36e595dc6] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1683.203710] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-892a20ed-5e3a-46c6-8eec-c0baab72298e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.205233] env[62438]: DEBUG oslo_vmware.api [None req-808e0b8b-9987-4c06-9130-4c2b30857e44 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785345, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.211159] env[62438]: DEBUG oslo_vmware.api [None req-a54bc421-ee3a-49bc-abeb-e7138bdac0d8 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Waiting for the task: (returnval){ [ 1683.211159] env[62438]: value = "task-1785346" [ 1683.211159] env[62438]: _type = "Task" [ 1683.211159] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.220553] env[62438]: DEBUG oslo_vmware.api [None req-a54bc421-ee3a-49bc-abeb-e7138bdac0d8 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': task-1785346, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.233974] env[62438]: DEBUG oslo_vmware.api [None req-ec440c65-2314-455e-b860-5d77893f84d3 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52914749-ab7e-1843-a303-af112255cb94, 'name': SearchDatastore_Task, 'duration_secs': 0.009056} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.234876] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c552d335-0000-4d93-8b0f-a4e60555f24b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.241449] env[62438]: DEBUG oslo_vmware.api [None req-ec440c65-2314-455e-b860-5d77893f84d3 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Waiting for the task: (returnval){ [ 1683.241449] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52525112-e12a-4578-5e7b-8a5904ed0cd5" [ 1683.241449] env[62438]: _type = "Task" [ 1683.241449] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.248508] env[62438]: DEBUG oslo_vmware.api [None req-ec440c65-2314-455e-b860-5d77893f84d3 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52525112-e12a-4578-5e7b-8a5904ed0cd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.263158] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2c69d4ad-ce60-4638-9855-b37877df8327 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] Lock "4deade09-1669-4384-9f17-a8cd7a4c1816" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.654s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1683.542834] env[62438]: DEBUG nova.compute.manager [req-136a9802-4201-4175-8e1d-0df0341f6ae1 req-ffad9a45-1d40-4daf-810e-4f9fdc135bbd service nova] [instance: 2a865b41-1752-4d8e-81f0-3ca85069c831] Received event network-changed-15116906-0eb1-4320-a4e3-16bacb45be43 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1683.543181] env[62438]: DEBUG nova.compute.manager [req-136a9802-4201-4175-8e1d-0df0341f6ae1 req-ffad9a45-1d40-4daf-810e-4f9fdc135bbd service nova] [instance: 2a865b41-1752-4d8e-81f0-3ca85069c831] Refreshing instance network info cache due to event network-changed-15116906-0eb1-4320-a4e3-16bacb45be43. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1683.543464] env[62438]: DEBUG oslo_concurrency.lockutils [req-136a9802-4201-4175-8e1d-0df0341f6ae1 req-ffad9a45-1d40-4daf-810e-4f9fdc135bbd service nova] Acquiring lock "refresh_cache-2a865b41-1752-4d8e-81f0-3ca85069c831" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1683.552998] env[62438]: DEBUG nova.compute.manager [None req-47f00037-b295-4dce-b600-9ab72a9c6a18 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: 8aec2c98-88bc-4195-bbdd-493e11bb9185] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1683.581118] env[62438]: DEBUG nova.virt.hardware [None req-47f00037-b295-4dce-b600-9ab72a9c6a18 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1683.581473] env[62438]: DEBUG nova.virt.hardware [None req-47f00037-b295-4dce-b600-9ab72a9c6a18 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1683.581698] env[62438]: DEBUG nova.virt.hardware [None req-47f00037-b295-4dce-b600-9ab72a9c6a18 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1683.581922] env[62438]: DEBUG nova.virt.hardware [None req-47f00037-b295-4dce-b600-9ab72a9c6a18 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1683.582149] env[62438]: DEBUG nova.virt.hardware [None req-47f00037-b295-4dce-b600-9ab72a9c6a18 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1683.582362] env[62438]: DEBUG nova.virt.hardware [None req-47f00037-b295-4dce-b600-9ab72a9c6a18 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1683.582630] env[62438]: DEBUG nova.virt.hardware [None req-47f00037-b295-4dce-b600-9ab72a9c6a18 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1683.582857] env[62438]: DEBUG nova.virt.hardware [None req-47f00037-b295-4dce-b600-9ab72a9c6a18 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1683.583080] env[62438]: DEBUG nova.virt.hardware [None req-47f00037-b295-4dce-b600-9ab72a9c6a18 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1683.583317] env[62438]: DEBUG nova.virt.hardware [None req-47f00037-b295-4dce-b600-9ab72a9c6a18 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1683.583569] env[62438]: DEBUG nova.virt.hardware [None req-47f00037-b295-4dce-b600-9ab72a9c6a18 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1683.584949] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bffbe8fb-db36-454a-be03-9d2d01aa30d5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.594246] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a79bc2c-476f-4c66-8731-d51c291f88d8 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.632474] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e951d2ec-972c-42b1-b0f5-d7a4f63b6df5 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Releasing lock "refresh_cache-2a865b41-1752-4d8e-81f0-3ca85069c831" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1683.632806] env[62438]: DEBUG nova.compute.manager [None req-e951d2ec-972c-42b1-b0f5-d7a4f63b6df5 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 2a865b41-1752-4d8e-81f0-3ca85069c831] Instance network_info: |[{"id": "15116906-0eb1-4320-a4e3-16bacb45be43", "address": "fa:16:3e:c2:20:81", "network": {"id": "1694b92d-c758-45a8-a881-1531663c92d2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-833720308-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a778e6841af7465cbc3de0ec00d8c06c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15116906-0e", "ovs_interfaceid": "15116906-0eb1-4320-a4e3-16bacb45be43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1683.633331] env[62438]: DEBUG oslo_concurrency.lockutils [req-136a9802-4201-4175-8e1d-0df0341f6ae1 req-ffad9a45-1d40-4daf-810e-4f9fdc135bbd service nova] Acquired lock "refresh_cache-2a865b41-1752-4d8e-81f0-3ca85069c831" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1683.633523] env[62438]: DEBUG nova.network.neutron [req-136a9802-4201-4175-8e1d-0df0341f6ae1 req-ffad9a45-1d40-4daf-810e-4f9fdc135bbd service nova] [instance: 2a865b41-1752-4d8e-81f0-3ca85069c831] Refreshing network info cache for port 15116906-0eb1-4320-a4e3-16bacb45be43 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1683.634606] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-e951d2ec-972c-42b1-b0f5-d7a4f63b6df5 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 2a865b41-1752-4d8e-81f0-3ca85069c831] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:20:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f9be6786-e9a7-4138-b7b5-b7696f6cb1e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '15116906-0eb1-4320-a4e3-16bacb45be43', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1683.641975] env[62438]: DEBUG oslo.service.loopingcall [None req-e951d2ec-972c-42b1-b0f5-d7a4f63b6df5 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1683.642847] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a865b41-1752-4d8e-81f0-3ca85069c831] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1683.643467] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2377ecef-7aeb-46d4-986a-666c3fa45f18 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.665147] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1683.665147] env[62438]: value = "task-1785347" [ 1683.665147] env[62438]: _type = "Task" [ 1683.665147] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.672856] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785347, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.699777] env[62438]: DEBUG oslo_vmware.api [None req-808e0b8b-9987-4c06-9130-4c2b30857e44 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785345, 'name': ReconfigVM_Task, 'duration_secs': 0.584702} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.699777] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-808e0b8b-9987-4c06-9130-4c2b30857e44 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] Reconfigured VM instance instance-0000004b to attach disk [datastore1] volume-e55194b3-686a-42fb-bb01-7432c2b6b028/volume-e55194b3-686a-42fb-bb01-7432c2b6b028.vmdk or device None with type thin {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1683.704439] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72223a08-9f85-49d9-81cf-7c2b46280dd2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.727019] env[62438]: DEBUG oslo_vmware.api [None req-a54bc421-ee3a-49bc-abeb-e7138bdac0d8 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': task-1785346, 'name': PowerOffVM_Task, 'duration_secs': 0.272821} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.727019] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-a54bc421-ee3a-49bc-abeb-e7138bdac0d8 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: b0263516-ed38-4788-8f11-b7d36e595dc6] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1683.727019] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a54bc421-ee3a-49bc-abeb-e7138bdac0d8 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: b0263516-ed38-4788-8f11-b7d36e595dc6] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1683.727019] env[62438]: DEBUG oslo_vmware.api [None req-808e0b8b-9987-4c06-9130-4c2b30857e44 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Waiting for the task: (returnval){ [ 1683.727019] env[62438]: value = "task-1785348" [ 1683.727019] env[62438]: _type = "Task" [ 1683.727019] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.727019] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1bac8ece-e261-4fff-85cb-12df6e9752cc {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.737245] env[62438]: DEBUG oslo_vmware.api [None req-808e0b8b-9987-4c06-9130-4c2b30857e44 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785348, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.750422] env[62438]: DEBUG oslo_vmware.api [None req-ec440c65-2314-455e-b860-5d77893f84d3 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52525112-e12a-4578-5e7b-8a5904ed0cd5, 'name': SearchDatastore_Task, 'duration_secs': 0.011045} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.750701] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ec440c65-2314-455e-b860-5d77893f84d3 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1683.750959] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec440c65-2314-455e-b860-5d77893f84d3 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 3140b166-1a65-4952-ad05-012140a48ed0/3140b166-1a65-4952-ad05-012140a48ed0.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1683.751238] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cff20155-aebf-445d-9bd9-8af8d41a3240 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.758557] env[62438]: DEBUG oslo_vmware.api [None req-ec440c65-2314-455e-b860-5d77893f84d3 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Waiting for the task: (returnval){ [ 1683.758557] env[62438]: value = "task-1785350" [ 1683.758557] env[62438]: _type = "Task" [ 1683.758557] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.765884] env[62438]: DEBUG oslo_vmware.api [None req-ec440c65-2314-455e-b860-5d77893f84d3 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1785350, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.823280] env[62438]: DEBUG nova.network.neutron [None req-47f00037-b295-4dce-b600-9ab72a9c6a18 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: 8aec2c98-88bc-4195-bbdd-493e11bb9185] Successfully updated port: cb1545ef-4225-4a0f-92e6-3c642509adfa {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1683.890824] env[62438]: DEBUG oslo_concurrency.lockutils [None req-96d0abe2-02ba-42df-be57-fb8b60982c64 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] Acquiring lock "4deade09-1669-4384-9f17-a8cd7a4c1816" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1683.891205] env[62438]: DEBUG oslo_concurrency.lockutils [None req-96d0abe2-02ba-42df-be57-fb8b60982c64 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] Lock "4deade09-1669-4384-9f17-a8cd7a4c1816" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1683.891485] env[62438]: DEBUG oslo_concurrency.lockutils [None req-96d0abe2-02ba-42df-be57-fb8b60982c64 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] Acquiring lock "4deade09-1669-4384-9f17-a8cd7a4c1816-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1683.891722] env[62438]: DEBUG oslo_concurrency.lockutils [None req-96d0abe2-02ba-42df-be57-fb8b60982c64 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] Lock "4deade09-1669-4384-9f17-a8cd7a4c1816-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1683.891947] env[62438]: DEBUG oslo_concurrency.lockutils [None req-96d0abe2-02ba-42df-be57-fb8b60982c64 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] Lock "4deade09-1669-4384-9f17-a8cd7a4c1816-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1683.894342] env[62438]: INFO nova.compute.manager [None req-96d0abe2-02ba-42df-be57-fb8b60982c64 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] [instance: 4deade09-1669-4384-9f17-a8cd7a4c1816] Terminating instance [ 1683.896357] env[62438]: DEBUG nova.compute.manager [None req-96d0abe2-02ba-42df-be57-fb8b60982c64 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] [instance: 4deade09-1669-4384-9f17-a8cd7a4c1816] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1683.896638] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-96d0abe2-02ba-42df-be57-fb8b60982c64 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] [instance: 4deade09-1669-4384-9f17-a8cd7a4c1816] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1683.897856] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca96c13-a8c8-4b5a-9cd8-b29d62741f6f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.906942] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-96d0abe2-02ba-42df-be57-fb8b60982c64 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] [instance: 4deade09-1669-4384-9f17-a8cd7a4c1816] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1683.907255] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b19c8c0-6d9d-4e61-9f70-e4966779b1a2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.914639] env[62438]: DEBUG oslo_vmware.api [None req-96d0abe2-02ba-42df-be57-fb8b60982c64 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] Waiting for the task: (returnval){ [ 1683.914639] env[62438]: value = "task-1785351" [ 1683.914639] env[62438]: _type = "Task" [ 1683.914639] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.926314] env[62438]: DEBUG oslo_vmware.api [None req-96d0abe2-02ba-42df-be57-fb8b60982c64 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] Task: {'id': task-1785351, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.046032] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a54bc421-ee3a-49bc-abeb-e7138bdac0d8 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: b0263516-ed38-4788-8f11-b7d36e595dc6] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1684.046372] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a54bc421-ee3a-49bc-abeb-e7138bdac0d8 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: b0263516-ed38-4788-8f11-b7d36e595dc6] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1684.046499] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-a54bc421-ee3a-49bc-abeb-e7138bdac0d8 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Deleting the datastore file [datastore1] b0263516-ed38-4788-8f11-b7d36e595dc6 {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1684.046862] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-55086c4e-c84c-45a1-9c54-515058710e72 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.054300] env[62438]: DEBUG oslo_vmware.api [None req-a54bc421-ee3a-49bc-abeb-e7138bdac0d8 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Waiting for the task: (returnval){ [ 1684.054300] env[62438]: value = "task-1785352" [ 1684.054300] env[62438]: _type = "Task" [ 1684.054300] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.063527] env[62438]: DEBUG oslo_vmware.api [None req-a54bc421-ee3a-49bc-abeb-e7138bdac0d8 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': task-1785352, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.175639] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785347, 'name': CreateVM_Task} progress is 25%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.240591] env[62438]: DEBUG oslo_vmware.api [None req-808e0b8b-9987-4c06-9130-4c2b30857e44 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785348, 'name': ReconfigVM_Task, 'duration_secs': 0.142541} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.240901] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-808e0b8b-9987-4c06-9130-4c2b30857e44 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370464', 'volume_id': 'e55194b3-686a-42fb-bb01-7432c2b6b028', 'name': 'volume-e55194b3-686a-42fb-bb01-7432c2b6b028', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '1e64c34f-a88f-4359-8460-043983887aa3', 'attached_at': '', 'detached_at': '', 'volume_id': 'e55194b3-686a-42fb-bb01-7432c2b6b028', 'serial': 'e55194b3-686a-42fb-bb01-7432c2b6b028'} {{(pid=62438) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1684.275676] env[62438]: DEBUG oslo_vmware.api [None req-ec440c65-2314-455e-b860-5d77893f84d3 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1785350, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465057} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.276028] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec440c65-2314-455e-b860-5d77893f84d3 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 3140b166-1a65-4952-ad05-012140a48ed0/3140b166-1a65-4952-ad05-012140a48ed0.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1684.276306] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-ec440c65-2314-455e-b860-5d77893f84d3 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 3140b166-1a65-4952-ad05-012140a48ed0] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1684.276642] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-92efcb8e-6f6c-401f-b830-91562fc4658a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.283602] env[62438]: DEBUG oslo_vmware.api [None req-ec440c65-2314-455e-b860-5d77893f84d3 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Waiting for the task: (returnval){ [ 1684.283602] env[62438]: value = "task-1785353" [ 1684.283602] env[62438]: _type = "Task" [ 1684.283602] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.295486] env[62438]: DEBUG oslo_vmware.api [None req-ec440c65-2314-455e-b860-5d77893f84d3 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1785353, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.328437] env[62438]: DEBUG oslo_concurrency.lockutils [None req-47f00037-b295-4dce-b600-9ab72a9c6a18 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Acquiring lock "refresh_cache-8aec2c98-88bc-4195-bbdd-493e11bb9185" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1684.328437] env[62438]: DEBUG oslo_concurrency.lockutils [None req-47f00037-b295-4dce-b600-9ab72a9c6a18 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Acquired lock "refresh_cache-8aec2c98-88bc-4195-bbdd-493e11bb9185" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1684.328649] env[62438]: DEBUG nova.network.neutron [None req-47f00037-b295-4dce-b600-9ab72a9c6a18 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: 8aec2c98-88bc-4195-bbdd-493e11bb9185] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1684.380018] env[62438]: DEBUG nova.network.neutron [req-136a9802-4201-4175-8e1d-0df0341f6ae1 req-ffad9a45-1d40-4daf-810e-4f9fdc135bbd service nova] [instance: 2a865b41-1752-4d8e-81f0-3ca85069c831] Updated VIF entry in instance network info cache for port 15116906-0eb1-4320-a4e3-16bacb45be43. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1684.380441] env[62438]: DEBUG nova.network.neutron [req-136a9802-4201-4175-8e1d-0df0341f6ae1 req-ffad9a45-1d40-4daf-810e-4f9fdc135bbd service nova] [instance: 2a865b41-1752-4d8e-81f0-3ca85069c831] Updating instance_info_cache with network_info: [{"id": "15116906-0eb1-4320-a4e3-16bacb45be43", "address": "fa:16:3e:c2:20:81", "network": {"id": "1694b92d-c758-45a8-a881-1531663c92d2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-833720308-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a778e6841af7465cbc3de0ec00d8c06c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15116906-0e", "ovs_interfaceid": "15116906-0eb1-4320-a4e3-16bacb45be43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1684.397216] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf834db-0e6d-448a-aeac-0760ca64dbaf {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.405062] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cbf83b3-b2cd-477d-963f-a57e72b11d6a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.443471] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4c4671c-d6a8-4443-87ba-bdefac4c2b83 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.455580] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea0417eb-3f5f-4433-8ea1-7ac8ff16b7fb {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.459276] env[62438]: DEBUG oslo_vmware.api [None req-96d0abe2-02ba-42df-be57-fb8b60982c64 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] Task: {'id': task-1785351, 'name': PowerOffVM_Task, 'duration_secs': 0.275007} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.459832] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-96d0abe2-02ba-42df-be57-fb8b60982c64 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] [instance: 4deade09-1669-4384-9f17-a8cd7a4c1816] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1684.460021] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-96d0abe2-02ba-42df-be57-fb8b60982c64 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] [instance: 4deade09-1669-4384-9f17-a8cd7a4c1816] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1684.460579] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-018c73bb-543e-48bc-8ef8-d352451b7db9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.469807] env[62438]: DEBUG nova.compute.provider_tree [None req-aa7a3e63-17fe-4398-be6c-b750889bfa08 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1684.566770] env[62438]: DEBUG oslo_vmware.api [None req-a54bc421-ee3a-49bc-abeb-e7138bdac0d8 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': task-1785352, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.336404} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.567080] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-a54bc421-ee3a-49bc-abeb-e7138bdac0d8 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1684.567282] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a54bc421-ee3a-49bc-abeb-e7138bdac0d8 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: b0263516-ed38-4788-8f11-b7d36e595dc6] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1684.567598] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a54bc421-ee3a-49bc-abeb-e7138bdac0d8 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: b0263516-ed38-4788-8f11-b7d36e595dc6] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1684.567815] env[62438]: INFO nova.compute.manager [None req-a54bc421-ee3a-49bc-abeb-e7138bdac0d8 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: b0263516-ed38-4788-8f11-b7d36e595dc6] Took 1.38 seconds to destroy the instance on the hypervisor. [ 1684.568071] env[62438]: DEBUG oslo.service.loopingcall [None req-a54bc421-ee3a-49bc-abeb-e7138bdac0d8 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1684.568313] env[62438]: DEBUG nova.compute.manager [-] [instance: b0263516-ed38-4788-8f11-b7d36e595dc6] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1684.568424] env[62438]: DEBUG nova.network.neutron [-] [instance: b0263516-ed38-4788-8f11-b7d36e595dc6] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1684.596924] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-96d0abe2-02ba-42df-be57-fb8b60982c64 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] [instance: 4deade09-1669-4384-9f17-a8cd7a4c1816] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1684.597136] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-96d0abe2-02ba-42df-be57-fb8b60982c64 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] [instance: 4deade09-1669-4384-9f17-a8cd7a4c1816] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1684.597288] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-96d0abe2-02ba-42df-be57-fb8b60982c64 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] Deleting the datastore file [datastore1] 4deade09-1669-4384-9f17-a8cd7a4c1816 {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1684.597653] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-72531e6b-452b-4b9e-94ad-6e4459e54acb {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.605131] env[62438]: DEBUG oslo_vmware.api [None req-96d0abe2-02ba-42df-be57-fb8b60982c64 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] Waiting for the task: (returnval){ [ 1684.605131] env[62438]: value = "task-1785355" [ 1684.605131] env[62438]: _type = "Task" [ 1684.605131] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.614530] env[62438]: DEBUG oslo_vmware.api [None req-96d0abe2-02ba-42df-be57-fb8b60982c64 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] Task: {'id': task-1785355, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.675961] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785347, 'name': CreateVM_Task} progress is 99%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.795498] env[62438]: DEBUG oslo_vmware.api [None req-ec440c65-2314-455e-b860-5d77893f84d3 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1785353, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073971} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.795878] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-ec440c65-2314-455e-b860-5d77893f84d3 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 3140b166-1a65-4952-ad05-012140a48ed0] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1684.796521] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41332c4e-a281-4b15-bd38-b436d1736ae1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.817955] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec440c65-2314-455e-b860-5d77893f84d3 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 3140b166-1a65-4952-ad05-012140a48ed0] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 3140b166-1a65-4952-ad05-012140a48ed0/3140b166-1a65-4952-ad05-012140a48ed0.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1684.818228] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-964178d1-d2d8-4923-9f82-4fd7460ead03 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.841030] env[62438]: DEBUG oslo_vmware.api [None req-ec440c65-2314-455e-b860-5d77893f84d3 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Waiting for the task: (returnval){ [ 1684.841030] env[62438]: value = "task-1785356" [ 1684.841030] env[62438]: _type = "Task" [ 1684.841030] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.849105] env[62438]: DEBUG oslo_vmware.api [None req-ec440c65-2314-455e-b860-5d77893f84d3 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1785356, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.865726] env[62438]: DEBUG nova.network.neutron [None req-47f00037-b295-4dce-b600-9ab72a9c6a18 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: 8aec2c98-88bc-4195-bbdd-493e11bb9185] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1684.887020] env[62438]: DEBUG oslo_concurrency.lockutils [req-136a9802-4201-4175-8e1d-0df0341f6ae1 req-ffad9a45-1d40-4daf-810e-4f9fdc135bbd service nova] Releasing lock "refresh_cache-2a865b41-1752-4d8e-81f0-3ca85069c831" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1684.975162] env[62438]: DEBUG nova.scheduler.client.report [None req-aa7a3e63-17fe-4398-be6c-b750889bfa08 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1685.011637] env[62438]: DEBUG nova.network.neutron [None req-47f00037-b295-4dce-b600-9ab72a9c6a18 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: 8aec2c98-88bc-4195-bbdd-493e11bb9185] Updating instance_info_cache with network_info: [{"id": "cb1545ef-4225-4a0f-92e6-3c642509adfa", "address": "fa:16:3e:fd:c4:a4", "network": {"id": "87d86403-300d-41f4-a284-ceccb3d62aff", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-928461668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1caf71579d52463794655f8347942ede", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb1545ef-42", "ovs_interfaceid": "cb1545ef-4225-4a0f-92e6-3c642509adfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1685.116051] env[62438]: DEBUG oslo_vmware.api [None req-96d0abe2-02ba-42df-be57-fb8b60982c64 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] Task: {'id': task-1785355, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.301223} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.116051] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-96d0abe2-02ba-42df-be57-fb8b60982c64 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1685.116051] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-96d0abe2-02ba-42df-be57-fb8b60982c64 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] [instance: 4deade09-1669-4384-9f17-a8cd7a4c1816] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1685.116051] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-96d0abe2-02ba-42df-be57-fb8b60982c64 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] [instance: 4deade09-1669-4384-9f17-a8cd7a4c1816] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1685.116351] env[62438]: INFO nova.compute.manager [None req-96d0abe2-02ba-42df-be57-fb8b60982c64 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] [instance: 4deade09-1669-4384-9f17-a8cd7a4c1816] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1685.116410] env[62438]: DEBUG oslo.service.loopingcall [None req-96d0abe2-02ba-42df-be57-fb8b60982c64 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1685.116611] env[62438]: DEBUG nova.compute.manager [-] [instance: 4deade09-1669-4384-9f17-a8cd7a4c1816] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1685.116703] env[62438]: DEBUG nova.network.neutron [-] [instance: 4deade09-1669-4384-9f17-a8cd7a4c1816] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1685.178858] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785347, 'name': CreateVM_Task} progress is 99%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.276865] env[62438]: DEBUG nova.objects.instance [None req-808e0b8b-9987-4c06-9130-4c2b30857e44 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Lazy-loading 'flavor' on Instance uuid 1e64c34f-a88f-4359-8460-043983887aa3 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1685.350054] env[62438]: DEBUG oslo_vmware.api [None req-ec440c65-2314-455e-b860-5d77893f84d3 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1785356, 'name': ReconfigVM_Task, 'duration_secs': 0.299982} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.350120] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec440c65-2314-455e-b860-5d77893f84d3 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 3140b166-1a65-4952-ad05-012140a48ed0] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 3140b166-1a65-4952-ad05-012140a48ed0/3140b166-1a65-4952-ad05-012140a48ed0.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1685.350717] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c8461607-104b-4304-9fc2-8309f1165c7f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.357708] env[62438]: DEBUG oslo_vmware.api [None req-ec440c65-2314-455e-b860-5d77893f84d3 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Waiting for the task: (returnval){ [ 1685.357708] env[62438]: value = "task-1785357" [ 1685.357708] env[62438]: _type = "Task" [ 1685.357708] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.366012] env[62438]: DEBUG oslo_vmware.api [None req-ec440c65-2314-455e-b860-5d77893f84d3 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1785357, 'name': Rename_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.481072] env[62438]: DEBUG oslo_concurrency.lockutils [None req-aa7a3e63-17fe-4398-be6c-b750889bfa08 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.358s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1685.481072] env[62438]: DEBUG nova.compute.manager [None req-aa7a3e63-17fe-4398-be6c-b750889bfa08 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1685.514083] env[62438]: DEBUG oslo_concurrency.lockutils [None req-47f00037-b295-4dce-b600-9ab72a9c6a18 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Releasing lock "refresh_cache-8aec2c98-88bc-4195-bbdd-493e11bb9185" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1685.514559] env[62438]: DEBUG nova.compute.manager [None req-47f00037-b295-4dce-b600-9ab72a9c6a18 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: 8aec2c98-88bc-4195-bbdd-493e11bb9185] Instance network_info: |[{"id": "cb1545ef-4225-4a0f-92e6-3c642509adfa", "address": "fa:16:3e:fd:c4:a4", "network": {"id": "87d86403-300d-41f4-a284-ceccb3d62aff", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-928461668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1caf71579d52463794655f8347942ede", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb1545ef-42", "ovs_interfaceid": "cb1545ef-4225-4a0f-92e6-3c642509adfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1685.515062] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-47f00037-b295-4dce-b600-9ab72a9c6a18 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: 8aec2c98-88bc-4195-bbdd-493e11bb9185] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:c4:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '233536d0-6913-4879-8442-42dcf1d4ecbb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cb1545ef-4225-4a0f-92e6-3c642509adfa', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1685.523656] env[62438]: DEBUG oslo.service.loopingcall [None req-47f00037-b295-4dce-b600-9ab72a9c6a18 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1685.523774] env[62438]: DEBUG nova.network.neutron [-] [instance: b0263516-ed38-4788-8f11-b7d36e595dc6] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1685.524811] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8aec2c98-88bc-4195-bbdd-493e11bb9185] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1685.525312] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e33e7b12-f40e-41d7-a617-902d7a311c33 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.540605] env[62438]: INFO nova.compute.manager [-] [instance: b0263516-ed38-4788-8f11-b7d36e595dc6] Took 0.97 seconds to deallocate network for instance. [ 1685.547661] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1685.547661] env[62438]: value = "task-1785358" [ 1685.547661] env[62438]: _type = "Task" [ 1685.547661] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.556099] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785358, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.577531] env[62438]: DEBUG nova.compute.manager [req-77fced46-f708-4e2f-b6c4-1533187e10e3 req-81b5642d-4fab-4656-afc9-4a56d7a75390 service nova] [instance: 8aec2c98-88bc-4195-bbdd-493e11bb9185] Received event network-vif-plugged-cb1545ef-4225-4a0f-92e6-3c642509adfa {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1685.577531] env[62438]: DEBUG oslo_concurrency.lockutils [req-77fced46-f708-4e2f-b6c4-1533187e10e3 req-81b5642d-4fab-4656-afc9-4a56d7a75390 service nova] Acquiring lock "8aec2c98-88bc-4195-bbdd-493e11bb9185-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1685.577531] env[62438]: DEBUG oslo_concurrency.lockutils [req-77fced46-f708-4e2f-b6c4-1533187e10e3 req-81b5642d-4fab-4656-afc9-4a56d7a75390 service nova] Lock "8aec2c98-88bc-4195-bbdd-493e11bb9185-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1685.577531] env[62438]: DEBUG oslo_concurrency.lockutils [req-77fced46-f708-4e2f-b6c4-1533187e10e3 req-81b5642d-4fab-4656-afc9-4a56d7a75390 service nova] Lock "8aec2c98-88bc-4195-bbdd-493e11bb9185-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1685.577531] env[62438]: DEBUG nova.compute.manager [req-77fced46-f708-4e2f-b6c4-1533187e10e3 req-81b5642d-4fab-4656-afc9-4a56d7a75390 service nova] [instance: 8aec2c98-88bc-4195-bbdd-493e11bb9185] No waiting events found dispatching network-vif-plugged-cb1545ef-4225-4a0f-92e6-3c642509adfa {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1685.577531] env[62438]: WARNING nova.compute.manager [req-77fced46-f708-4e2f-b6c4-1533187e10e3 req-81b5642d-4fab-4656-afc9-4a56d7a75390 service nova] [instance: 8aec2c98-88bc-4195-bbdd-493e11bb9185] Received unexpected event network-vif-plugged-cb1545ef-4225-4a0f-92e6-3c642509adfa for instance with vm_state building and task_state spawning. [ 1685.577790] env[62438]: DEBUG nova.compute.manager [req-77fced46-f708-4e2f-b6c4-1533187e10e3 req-81b5642d-4fab-4656-afc9-4a56d7a75390 service nova] [instance: 8aec2c98-88bc-4195-bbdd-493e11bb9185] Received event network-changed-cb1545ef-4225-4a0f-92e6-3c642509adfa {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1685.577906] env[62438]: DEBUG nova.compute.manager [req-77fced46-f708-4e2f-b6c4-1533187e10e3 req-81b5642d-4fab-4656-afc9-4a56d7a75390 service nova] [instance: 8aec2c98-88bc-4195-bbdd-493e11bb9185] Refreshing instance network info cache due to event network-changed-cb1545ef-4225-4a0f-92e6-3c642509adfa. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1685.578132] env[62438]: DEBUG oslo_concurrency.lockutils [req-77fced46-f708-4e2f-b6c4-1533187e10e3 req-81b5642d-4fab-4656-afc9-4a56d7a75390 service nova] Acquiring lock "refresh_cache-8aec2c98-88bc-4195-bbdd-493e11bb9185" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1685.578308] env[62438]: DEBUG oslo_concurrency.lockutils [req-77fced46-f708-4e2f-b6c4-1533187e10e3 req-81b5642d-4fab-4656-afc9-4a56d7a75390 service nova] Acquired lock "refresh_cache-8aec2c98-88bc-4195-bbdd-493e11bb9185" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1685.578738] env[62438]: DEBUG nova.network.neutron [req-77fced46-f708-4e2f-b6c4-1533187e10e3 req-81b5642d-4fab-4656-afc9-4a56d7a75390 service nova] [instance: 8aec2c98-88bc-4195-bbdd-493e11bb9185] Refreshing network info cache for port cb1545ef-4225-4a0f-92e6-3c642509adfa {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1685.678063] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785347, 'name': CreateVM_Task, 'duration_secs': 1.768767} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.678244] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a865b41-1752-4d8e-81f0-3ca85069c831] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1685.678958] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e951d2ec-972c-42b1-b0f5-d7a4f63b6df5 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1685.679144] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e951d2ec-972c-42b1-b0f5-d7a4f63b6df5 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1685.679525] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e951d2ec-972c-42b1-b0f5-d7a4f63b6df5 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1685.679788] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd72340c-d051-43b8-8cee-64a2fd5ee52d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.684707] env[62438]: DEBUG oslo_vmware.api [None req-e951d2ec-972c-42b1-b0f5-d7a4f63b6df5 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Waiting for the task: (returnval){ [ 1685.684707] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]527857c6-b76b-7ff7-d1f7-858cee1b7c01" [ 1685.684707] env[62438]: _type = "Task" [ 1685.684707] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.692397] env[62438]: DEBUG oslo_vmware.api [None req-e951d2ec-972c-42b1-b0f5-d7a4f63b6df5 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]527857c6-b76b-7ff7-d1f7-858cee1b7c01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.783055] env[62438]: DEBUG oslo_concurrency.lockutils [None req-808e0b8b-9987-4c06-9130-4c2b30857e44 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Lock "1e64c34f-a88f-4359-8460-043983887aa3" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.823s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1685.840577] env[62438]: DEBUG nova.network.neutron [-] [instance: 4deade09-1669-4384-9f17-a8cd7a4c1816] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1685.868239] env[62438]: DEBUG oslo_vmware.api [None req-ec440c65-2314-455e-b860-5d77893f84d3 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1785357, 'name': Rename_Task, 'duration_secs': 0.137504} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.868548] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec440c65-2314-455e-b860-5d77893f84d3 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 3140b166-1a65-4952-ad05-012140a48ed0] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1685.868813] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-67fbad06-90a2-4df6-b93c-c6c122607df9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.875861] env[62438]: DEBUG oslo_vmware.api [None req-ec440c65-2314-455e-b860-5d77893f84d3 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Waiting for the task: (returnval){ [ 1685.875861] env[62438]: value = "task-1785359" [ 1685.875861] env[62438]: _type = "Task" [ 1685.875861] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.884957] env[62438]: DEBUG oslo_vmware.api [None req-ec440c65-2314-455e-b860-5d77893f84d3 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1785359, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.986346] env[62438]: DEBUG nova.compute.utils [None req-aa7a3e63-17fe-4398-be6c-b750889bfa08 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1685.987807] env[62438]: DEBUG nova.compute.manager [None req-aa7a3e63-17fe-4398-be6c-b750889bfa08 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1685.988532] env[62438]: DEBUG nova.network.neutron [None req-aa7a3e63-17fe-4398-be6c-b750889bfa08 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1686.028709] env[62438]: DEBUG nova.policy [None req-aa7a3e63-17fe-4398-be6c-b750889bfa08 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '096f37e1f4214d368fd55939b947b1c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '38d579b225154935bb754c9894cd2f33', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1686.047147] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a54bc421-ee3a-49bc-abeb-e7138bdac0d8 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1686.047486] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a54bc421-ee3a-49bc-abeb-e7138bdac0d8 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1686.047747] env[62438]: DEBUG nova.objects.instance [None req-a54bc421-ee3a-49bc-abeb-e7138bdac0d8 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Lazy-loading 'resources' on Instance uuid b0263516-ed38-4788-8f11-b7d36e595dc6 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1686.059846] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785358, 'name': CreateVM_Task, 'duration_secs': 0.480783} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.062553] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8aec2c98-88bc-4195-bbdd-493e11bb9185] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1686.063177] env[62438]: DEBUG oslo_concurrency.lockutils [None req-47f00037-b295-4dce-b600-9ab72a9c6a18 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1686.196971] env[62438]: DEBUG oslo_vmware.api [None req-e951d2ec-972c-42b1-b0f5-d7a4f63b6df5 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]527857c6-b76b-7ff7-d1f7-858cee1b7c01, 'name': SearchDatastore_Task, 'duration_secs': 0.010197} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.197322] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e951d2ec-972c-42b1-b0f5-d7a4f63b6df5 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1686.197591] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-e951d2ec-972c-42b1-b0f5-d7a4f63b6df5 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 2a865b41-1752-4d8e-81f0-3ca85069c831] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1686.197839] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e951d2ec-972c-42b1-b0f5-d7a4f63b6df5 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1686.198172] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e951d2ec-972c-42b1-b0f5-d7a4f63b6df5 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1686.198303] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-e951d2ec-972c-42b1-b0f5-d7a4f63b6df5 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1686.198629] env[62438]: DEBUG oslo_concurrency.lockutils [None req-47f00037-b295-4dce-b600-9ab72a9c6a18 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1686.198935] env[62438]: DEBUG oslo_concurrency.lockutils [None req-47f00037-b295-4dce-b600-9ab72a9c6a18 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1686.199186] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-40101078-01bd-461e-ab29-fc1275d83dd1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.200970] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84a093c6-9bd1-450c-abdc-f77e9e400b06 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.207040] env[62438]: DEBUG oslo_vmware.api [None req-47f00037-b295-4dce-b600-9ab72a9c6a18 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Waiting for the task: (returnval){ [ 1686.207040] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52d376c2-7317-36de-5da2-96758c7106ca" [ 1686.207040] env[62438]: _type = "Task" [ 1686.207040] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.211096] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-e951d2ec-972c-42b1-b0f5-d7a4f63b6df5 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1686.211559] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-e951d2ec-972c-42b1-b0f5-d7a4f63b6df5 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1686.212676] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-587355c0-b5ba-41fd-818b-853460fd1d0f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.218179] env[62438]: DEBUG oslo_vmware.api [None req-47f00037-b295-4dce-b600-9ab72a9c6a18 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52d376c2-7317-36de-5da2-96758c7106ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.221598] env[62438]: DEBUG oslo_vmware.api [None req-e951d2ec-972c-42b1-b0f5-d7a4f63b6df5 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Waiting for the task: (returnval){ [ 1686.221598] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]528eee16-4b20-737d-ae32-25b73585a968" [ 1686.221598] env[62438]: _type = "Task" [ 1686.221598] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.231873] env[62438]: DEBUG oslo_vmware.api [None req-e951d2ec-972c-42b1-b0f5-d7a4f63b6df5 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]528eee16-4b20-737d-ae32-25b73585a968, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.302554] env[62438]: DEBUG nova.network.neutron [None req-aa7a3e63-17fe-4398-be6c-b750889bfa08 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] Successfully created port: e4a3ce12-9884-4f64-9a7e-faea782cd63f {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1686.326274] env[62438]: DEBUG nova.network.neutron [req-77fced46-f708-4e2f-b6c4-1533187e10e3 req-81b5642d-4fab-4656-afc9-4a56d7a75390 service nova] [instance: 8aec2c98-88bc-4195-bbdd-493e11bb9185] Updated VIF entry in instance network info cache for port cb1545ef-4225-4a0f-92e6-3c642509adfa. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1686.326784] env[62438]: DEBUG nova.network.neutron [req-77fced46-f708-4e2f-b6c4-1533187e10e3 req-81b5642d-4fab-4656-afc9-4a56d7a75390 service nova] [instance: 8aec2c98-88bc-4195-bbdd-493e11bb9185] Updating instance_info_cache with network_info: [{"id": "cb1545ef-4225-4a0f-92e6-3c642509adfa", "address": "fa:16:3e:fd:c4:a4", "network": {"id": "87d86403-300d-41f4-a284-ceccb3d62aff", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-928461668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1caf71579d52463794655f8347942ede", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb1545ef-42", "ovs_interfaceid": "cb1545ef-4225-4a0f-92e6-3c642509adfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1686.343717] env[62438]: INFO nova.compute.manager [-] [instance: 4deade09-1669-4384-9f17-a8cd7a4c1816] Took 1.23 seconds to deallocate network for instance. [ 1686.387515] env[62438]: DEBUG oslo_vmware.api [None req-ec440c65-2314-455e-b860-5d77893f84d3 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1785359, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.490969] env[62438]: DEBUG nova.compute.manager [None req-aa7a3e63-17fe-4398-be6c-b750889bfa08 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1686.660334] env[62438]: INFO nova.compute.manager [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] Rebuilding instance [ 1686.730851] env[62438]: DEBUG oslo_vmware.api [None req-47f00037-b295-4dce-b600-9ab72a9c6a18 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52d376c2-7317-36de-5da2-96758c7106ca, 'name': SearchDatastore_Task, 'duration_secs': 0.00964} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.735488] env[62438]: DEBUG oslo_concurrency.lockutils [None req-47f00037-b295-4dce-b600-9ab72a9c6a18 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1686.735604] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-47f00037-b295-4dce-b600-9ab72a9c6a18 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: 8aec2c98-88bc-4195-bbdd-493e11bb9185] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1686.735824] env[62438]: DEBUG oslo_concurrency.lockutils [None req-47f00037-b295-4dce-b600-9ab72a9c6a18 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1686.746934] env[62438]: DEBUG oslo_vmware.api [None req-e951d2ec-972c-42b1-b0f5-d7a4f63b6df5 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]528eee16-4b20-737d-ae32-25b73585a968, 'name': SearchDatastore_Task, 'duration_secs': 0.009715} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.748225] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1383ac8-507b-4d54-9bf2-c0180a482825 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.758320] env[62438]: DEBUG oslo_vmware.api [None req-e951d2ec-972c-42b1-b0f5-d7a4f63b6df5 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Waiting for the task: (returnval){ [ 1686.758320] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52d19e51-cdd5-cae7-b481-d7e167f2bc88" [ 1686.758320] env[62438]: _type = "Task" [ 1686.758320] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.769448] env[62438]: DEBUG oslo_vmware.api [None req-e951d2ec-972c-42b1-b0f5-d7a4f63b6df5 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52d19e51-cdd5-cae7-b481-d7e167f2bc88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.776682] env[62438]: DEBUG nova.compute.manager [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1686.777687] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a524a903-ac70-43d8-a120-0bdd89ac659d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.830308] env[62438]: DEBUG oslo_concurrency.lockutils [req-77fced46-f708-4e2f-b6c4-1533187e10e3 req-81b5642d-4fab-4656-afc9-4a56d7a75390 service nova] Releasing lock "refresh_cache-8aec2c98-88bc-4195-bbdd-493e11bb9185" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1686.830308] env[62438]: DEBUG nova.compute.manager [req-77fced46-f708-4e2f-b6c4-1533187e10e3 req-81b5642d-4fab-4656-afc9-4a56d7a75390 service nova] [instance: b0263516-ed38-4788-8f11-b7d36e595dc6] Received event network-vif-deleted-322c4f56-651b-41f4-8f73-9c29d719ced2 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1686.830308] env[62438]: DEBUG nova.compute.manager [req-77fced46-f708-4e2f-b6c4-1533187e10e3 req-81b5642d-4fab-4656-afc9-4a56d7a75390 service nova] [instance: 4deade09-1669-4384-9f17-a8cd7a4c1816] Received event network-vif-deleted-764b6010-93d0-414c-9fac-2569ca0efef8 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1686.830308] env[62438]: INFO nova.compute.manager [req-77fced46-f708-4e2f-b6c4-1533187e10e3 req-81b5642d-4fab-4656-afc9-4a56d7a75390 service nova] [instance: 4deade09-1669-4384-9f17-a8cd7a4c1816] Neutron deleted interface 764b6010-93d0-414c-9fac-2569ca0efef8; detaching it from the instance and deleting it from the info cache [ 1686.830308] env[62438]: DEBUG nova.network.neutron [req-77fced46-f708-4e2f-b6c4-1533187e10e3 req-81b5642d-4fab-4656-afc9-4a56d7a75390 service nova] [instance: 4deade09-1669-4384-9f17-a8cd7a4c1816] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1686.855842] env[62438]: DEBUG oslo_concurrency.lockutils [None req-96d0abe2-02ba-42df-be57-fb8b60982c64 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1686.889254] env[62438]: DEBUG oslo_vmware.api [None req-ec440c65-2314-455e-b860-5d77893f84d3 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1785359, 'name': PowerOnVM_Task, 'duration_secs': 0.694991} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.889538] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec440c65-2314-455e-b860-5d77893f84d3 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 3140b166-1a65-4952-ad05-012140a48ed0] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1686.889747] env[62438]: INFO nova.compute.manager [None req-ec440c65-2314-455e-b860-5d77893f84d3 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 3140b166-1a65-4952-ad05-012140a48ed0] Took 8.03 seconds to spawn the instance on the hypervisor. [ 1686.890503] env[62438]: DEBUG nova.compute.manager [None req-ec440c65-2314-455e-b860-5d77893f84d3 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 3140b166-1a65-4952-ad05-012140a48ed0] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1686.890865] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd20ae3-3e6c-4a4a-aa08-14ae87031894 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.901606] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7aa1373-ae13-4b79-8b2a-5017e7f5b85f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.909760] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d50ed94-30fc-4e4f-82a9-f884d3fd3f94 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.944199] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d00d0b74-59e9-4ca7-a7be-a58f0c8d233a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.953187] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce6d1df-3088-4736-99ee-b1b21d89f76e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.967600] env[62438]: DEBUG nova.compute.provider_tree [None req-a54bc421-ee3a-49bc-abeb-e7138bdac0d8 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1687.269682] env[62438]: DEBUG oslo_vmware.api [None req-e951d2ec-972c-42b1-b0f5-d7a4f63b6df5 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52d19e51-cdd5-cae7-b481-d7e167f2bc88, 'name': SearchDatastore_Task, 'duration_secs': 0.013535} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.269878] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e951d2ec-972c-42b1-b0f5-d7a4f63b6df5 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1687.270154] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-e951d2ec-972c-42b1-b0f5-d7a4f63b6df5 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 2a865b41-1752-4d8e-81f0-3ca85069c831/2a865b41-1752-4d8e-81f0-3ca85069c831.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1687.270438] env[62438]: DEBUG oslo_concurrency.lockutils [None req-47f00037-b295-4dce-b600-9ab72a9c6a18 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1687.270631] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-47f00037-b295-4dce-b600-9ab72a9c6a18 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1687.270843] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ffaf6ee-a9f5-4f5d-870e-2158efe8ae32 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.272630] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5683bfb6-0e10-4d13-aa27-6e94135e6b3f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.278555] env[62438]: DEBUG oslo_vmware.api [None req-e951d2ec-972c-42b1-b0f5-d7a4f63b6df5 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Waiting for the task: (returnval){ [ 1687.278555] env[62438]: value = "task-1785360" [ 1687.278555] env[62438]: _type = "Task" [ 1687.278555] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.282052] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-47f00037-b295-4dce-b600-9ab72a9c6a18 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1687.282234] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-47f00037-b295-4dce-b600-9ab72a9c6a18 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1687.283157] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67d29bc6-1624-45fc-9c6e-0ceec34fa546 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.290492] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1687.290732] env[62438]: DEBUG oslo_vmware.api [None req-e951d2ec-972c-42b1-b0f5-d7a4f63b6df5 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785360, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.291213] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fcbb7157-c677-46d3-8097-13e43807cc9c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.294090] env[62438]: DEBUG oslo_vmware.api [None req-47f00037-b295-4dce-b600-9ab72a9c6a18 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Waiting for the task: (returnval){ [ 1687.294090] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52a08c3d-567b-4fbf-5509-533b6a87fdf1" [ 1687.294090] env[62438]: _type = "Task" [ 1687.294090] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.297731] env[62438]: DEBUG oslo_vmware.api [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Waiting for the task: (returnval){ [ 1687.297731] env[62438]: value = "task-1785361" [ 1687.297731] env[62438]: _type = "Task" [ 1687.297731] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.303351] env[62438]: DEBUG oslo_vmware.api [None req-47f00037-b295-4dce-b600-9ab72a9c6a18 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52a08c3d-567b-4fbf-5509-533b6a87fdf1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.307852] env[62438]: DEBUG oslo_vmware.api [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785361, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.333747] env[62438]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c54000a0-664d-49f2-88b4-0446798473cd {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.342871] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973370b7-5211-4a1f-b2f2-a4b3bcab7022 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.378943] env[62438]: DEBUG nova.compute.manager [req-77fced46-f708-4e2f-b6c4-1533187e10e3 req-81b5642d-4fab-4656-afc9-4a56d7a75390 service nova] [instance: 4deade09-1669-4384-9f17-a8cd7a4c1816] Detach interface failed, port_id=764b6010-93d0-414c-9fac-2569ca0efef8, reason: Instance 4deade09-1669-4384-9f17-a8cd7a4c1816 could not be found. {{(pid=62438) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1687.412126] env[62438]: INFO nova.compute.manager [None req-ec440c65-2314-455e-b860-5d77893f84d3 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 3140b166-1a65-4952-ad05-012140a48ed0] Took 20.09 seconds to build instance. [ 1687.471357] env[62438]: DEBUG nova.scheduler.client.report [None req-a54bc421-ee3a-49bc-abeb-e7138bdac0d8 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1687.505990] env[62438]: DEBUG nova.compute.manager [None req-aa7a3e63-17fe-4398-be6c-b750889bfa08 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1687.531816] env[62438]: DEBUG nova.virt.hardware [None req-aa7a3e63-17fe-4398-be6c-b750889bfa08 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1687.531933] env[62438]: DEBUG nova.virt.hardware [None req-aa7a3e63-17fe-4398-be6c-b750889bfa08 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1687.532145] env[62438]: DEBUG nova.virt.hardware [None req-aa7a3e63-17fe-4398-be6c-b750889bfa08 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1687.532336] env[62438]: DEBUG nova.virt.hardware [None req-aa7a3e63-17fe-4398-be6c-b750889bfa08 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1687.532552] env[62438]: DEBUG nova.virt.hardware [None req-aa7a3e63-17fe-4398-be6c-b750889bfa08 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1687.532784] env[62438]: DEBUG nova.virt.hardware [None req-aa7a3e63-17fe-4398-be6c-b750889bfa08 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1687.533011] env[62438]: DEBUG nova.virt.hardware [None req-aa7a3e63-17fe-4398-be6c-b750889bfa08 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1687.533258] env[62438]: DEBUG nova.virt.hardware [None req-aa7a3e63-17fe-4398-be6c-b750889bfa08 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1687.533496] env[62438]: DEBUG nova.virt.hardware [None req-aa7a3e63-17fe-4398-be6c-b750889bfa08 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1687.533722] env[62438]: DEBUG nova.virt.hardware [None req-aa7a3e63-17fe-4398-be6c-b750889bfa08 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1687.533947] env[62438]: DEBUG nova.virt.hardware [None req-aa7a3e63-17fe-4398-be6c-b750889bfa08 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1687.534983] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ae310e-5aa5-4f96-8c9d-e89880731aea {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.551228] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc0f0a48-7444-4da2-98bf-e11e1285259c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.789112] env[62438]: DEBUG oslo_vmware.api [None req-e951d2ec-972c-42b1-b0f5-d7a4f63b6df5 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785360, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.441121} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.789400] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-e951d2ec-972c-42b1-b0f5-d7a4f63b6df5 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 2a865b41-1752-4d8e-81f0-3ca85069c831/2a865b41-1752-4d8e-81f0-3ca85069c831.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1687.789618] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-e951d2ec-972c-42b1-b0f5-d7a4f63b6df5 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 2a865b41-1752-4d8e-81f0-3ca85069c831] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1687.789885] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dbe1bdc4-546d-47f8-bd10-58d4faa725bc {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.795894] env[62438]: DEBUG oslo_vmware.api [None req-e951d2ec-972c-42b1-b0f5-d7a4f63b6df5 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Waiting for the task: (returnval){ [ 1687.795894] env[62438]: value = "task-1785362" [ 1687.795894] env[62438]: _type = "Task" [ 1687.795894] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.813019] env[62438]: DEBUG oslo_vmware.api [None req-47f00037-b295-4dce-b600-9ab72a9c6a18 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52a08c3d-567b-4fbf-5509-533b6a87fdf1, 'name': SearchDatastore_Task, 'duration_secs': 0.00876} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.819423] env[62438]: DEBUG oslo_vmware.api [None req-e951d2ec-972c-42b1-b0f5-d7a4f63b6df5 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785362, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.819755] env[62438]: DEBUG oslo_vmware.api [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785361, 'name': PowerOffVM_Task, 'duration_secs': 0.177371} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.819877] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01f25df1-223a-4420-93c4-659cce6d1f54 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.822063] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1687.827119] env[62438]: DEBUG oslo_vmware.api [None req-47f00037-b295-4dce-b600-9ab72a9c6a18 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Waiting for the task: (returnval){ [ 1687.827119] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]527ef61a-3329-d3a7-ac42-d3eb1efa6821" [ 1687.827119] env[62438]: _type = "Task" [ 1687.827119] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.838056] env[62438]: DEBUG oslo_vmware.api [None req-47f00037-b295-4dce-b600-9ab72a9c6a18 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]527ef61a-3329-d3a7-ac42-d3eb1efa6821, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.878058] env[62438]: INFO nova.compute.manager [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] Detaching volume e55194b3-686a-42fb-bb01-7432c2b6b028 [ 1687.912229] env[62438]: INFO nova.virt.block_device [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] Attempting to driver detach volume e55194b3-686a-42fb-bb01-7432c2b6b028 from mountpoint /dev/sdb [ 1687.912668] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] Volume detach. Driver type: vmdk {{(pid=62438) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1687.912716] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370464', 'volume_id': 'e55194b3-686a-42fb-bb01-7432c2b6b028', 'name': 'volume-e55194b3-686a-42fb-bb01-7432c2b6b028', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '1e64c34f-a88f-4359-8460-043983887aa3', 'attached_at': '', 'detached_at': '', 'volume_id': 'e55194b3-686a-42fb-bb01-7432c2b6b028', 'serial': 'e55194b3-686a-42fb-bb01-7432c2b6b028'} {{(pid=62438) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1687.913664] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a5d0f8-f1f3-47fd-89cb-ef12d53f8f43 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.916817] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ec440c65-2314-455e-b860-5d77893f84d3 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Lock "3140b166-1a65-4952-ad05-012140a48ed0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.605s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1687.938299] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da3f238-cb7d-486a-9a96-06fb1782c1a9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.947357] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd233a05-a239-41cb-bae7-ca13aeb650b8 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.969017] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e21c2e73-cc66-47c3-82c6-9800c36fcfa3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.984322] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a54bc421-ee3a-49bc-abeb-e7138bdac0d8 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.937s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1687.986329] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] The volume has not been displaced from its original location: [datastore1] volume-e55194b3-686a-42fb-bb01-7432c2b6b028/volume-e55194b3-686a-42fb-bb01-7432c2b6b028.vmdk. No consolidation needed. {{(pid=62438) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1687.991774] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] Reconfiguring VM instance instance-0000004b to detach disk 2001 {{(pid=62438) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1687.992235] env[62438]: DEBUG oslo_concurrency.lockutils [None req-96d0abe2-02ba-42df-be57-fb8b60982c64 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.137s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1687.992476] env[62438]: DEBUG nova.objects.instance [None req-96d0abe2-02ba-42df-be57-fb8b60982c64 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] Lazy-loading 'resources' on Instance uuid 4deade09-1669-4384-9f17-a8cd7a4c1816 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1687.995264] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27a0bbbf-13d7-48c0-aefd-68edc4c57070 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.011791] env[62438]: DEBUG nova.compute.manager [req-214e1f5f-8149-4dc7-b33a-90122a1079aa req-5a8aee65-c848-45e3-ab4e-f82e604f1599 service nova] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] Received event network-vif-plugged-e4a3ce12-9884-4f64-9a7e-faea782cd63f {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1688.012190] env[62438]: DEBUG oslo_concurrency.lockutils [req-214e1f5f-8149-4dc7-b33a-90122a1079aa req-5a8aee65-c848-45e3-ab4e-f82e604f1599 service nova] Acquiring lock "ceadf541-e9dc-423a-97c5-3dfe483cbab4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1688.012675] env[62438]: DEBUG oslo_concurrency.lockutils [req-214e1f5f-8149-4dc7-b33a-90122a1079aa req-5a8aee65-c848-45e3-ab4e-f82e604f1599 service nova] Lock "ceadf541-e9dc-423a-97c5-3dfe483cbab4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1688.012847] env[62438]: DEBUG oslo_concurrency.lockutils [req-214e1f5f-8149-4dc7-b33a-90122a1079aa req-5a8aee65-c848-45e3-ab4e-f82e604f1599 service nova] Lock "ceadf541-e9dc-423a-97c5-3dfe483cbab4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1688.013037] env[62438]: DEBUG nova.compute.manager [req-214e1f5f-8149-4dc7-b33a-90122a1079aa req-5a8aee65-c848-45e3-ab4e-f82e604f1599 service nova] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] No waiting events found dispatching network-vif-plugged-e4a3ce12-9884-4f64-9a7e-faea782cd63f {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1688.013212] env[62438]: WARNING nova.compute.manager [req-214e1f5f-8149-4dc7-b33a-90122a1079aa req-5a8aee65-c848-45e3-ab4e-f82e604f1599 service nova] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] Received unexpected event network-vif-plugged-e4a3ce12-9884-4f64-9a7e-faea782cd63f for instance with vm_state building and task_state spawning. [ 1688.014322] env[62438]: INFO nova.scheduler.client.report [None req-a54bc421-ee3a-49bc-abeb-e7138bdac0d8 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Deleted allocations for instance b0263516-ed38-4788-8f11-b7d36e595dc6 [ 1688.024395] env[62438]: DEBUG oslo_vmware.api [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Waiting for the task: (returnval){ [ 1688.024395] env[62438]: value = "task-1785363" [ 1688.024395] env[62438]: _type = "Task" [ 1688.024395] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.033148] env[62438]: DEBUG oslo_vmware.api [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785363, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.046719] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1b992867-e094-4ef7-acaf-8281a668d5b9 tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] Acquiring lock "2eb62df9-005e-488f-b800-02867ec2fa81" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1688.047058] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1b992867-e094-4ef7-acaf-8281a668d5b9 tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] Lock "2eb62df9-005e-488f-b800-02867ec2fa81" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1688.047326] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1b992867-e094-4ef7-acaf-8281a668d5b9 tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] Acquiring lock "2eb62df9-005e-488f-b800-02867ec2fa81-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1688.048950] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1b992867-e094-4ef7-acaf-8281a668d5b9 tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] Lock "2eb62df9-005e-488f-b800-02867ec2fa81-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1688.048950] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1b992867-e094-4ef7-acaf-8281a668d5b9 tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] Lock "2eb62df9-005e-488f-b800-02867ec2fa81-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1688.051218] env[62438]: INFO nova.compute.manager [None req-1b992867-e094-4ef7-acaf-8281a668d5b9 tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] [instance: 2eb62df9-005e-488f-b800-02867ec2fa81] Terminating instance [ 1688.053897] env[62438]: DEBUG nova.compute.manager [None req-1b992867-e094-4ef7-acaf-8281a668d5b9 tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] [instance: 2eb62df9-005e-488f-b800-02867ec2fa81] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1688.053982] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-1b992867-e094-4ef7-acaf-8281a668d5b9 tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] [instance: 2eb62df9-005e-488f-b800-02867ec2fa81] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1688.055512] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b71752-1780-4027-8ad6-8502b7353f74 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.064055] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b992867-e094-4ef7-acaf-8281a668d5b9 tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] [instance: 2eb62df9-005e-488f-b800-02867ec2fa81] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1688.064376] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6dca1c7e-440d-4874-bf22-29e55dcbdcdf {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.070715] env[62438]: DEBUG oslo_vmware.api [None req-1b992867-e094-4ef7-acaf-8281a668d5b9 tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] Waiting for the task: (returnval){ [ 1688.070715] env[62438]: value = "task-1785364" [ 1688.070715] env[62438]: _type = "Task" [ 1688.070715] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.083194] env[62438]: DEBUG oslo_vmware.api [None req-1b992867-e094-4ef7-acaf-8281a668d5b9 tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] Task: {'id': task-1785364, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.119943] env[62438]: DEBUG nova.network.neutron [None req-aa7a3e63-17fe-4398-be6c-b750889bfa08 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] Successfully updated port: e4a3ce12-9884-4f64-9a7e-faea782cd63f {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1688.309165] env[62438]: DEBUG oslo_vmware.api [None req-e951d2ec-972c-42b1-b0f5-d7a4f63b6df5 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785362, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065785} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.309415] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-e951d2ec-972c-42b1-b0f5-d7a4f63b6df5 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 2a865b41-1752-4d8e-81f0-3ca85069c831] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1688.310245] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b662dd04-f7a0-44e7-82f4-09cf309d6158 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.333341] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-e951d2ec-972c-42b1-b0f5-d7a4f63b6df5 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 2a865b41-1752-4d8e-81f0-3ca85069c831] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 2a865b41-1752-4d8e-81f0-3ca85069c831/2a865b41-1752-4d8e-81f0-3ca85069c831.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1688.333732] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57607974-2c97-4b75-8558-ce8fd3c17a4a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.357996] env[62438]: DEBUG oslo_vmware.api [None req-47f00037-b295-4dce-b600-9ab72a9c6a18 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]527ef61a-3329-d3a7-ac42-d3eb1efa6821, 'name': SearchDatastore_Task, 'duration_secs': 0.009946} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.359464] env[62438]: DEBUG oslo_concurrency.lockutils [None req-47f00037-b295-4dce-b600-9ab72a9c6a18 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1688.359750] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-47f00037-b295-4dce-b600-9ab72a9c6a18 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 8aec2c98-88bc-4195-bbdd-493e11bb9185/8aec2c98-88bc-4195-bbdd-493e11bb9185.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1688.360113] env[62438]: DEBUG oslo_vmware.api [None req-e951d2ec-972c-42b1-b0f5-d7a4f63b6df5 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Waiting for the task: (returnval){ [ 1688.360113] env[62438]: value = "task-1785365" [ 1688.360113] env[62438]: _type = "Task" [ 1688.360113] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.360318] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-17a826fc-1d73-48e5-b8cc-d51cebb51d1c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.370349] env[62438]: DEBUG oslo_vmware.api [None req-e951d2ec-972c-42b1-b0f5-d7a4f63b6df5 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785365, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.371598] env[62438]: DEBUG oslo_vmware.api [None req-47f00037-b295-4dce-b600-9ab72a9c6a18 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Waiting for the task: (returnval){ [ 1688.371598] env[62438]: value = "task-1785366" [ 1688.371598] env[62438]: _type = "Task" [ 1688.371598] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.381663] env[62438]: DEBUG oslo_vmware.api [None req-47f00037-b295-4dce-b600-9ab72a9c6a18 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Task: {'id': task-1785366, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.521611] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a54bc421-ee3a-49bc-abeb-e7138bdac0d8 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Lock "b0263516-ed38-4788-8f11-b7d36e595dc6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.338s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1688.540575] env[62438]: DEBUG oslo_vmware.api [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785363, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.581933] env[62438]: DEBUG oslo_vmware.api [None req-1b992867-e094-4ef7-acaf-8281a668d5b9 tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] Task: {'id': task-1785364, 'name': PowerOffVM_Task, 'duration_secs': 0.435849} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.582435] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b992867-e094-4ef7-acaf-8281a668d5b9 tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] [instance: 2eb62df9-005e-488f-b800-02867ec2fa81] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1688.582435] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-1b992867-e094-4ef7-acaf-8281a668d5b9 tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] [instance: 2eb62df9-005e-488f-b800-02867ec2fa81] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1688.582819] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4514fa01-eb46-49ce-a386-ac50e5215796 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.626658] env[62438]: DEBUG oslo_concurrency.lockutils [None req-aa7a3e63-17fe-4398-be6c-b750889bfa08 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Acquiring lock "refresh_cache-ceadf541-e9dc-423a-97c5-3dfe483cbab4" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1688.626827] env[62438]: DEBUG oslo_concurrency.lockutils [None req-aa7a3e63-17fe-4398-be6c-b750889bfa08 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Acquired lock "refresh_cache-ceadf541-e9dc-423a-97c5-3dfe483cbab4" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1688.627013] env[62438]: DEBUG nova.network.neutron [None req-aa7a3e63-17fe-4398-be6c-b750889bfa08 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1688.642340] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7272a81c-1b60-45d8-8d66-49b6e6b96b21 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.652244] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-83ca1fd1-0512-469e-ba1c-eaac242f2fae tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 3140b166-1a65-4952-ad05-012140a48ed0] Suspending the VM {{(pid=62438) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1163}} [ 1688.652468] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-1d4967ae-9f53-4921-90a2-830f55d4e833 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.660755] env[62438]: DEBUG oslo_vmware.api [None req-83ca1fd1-0512-469e-ba1c-eaac242f2fae tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Waiting for the task: (returnval){ [ 1688.660755] env[62438]: value = "task-1785368" [ 1688.660755] env[62438]: _type = "Task" [ 1688.660755] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.671327] env[62438]: DEBUG oslo_vmware.api [None req-83ca1fd1-0512-469e-ba1c-eaac242f2fae tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1785368, 'name': SuspendVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.726652] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de020f7-3bcf-422f-940d-cc9e487a52f3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.736976] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f9c6970-2a45-4a92-b2b7-7e6941e03a2b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.772669] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed25701a-a6dd-45b4-8ef4-9d3d82de5016 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.781916] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1006127f-539d-4df4-8a41-e69392140717 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.797251] env[62438]: DEBUG nova.compute.provider_tree [None req-96d0abe2-02ba-42df-be57-fb8b60982c64 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1688.876223] env[62438]: DEBUG oslo_vmware.api [None req-e951d2ec-972c-42b1-b0f5-d7a4f63b6df5 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785365, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.883142] env[62438]: DEBUG oslo_vmware.api [None req-47f00037-b295-4dce-b600-9ab72a9c6a18 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Task: {'id': task-1785366, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.930574] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-1b992867-e094-4ef7-acaf-8281a668d5b9 tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] [instance: 2eb62df9-005e-488f-b800-02867ec2fa81] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1688.931010] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-1b992867-e094-4ef7-acaf-8281a668d5b9 tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] [instance: 2eb62df9-005e-488f-b800-02867ec2fa81] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1688.931339] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b992867-e094-4ef7-acaf-8281a668d5b9 tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] Deleting the datastore file [datastore1] 2eb62df9-005e-488f-b800-02867ec2fa81 {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1688.931797] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f1844a22-5c7a-434d-bd20-a7696a66347f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.940637] env[62438]: DEBUG oslo_vmware.api [None req-1b992867-e094-4ef7-acaf-8281a668d5b9 tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] Waiting for the task: (returnval){ [ 1688.940637] env[62438]: value = "task-1785369" [ 1688.940637] env[62438]: _type = "Task" [ 1688.940637] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.951129] env[62438]: DEBUG oslo_vmware.api [None req-1b992867-e094-4ef7-acaf-8281a668d5b9 tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] Task: {'id': task-1785369, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.034970] env[62438]: DEBUG oslo_vmware.api [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785363, 'name': ReconfigVM_Task, 'duration_secs': 0.610977} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.037119] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] Reconfigured VM instance instance-0000004b to detach disk 2001 {{(pid=62438) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1689.043997] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9e728f4-79af-4da4-9f87-b6de704a3a6e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.062052] env[62438]: DEBUG oslo_vmware.api [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Waiting for the task: (returnval){ [ 1689.062052] env[62438]: value = "task-1785370" [ 1689.062052] env[62438]: _type = "Task" [ 1689.062052] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.073058] env[62438]: DEBUG oslo_vmware.api [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785370, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.165952] env[62438]: DEBUG nova.network.neutron [None req-aa7a3e63-17fe-4398-be6c-b750889bfa08 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1689.173356] env[62438]: DEBUG oslo_vmware.api [None req-83ca1fd1-0512-469e-ba1c-eaac242f2fae tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1785368, 'name': SuspendVM_Task} progress is 58%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.300877] env[62438]: DEBUG nova.scheduler.client.report [None req-96d0abe2-02ba-42df-be57-fb8b60982c64 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1689.309525] env[62438]: DEBUG nova.network.neutron [None req-aa7a3e63-17fe-4398-be6c-b750889bfa08 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] Updating instance_info_cache with network_info: [{"id": "e4a3ce12-9884-4f64-9a7e-faea782cd63f", "address": "fa:16:3e:5d:00:99", "network": {"id": "f204c615-6047-48c0-a7eb-65fe4ad424e5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1343144096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38d579b225154935bb754c9894cd2f33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4a3ce12-98", "ovs_interfaceid": "e4a3ce12-9884-4f64-9a7e-faea782cd63f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1689.376502] env[62438]: DEBUG oslo_vmware.api [None req-e951d2ec-972c-42b1-b0f5-d7a4f63b6df5 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785365, 'name': ReconfigVM_Task, 'duration_secs': 0.782756} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.380282] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-e951d2ec-972c-42b1-b0f5-d7a4f63b6df5 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 2a865b41-1752-4d8e-81f0-3ca85069c831] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 2a865b41-1752-4d8e-81f0-3ca85069c831/2a865b41-1752-4d8e-81f0-3ca85069c831.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1689.381014] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3695f7b4-bc53-4812-aaa6-af11642159d0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.388312] env[62438]: DEBUG oslo_vmware.api [None req-47f00037-b295-4dce-b600-9ab72a9c6a18 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Task: {'id': task-1785366, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.670959} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.389639] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-47f00037-b295-4dce-b600-9ab72a9c6a18 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 8aec2c98-88bc-4195-bbdd-493e11bb9185/8aec2c98-88bc-4195-bbdd-493e11bb9185.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1689.389857] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-47f00037-b295-4dce-b600-9ab72a9c6a18 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: 8aec2c98-88bc-4195-bbdd-493e11bb9185] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1689.390193] env[62438]: DEBUG oslo_vmware.api [None req-e951d2ec-972c-42b1-b0f5-d7a4f63b6df5 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Waiting for the task: (returnval){ [ 1689.390193] env[62438]: value = "task-1785371" [ 1689.390193] env[62438]: _type = "Task" [ 1689.390193] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.390456] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d1786048-42cb-4091-81be-f8148925f3b5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.400407] env[62438]: DEBUG oslo_vmware.api [None req-e951d2ec-972c-42b1-b0f5-d7a4f63b6df5 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785371, 'name': Rename_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.401732] env[62438]: DEBUG oslo_vmware.api [None req-47f00037-b295-4dce-b600-9ab72a9c6a18 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Waiting for the task: (returnval){ [ 1689.401732] env[62438]: value = "task-1785372" [ 1689.401732] env[62438]: _type = "Task" [ 1689.401732] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.409124] env[62438]: DEBUG oslo_vmware.api [None req-47f00037-b295-4dce-b600-9ab72a9c6a18 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Task: {'id': task-1785372, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.450928] env[62438]: DEBUG oslo_vmware.api [None req-1b992867-e094-4ef7-acaf-8281a668d5b9 tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] Task: {'id': task-1785369, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.339599} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.451234] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b992867-e094-4ef7-acaf-8281a668d5b9 tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1689.451451] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-1b992867-e094-4ef7-acaf-8281a668d5b9 tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] [instance: 2eb62df9-005e-488f-b800-02867ec2fa81] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1689.451641] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-1b992867-e094-4ef7-acaf-8281a668d5b9 tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] [instance: 2eb62df9-005e-488f-b800-02867ec2fa81] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1689.451822] env[62438]: INFO nova.compute.manager [None req-1b992867-e094-4ef7-acaf-8281a668d5b9 tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] [instance: 2eb62df9-005e-488f-b800-02867ec2fa81] Took 1.40 seconds to destroy the instance on the hypervisor. [ 1689.452089] env[62438]: DEBUG oslo.service.loopingcall [None req-1b992867-e094-4ef7-acaf-8281a668d5b9 tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1689.452296] env[62438]: DEBUG nova.compute.manager [-] [instance: 2eb62df9-005e-488f-b800-02867ec2fa81] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1689.452388] env[62438]: DEBUG nova.network.neutron [-] [instance: 2eb62df9-005e-488f-b800-02867ec2fa81] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1689.556723] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5cc23d44-c7f6-4c75-82b8-e29b0daee93e tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Acquiring lock "2b5c87fe-1c80-4cb9-86fe-4dd083322e71" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1689.557082] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5cc23d44-c7f6-4c75-82b8-e29b0daee93e tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Lock "2b5c87fe-1c80-4cb9-86fe-4dd083322e71" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1689.571810] env[62438]: DEBUG oslo_vmware.api [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785370, 'name': ReconfigVM_Task, 'duration_secs': 0.164077} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.572183] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370464', 'volume_id': 'e55194b3-686a-42fb-bb01-7432c2b6b028', 'name': 'volume-e55194b3-686a-42fb-bb01-7432c2b6b028', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '1e64c34f-a88f-4359-8460-043983887aa3', 'attached_at': '', 'detached_at': '', 'volume_id': 'e55194b3-686a-42fb-bb01-7432c2b6b028', 'serial': 'e55194b3-686a-42fb-bb01-7432c2b6b028'} {{(pid=62438) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1689.671727] env[62438]: DEBUG oslo_vmware.api [None req-83ca1fd1-0512-469e-ba1c-eaac242f2fae tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1785368, 'name': SuspendVM_Task, 'duration_secs': 0.756211} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.672022] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-83ca1fd1-0512-469e-ba1c-eaac242f2fae tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 3140b166-1a65-4952-ad05-012140a48ed0] Suspended the VM {{(pid=62438) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1167}} [ 1689.672208] env[62438]: DEBUG nova.compute.manager [None req-83ca1fd1-0512-469e-ba1c-eaac242f2fae tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 3140b166-1a65-4952-ad05-012140a48ed0] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1689.673016] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f25a63-2ba9-4b86-b5b7-22dc1131a824 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.806423] env[62438]: DEBUG oslo_concurrency.lockutils [None req-96d0abe2-02ba-42df-be57-fb8b60982c64 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.814s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1689.812053] env[62438]: DEBUG oslo_concurrency.lockutils [None req-aa7a3e63-17fe-4398-be6c-b750889bfa08 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Releasing lock "refresh_cache-ceadf541-e9dc-423a-97c5-3dfe483cbab4" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1689.812357] env[62438]: DEBUG nova.compute.manager [None req-aa7a3e63-17fe-4398-be6c-b750889bfa08 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] Instance network_info: |[{"id": "e4a3ce12-9884-4f64-9a7e-faea782cd63f", "address": "fa:16:3e:5d:00:99", "network": {"id": "f204c615-6047-48c0-a7eb-65fe4ad424e5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1343144096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38d579b225154935bb754c9894cd2f33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4a3ce12-98", "ovs_interfaceid": "e4a3ce12-9884-4f64-9a7e-faea782cd63f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1689.812765] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-aa7a3e63-17fe-4398-be6c-b750889bfa08 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:00:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e4a3ce12-9884-4f64-9a7e-faea782cd63f', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1689.820616] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa7a3e63-17fe-4398-be6c-b750889bfa08 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Creating folder: Project (38d579b225154935bb754c9894cd2f33). Parent ref: group-v370230. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1689.820616] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-546f14d8-569a-415b-84b8-d6cfbbf07ab9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.829558] env[62438]: INFO nova.scheduler.client.report [None req-96d0abe2-02ba-42df-be57-fb8b60982c64 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] Deleted allocations for instance 4deade09-1669-4384-9f17-a8cd7a4c1816 [ 1689.832615] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-aa7a3e63-17fe-4398-be6c-b750889bfa08 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Created folder: Project (38d579b225154935bb754c9894cd2f33) in parent group-v370230. [ 1689.832615] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa7a3e63-17fe-4398-be6c-b750889bfa08 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Creating folder: Instances. Parent ref: group-v370468. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1689.835012] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ac03f933-1593-4d2c-86dd-7e180bd3eddc {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.845051] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-aa7a3e63-17fe-4398-be6c-b750889bfa08 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Created folder: Instances in parent group-v370468. [ 1689.845318] env[62438]: DEBUG oslo.service.loopingcall [None req-aa7a3e63-17fe-4398-be6c-b750889bfa08 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1689.845531] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1689.845753] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1480df04-e1cd-45d7-8ca5-8c74ff22d050 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.865519] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1689.865519] env[62438]: value = "task-1785375" [ 1689.865519] env[62438]: _type = "Task" [ 1689.865519] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.873145] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785375, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.902302] env[62438]: DEBUG oslo_vmware.api [None req-e951d2ec-972c-42b1-b0f5-d7a4f63b6df5 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785371, 'name': Rename_Task, 'duration_secs': 0.263351} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.906093] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-e951d2ec-972c-42b1-b0f5-d7a4f63b6df5 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 2a865b41-1752-4d8e-81f0-3ca85069c831] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1689.908011] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f72a6d38-823c-4173-82a8-a2aa6ed8d111 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.913846] env[62438]: DEBUG oslo_vmware.api [None req-47f00037-b295-4dce-b600-9ab72a9c6a18 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Task: {'id': task-1785372, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100876} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.915117] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-47f00037-b295-4dce-b600-9ab72a9c6a18 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: 8aec2c98-88bc-4195-bbdd-493e11bb9185] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1689.915450] env[62438]: DEBUG oslo_vmware.api [None req-e951d2ec-972c-42b1-b0f5-d7a4f63b6df5 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Waiting for the task: (returnval){ [ 1689.915450] env[62438]: value = "task-1785376" [ 1689.915450] env[62438]: _type = "Task" [ 1689.915450] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.917316] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e06522-4d9a-4546-87c5-bb6bca3610c4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.928045] env[62438]: DEBUG oslo_vmware.api [None req-e951d2ec-972c-42b1-b0f5-d7a4f63b6df5 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785376, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.945753] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-47f00037-b295-4dce-b600-9ab72a9c6a18 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: 8aec2c98-88bc-4195-bbdd-493e11bb9185] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] 8aec2c98-88bc-4195-bbdd-493e11bb9185/8aec2c98-88bc-4195-bbdd-493e11bb9185.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1689.946607] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0ae2db3-2515-4e07-b37d-8c97bacccd11 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.970020] env[62438]: DEBUG oslo_vmware.api [None req-47f00037-b295-4dce-b600-9ab72a9c6a18 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Waiting for the task: (returnval){ [ 1689.970020] env[62438]: value = "task-1785377" [ 1689.970020] env[62438]: _type = "Task" [ 1689.970020] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.978599] env[62438]: DEBUG oslo_vmware.api [None req-47f00037-b295-4dce-b600-9ab72a9c6a18 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Task: {'id': task-1785377, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.031015] env[62438]: DEBUG nova.compute.manager [req-6ae9e828-ab00-478c-a3fe-06b54e7752bc req-3fb7a99a-1d12-4e08-8966-ef515fb226e9 service nova] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] Received event network-changed-e4a3ce12-9884-4f64-9a7e-faea782cd63f {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1690.031257] env[62438]: DEBUG nova.compute.manager [req-6ae9e828-ab00-478c-a3fe-06b54e7752bc req-3fb7a99a-1d12-4e08-8966-ef515fb226e9 service nova] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] Refreshing instance network info cache due to event network-changed-e4a3ce12-9884-4f64-9a7e-faea782cd63f. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1690.031490] env[62438]: DEBUG oslo_concurrency.lockutils [req-6ae9e828-ab00-478c-a3fe-06b54e7752bc req-3fb7a99a-1d12-4e08-8966-ef515fb226e9 service nova] Acquiring lock "refresh_cache-ceadf541-e9dc-423a-97c5-3dfe483cbab4" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1690.031641] env[62438]: DEBUG oslo_concurrency.lockutils [req-6ae9e828-ab00-478c-a3fe-06b54e7752bc req-3fb7a99a-1d12-4e08-8966-ef515fb226e9 service nova] Acquired lock "refresh_cache-ceadf541-e9dc-423a-97c5-3dfe483cbab4" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1690.031953] env[62438]: DEBUG nova.network.neutron [req-6ae9e828-ab00-478c-a3fe-06b54e7752bc req-3fb7a99a-1d12-4e08-8966-ef515fb226e9 service nova] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] Refreshing network info cache for port e4a3ce12-9884-4f64-9a7e-faea782cd63f {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1690.061276] env[62438]: INFO nova.compute.manager [None req-5cc23d44-c7f6-4c75-82b8-e29b0daee93e tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: 2b5c87fe-1c80-4cb9-86fe-4dd083322e71] Detaching volume 4cf3c2cb-97cd-45fc-a055-d7fe736b3447 [ 1690.109549] env[62438]: INFO nova.virt.block_device [None req-5cc23d44-c7f6-4c75-82b8-e29b0daee93e tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: 2b5c87fe-1c80-4cb9-86fe-4dd083322e71] Attempting to driver detach volume 4cf3c2cb-97cd-45fc-a055-d7fe736b3447 from mountpoint /dev/sdb [ 1690.109807] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cc23d44-c7f6-4c75-82b8-e29b0daee93e tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: 2b5c87fe-1c80-4cb9-86fe-4dd083322e71] Volume detach. Driver type: vmdk {{(pid=62438) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1690.110000] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cc23d44-c7f6-4c75-82b8-e29b0daee93e tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: 2b5c87fe-1c80-4cb9-86fe-4dd083322e71] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370403', 'volume_id': '4cf3c2cb-97cd-45fc-a055-d7fe736b3447', 'name': 'volume-4cf3c2cb-97cd-45fc-a055-d7fe736b3447', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2b5c87fe-1c80-4cb9-86fe-4dd083322e71', 'attached_at': '', 'detached_at': '', 'volume_id': '4cf3c2cb-97cd-45fc-a055-d7fe736b3447', 'serial': '4cf3c2cb-97cd-45fc-a055-d7fe736b3447'} {{(pid=62438) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1690.110950] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95cb2001-c055-483a-b63f-fcfb7c5e7c6b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.142396] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e452db3b-50ec-4666-a25c-4ae932ac4ec2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.151458] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d678714-5a68-43e1-b2d7-0facee8df25f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.173075] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f570f80d-6dbd-455d-9418-433f19b36bc9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.194771] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cc23d44-c7f6-4c75-82b8-e29b0daee93e tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] The volume has not been displaced from its original location: [datastore1] volume-4cf3c2cb-97cd-45fc-a055-d7fe736b3447/volume-4cf3c2cb-97cd-45fc-a055-d7fe736b3447.vmdk. No consolidation needed. {{(pid=62438) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1690.200645] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cc23d44-c7f6-4c75-82b8-e29b0daee93e tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: 2b5c87fe-1c80-4cb9-86fe-4dd083322e71] Reconfiguring VM instance instance-00000030 to detach disk 2001 {{(pid=62438) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1690.202235] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5e41303-8a21-4d46-878d-d5df088840ca {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.221879] env[62438]: DEBUG oslo_vmware.api [None req-5cc23d44-c7f6-4c75-82b8-e29b0daee93e tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Waiting for the task: (returnval){ [ 1690.221879] env[62438]: value = "task-1785378" [ 1690.221879] env[62438]: _type = "Task" [ 1690.221879] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.230171] env[62438]: DEBUG oslo_vmware.api [None req-5cc23d44-c7f6-4c75-82b8-e29b0daee93e tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': task-1785378, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.340306] env[62438]: DEBUG oslo_concurrency.lockutils [None req-96d0abe2-02ba-42df-be57-fb8b60982c64 tempest-ServerAddressesTestJSON-2120659025 tempest-ServerAddressesTestJSON-2120659025-project-member] Lock "4deade09-1669-4384-9f17-a8cd7a4c1816" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.449s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1690.376391] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785375, 'name': CreateVM_Task, 'duration_secs': 0.43838} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.376391] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1690.376721] env[62438]: DEBUG oslo_concurrency.lockutils [None req-aa7a3e63-17fe-4398-be6c-b750889bfa08 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1690.376896] env[62438]: DEBUG oslo_concurrency.lockutils [None req-aa7a3e63-17fe-4398-be6c-b750889bfa08 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1690.377287] env[62438]: DEBUG oslo_concurrency.lockutils [None req-aa7a3e63-17fe-4398-be6c-b750889bfa08 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1690.377606] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4fa80e9-1de3-465a-a909-26b9a839d1ec {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.382543] env[62438]: DEBUG oslo_vmware.api [None req-aa7a3e63-17fe-4398-be6c-b750889bfa08 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Waiting for the task: (returnval){ [ 1690.382543] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52815009-4e56-5c5f-afca-ed6cf56fa3d3" [ 1690.382543] env[62438]: _type = "Task" [ 1690.382543] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.390762] env[62438]: DEBUG oslo_vmware.api [None req-aa7a3e63-17fe-4398-be6c-b750889bfa08 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52815009-4e56-5c5f-afca-ed6cf56fa3d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.420938] env[62438]: DEBUG nova.network.neutron [-] [instance: 2eb62df9-005e-488f-b800-02867ec2fa81] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1690.430852] env[62438]: DEBUG oslo_vmware.api [None req-e951d2ec-972c-42b1-b0f5-d7a4f63b6df5 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785376, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.481350] env[62438]: DEBUG oslo_vmware.api [None req-47f00037-b295-4dce-b600-9ab72a9c6a18 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Task: {'id': task-1785377, 'name': ReconfigVM_Task, 'duration_secs': 0.415135} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.481660] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-47f00037-b295-4dce-b600-9ab72a9c6a18 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: 8aec2c98-88bc-4195-bbdd-493e11bb9185] Reconfigured VM instance instance-00000056 to attach disk [datastore1] 8aec2c98-88bc-4195-bbdd-493e11bb9185/8aec2c98-88bc-4195-bbdd-493e11bb9185.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1690.482345] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-99a7aa39-9fe4-4693-b032-0707d697b6d7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.488399] env[62438]: DEBUG oslo_vmware.api [None req-47f00037-b295-4dce-b600-9ab72a9c6a18 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Waiting for the task: (returnval){ [ 1690.488399] env[62438]: value = "task-1785379" [ 1690.488399] env[62438]: _type = "Task" [ 1690.488399] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.496716] env[62438]: DEBUG oslo_vmware.api [None req-47f00037-b295-4dce-b600-9ab72a9c6a18 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Task: {'id': task-1785379, 'name': Rename_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.647635] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1690.648015] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2bafa4b6-9089-4549-8d85-ecb2c91c0a90 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.654839] env[62438]: DEBUG oslo_vmware.api [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Waiting for the task: (returnval){ [ 1690.654839] env[62438]: value = "task-1785380" [ 1690.654839] env[62438]: _type = "Task" [ 1690.654839] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.662838] env[62438]: DEBUG oslo_vmware.api [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785380, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.737140] env[62438]: DEBUG oslo_vmware.api [None req-5cc23d44-c7f6-4c75-82b8-e29b0daee93e tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': task-1785378, 'name': ReconfigVM_Task, 'duration_secs': 0.233078} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.737140] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cc23d44-c7f6-4c75-82b8-e29b0daee93e tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: 2b5c87fe-1c80-4cb9-86fe-4dd083322e71] Reconfigured VM instance instance-00000030 to detach disk 2001 {{(pid=62438) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1690.739371] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b312debe-f107-400e-a1d7-50d03e3a3859 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.758020] env[62438]: DEBUG oslo_vmware.api [None req-5cc23d44-c7f6-4c75-82b8-e29b0daee93e tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Waiting for the task: (returnval){ [ 1690.758020] env[62438]: value = "task-1785381" [ 1690.758020] env[62438]: _type = "Task" [ 1690.758020] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.767226] env[62438]: DEBUG oslo_vmware.api [None req-5cc23d44-c7f6-4c75-82b8-e29b0daee93e tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': task-1785381, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.870370] env[62438]: DEBUG nova.network.neutron [req-6ae9e828-ab00-478c-a3fe-06b54e7752bc req-3fb7a99a-1d12-4e08-8966-ef515fb226e9 service nova] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] Updated VIF entry in instance network info cache for port e4a3ce12-9884-4f64-9a7e-faea782cd63f. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1690.870824] env[62438]: DEBUG nova.network.neutron [req-6ae9e828-ab00-478c-a3fe-06b54e7752bc req-3fb7a99a-1d12-4e08-8966-ef515fb226e9 service nova] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] Updating instance_info_cache with network_info: [{"id": "e4a3ce12-9884-4f64-9a7e-faea782cd63f", "address": "fa:16:3e:5d:00:99", "network": {"id": "f204c615-6047-48c0-a7eb-65fe4ad424e5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1343144096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38d579b225154935bb754c9894cd2f33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4a3ce12-98", "ovs_interfaceid": "e4a3ce12-9884-4f64-9a7e-faea782cd63f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1690.893262] env[62438]: DEBUG oslo_vmware.api [None req-aa7a3e63-17fe-4398-be6c-b750889bfa08 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52815009-4e56-5c5f-afca-ed6cf56fa3d3, 'name': SearchDatastore_Task, 'duration_secs': 0.031385} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.893577] env[62438]: DEBUG oslo_concurrency.lockutils [None req-aa7a3e63-17fe-4398-be6c-b750889bfa08 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1690.893813] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-aa7a3e63-17fe-4398-be6c-b750889bfa08 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1690.894063] env[62438]: DEBUG oslo_concurrency.lockutils [None req-aa7a3e63-17fe-4398-be6c-b750889bfa08 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1690.894224] env[62438]: DEBUG oslo_concurrency.lockutils [None req-aa7a3e63-17fe-4398-be6c-b750889bfa08 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1690.894409] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa7a3e63-17fe-4398-be6c-b750889bfa08 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1690.894666] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e214ea7-5f9b-4f68-a1eb-bfb960a4bc5d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.910362] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa7a3e63-17fe-4398-be6c-b750889bfa08 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1690.910723] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-aa7a3e63-17fe-4398-be6c-b750889bfa08 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1690.911262] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-787dd059-2dd0-45b6-992c-6d58c62d4848 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.916793] env[62438]: DEBUG oslo_vmware.api [None req-aa7a3e63-17fe-4398-be6c-b750889bfa08 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Waiting for the task: (returnval){ [ 1690.916793] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5286d25a-0132-1c75-ee35-e7501ea95f1e" [ 1690.916793] env[62438]: _type = "Task" [ 1690.916793] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.926688] env[62438]: INFO nova.compute.manager [-] [instance: 2eb62df9-005e-488f-b800-02867ec2fa81] Took 1.47 seconds to deallocate network for instance. [ 1690.926963] env[62438]: DEBUG oslo_vmware.api [None req-aa7a3e63-17fe-4398-be6c-b750889bfa08 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5286d25a-0132-1c75-ee35-e7501ea95f1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.931746] env[62438]: DEBUG oslo_vmware.api [None req-e951d2ec-972c-42b1-b0f5-d7a4f63b6df5 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785376, 'name': PowerOnVM_Task, 'duration_secs': 0.579468} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.934466] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-e951d2ec-972c-42b1-b0f5-d7a4f63b6df5 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 2a865b41-1752-4d8e-81f0-3ca85069c831] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1690.934672] env[62438]: INFO nova.compute.manager [None req-e951d2ec-972c-42b1-b0f5-d7a4f63b6df5 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 2a865b41-1752-4d8e-81f0-3ca85069c831] Took 9.74 seconds to spawn the instance on the hypervisor. [ 1690.934857] env[62438]: DEBUG nova.compute.manager [None req-e951d2ec-972c-42b1-b0f5-d7a4f63b6df5 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 2a865b41-1752-4d8e-81f0-3ca85069c831] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1690.935734] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20034c42-35dc-4bb4-aa0a-0bdb3b3b8ed6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.998483] env[62438]: DEBUG oslo_vmware.api [None req-47f00037-b295-4dce-b600-9ab72a9c6a18 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Task: {'id': task-1785379, 'name': Rename_Task, 'duration_secs': 0.151961} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.998939] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-47f00037-b295-4dce-b600-9ab72a9c6a18 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: 8aec2c98-88bc-4195-bbdd-493e11bb9185] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1690.999304] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0253b446-c737-4d78-80fd-e8f74b859cbf {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.005343] env[62438]: DEBUG oslo_vmware.api [None req-47f00037-b295-4dce-b600-9ab72a9c6a18 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Waiting for the task: (returnval){ [ 1691.005343] env[62438]: value = "task-1785382" [ 1691.005343] env[62438]: _type = "Task" [ 1691.005343] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.013363] env[62438]: DEBUG oslo_vmware.api [None req-47f00037-b295-4dce-b600-9ab72a9c6a18 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Task: {'id': task-1785382, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.060290] env[62438]: DEBUG oslo_concurrency.lockutils [None req-547a2d1b-98cd-42c6-9be3-08eb93195f70 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Acquiring lock "3140b166-1a65-4952-ad05-012140a48ed0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1691.060290] env[62438]: DEBUG oslo_concurrency.lockutils [None req-547a2d1b-98cd-42c6-9be3-08eb93195f70 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Lock "3140b166-1a65-4952-ad05-012140a48ed0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1691.060290] env[62438]: DEBUG oslo_concurrency.lockutils [None req-547a2d1b-98cd-42c6-9be3-08eb93195f70 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Acquiring lock "3140b166-1a65-4952-ad05-012140a48ed0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1691.060290] env[62438]: DEBUG oslo_concurrency.lockutils [None req-547a2d1b-98cd-42c6-9be3-08eb93195f70 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Lock "3140b166-1a65-4952-ad05-012140a48ed0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1691.060290] env[62438]: DEBUG oslo_concurrency.lockutils [None req-547a2d1b-98cd-42c6-9be3-08eb93195f70 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Lock "3140b166-1a65-4952-ad05-012140a48ed0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1691.061072] env[62438]: INFO nova.compute.manager [None req-547a2d1b-98cd-42c6-9be3-08eb93195f70 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 3140b166-1a65-4952-ad05-012140a48ed0] Terminating instance [ 1691.062900] env[62438]: DEBUG nova.compute.manager [None req-547a2d1b-98cd-42c6-9be3-08eb93195f70 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 3140b166-1a65-4952-ad05-012140a48ed0] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1691.063262] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-547a2d1b-98cd-42c6-9be3-08eb93195f70 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 3140b166-1a65-4952-ad05-012140a48ed0] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1691.064301] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3154f4a1-21b3-498f-a67b-f0c8d7c1c087 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.072094] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-547a2d1b-98cd-42c6-9be3-08eb93195f70 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 3140b166-1a65-4952-ad05-012140a48ed0] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1691.072502] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b91a63f7-a0f5-49a1-a0d8-b63fba6d5245 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.169033] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] VM already powered off {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 1691.169033] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] Volume detach. Driver type: vmdk {{(pid=62438) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1691.169033] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370464', 'volume_id': 'e55194b3-686a-42fb-bb01-7432c2b6b028', 'name': 'volume-e55194b3-686a-42fb-bb01-7432c2b6b028', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '1e64c34f-a88f-4359-8460-043983887aa3', 'attached_at': '', 'detached_at': '', 'volume_id': 'e55194b3-686a-42fb-bb01-7432c2b6b028', 'serial': 'e55194b3-686a-42fb-bb01-7432c2b6b028'} {{(pid=62438) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1691.169033] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b53911d-1a5b-49aa-ab52-b4fcaa229ff4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.172925] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-547a2d1b-98cd-42c6-9be3-08eb93195f70 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 3140b166-1a65-4952-ad05-012140a48ed0] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1691.173363] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-547a2d1b-98cd-42c6-9be3-08eb93195f70 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 3140b166-1a65-4952-ad05-012140a48ed0] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1691.175096] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-547a2d1b-98cd-42c6-9be3-08eb93195f70 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Deleting the datastore file [datastore1] 3140b166-1a65-4952-ad05-012140a48ed0 {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1691.175096] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7a3cf051-912e-4e9b-aa34-d0fecae52b7c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.190959] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ee887c-5b29-451a-8f49-6e82df04dea0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.195705] env[62438]: DEBUG oslo_vmware.api [None req-547a2d1b-98cd-42c6-9be3-08eb93195f70 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Waiting for the task: (returnval){ [ 1691.195705] env[62438]: value = "task-1785384" [ 1691.195705] env[62438]: _type = "Task" [ 1691.195705] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.201594] env[62438]: WARNING nova.virt.vmwareapi.driver [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1691.202281] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1691.203863] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ebfb886-94fd-4275-8901-38d8f100c187 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.211066] env[62438]: DEBUG oslo_vmware.api [None req-547a2d1b-98cd-42c6-9be3-08eb93195f70 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1785384, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.217019] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1691.217019] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-38e6227c-f7e2-41bb-9dc7-fc7f19af1869 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.269957] env[62438]: DEBUG oslo_vmware.api [None req-5cc23d44-c7f6-4c75-82b8-e29b0daee93e tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': task-1785381, 'name': ReconfigVM_Task, 'duration_secs': 0.137114} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.270723] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cc23d44-c7f6-4c75-82b8-e29b0daee93e tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: 2b5c87fe-1c80-4cb9-86fe-4dd083322e71] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370403', 'volume_id': '4cf3c2cb-97cd-45fc-a055-d7fe736b3447', 'name': 'volume-4cf3c2cb-97cd-45fc-a055-d7fe736b3447', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2b5c87fe-1c80-4cb9-86fe-4dd083322e71', 'attached_at': '', 'detached_at': '', 'volume_id': '4cf3c2cb-97cd-45fc-a055-d7fe736b3447', 'serial': '4cf3c2cb-97cd-45fc-a055-d7fe736b3447'} {{(pid=62438) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1691.359916] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1691.360162] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1691.360390] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Deleting the datastore file [datastore1] 1e64c34f-a88f-4359-8460-043983887aa3 {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1691.360693] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e79012d2-cdfd-41a9-b95c-1b8b864d947a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.367646] env[62438]: DEBUG oslo_vmware.api [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Waiting for the task: (returnval){ [ 1691.367646] env[62438]: value = "task-1785386" [ 1691.367646] env[62438]: _type = "Task" [ 1691.367646] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.374067] env[62438]: DEBUG oslo_concurrency.lockutils [req-6ae9e828-ab00-478c-a3fe-06b54e7752bc req-3fb7a99a-1d12-4e08-8966-ef515fb226e9 service nova] Releasing lock "refresh_cache-ceadf541-e9dc-423a-97c5-3dfe483cbab4" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1691.374288] env[62438]: DEBUG nova.compute.manager [req-6ae9e828-ab00-478c-a3fe-06b54e7752bc req-3fb7a99a-1d12-4e08-8966-ef515fb226e9 service nova] [instance: 2eb62df9-005e-488f-b800-02867ec2fa81] Received event network-vif-deleted-3c91fe17-3b6a-4056-90a7-8eb648cff29f {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1691.374481] env[62438]: INFO nova.compute.manager [req-6ae9e828-ab00-478c-a3fe-06b54e7752bc req-3fb7a99a-1d12-4e08-8966-ef515fb226e9 service nova] [instance: 2eb62df9-005e-488f-b800-02867ec2fa81] Neutron deleted interface 3c91fe17-3b6a-4056-90a7-8eb648cff29f; detaching it from the instance and deleting it from the info cache [ 1691.374664] env[62438]: DEBUG nova.network.neutron [req-6ae9e828-ab00-478c-a3fe-06b54e7752bc req-3fb7a99a-1d12-4e08-8966-ef515fb226e9 service nova] [instance: 2eb62df9-005e-488f-b800-02867ec2fa81] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1691.381258] env[62438]: DEBUG oslo_vmware.api [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785386, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.428131] env[62438]: DEBUG oslo_vmware.api [None req-aa7a3e63-17fe-4398-be6c-b750889bfa08 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5286d25a-0132-1c75-ee35-e7501ea95f1e, 'name': SearchDatastore_Task, 'duration_secs': 0.024995} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.428965] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f74b23f3-f375-475a-9d84-e0f3349ad289 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.434600] env[62438]: DEBUG oslo_vmware.api [None req-aa7a3e63-17fe-4398-be6c-b750889bfa08 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Waiting for the task: (returnval){ [ 1691.434600] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5285c333-5f46-92b3-d6e6-a087d427b093" [ 1691.434600] env[62438]: _type = "Task" [ 1691.434600] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.438437] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1b992867-e094-4ef7-acaf-8281a668d5b9 tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1691.438691] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1b992867-e094-4ef7-acaf-8281a668d5b9 tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1691.438909] env[62438]: DEBUG nova.objects.instance [None req-1b992867-e094-4ef7-acaf-8281a668d5b9 tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] Lazy-loading 'resources' on Instance uuid 2eb62df9-005e-488f-b800-02867ec2fa81 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1691.445433] env[62438]: DEBUG oslo_vmware.api [None req-aa7a3e63-17fe-4398-be6c-b750889bfa08 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5285c333-5f46-92b3-d6e6-a087d427b093, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.459925] env[62438]: INFO nova.compute.manager [None req-e951d2ec-972c-42b1-b0f5-d7a4f63b6df5 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 2a865b41-1752-4d8e-81f0-3ca85069c831] Took 22.09 seconds to build instance. [ 1691.520048] env[62438]: DEBUG oslo_vmware.api [None req-47f00037-b295-4dce-b600-9ab72a9c6a18 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Task: {'id': task-1785382, 'name': PowerOnVM_Task, 'duration_secs': 0.483971} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.520048] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-47f00037-b295-4dce-b600-9ab72a9c6a18 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: 8aec2c98-88bc-4195-bbdd-493e11bb9185] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1691.520194] env[62438]: INFO nova.compute.manager [None req-47f00037-b295-4dce-b600-9ab72a9c6a18 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: 8aec2c98-88bc-4195-bbdd-493e11bb9185] Took 7.97 seconds to spawn the instance on the hypervisor. [ 1691.520278] env[62438]: DEBUG nova.compute.manager [None req-47f00037-b295-4dce-b600-9ab72a9c6a18 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: 8aec2c98-88bc-4195-bbdd-493e11bb9185] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1691.521153] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd19e71a-73a3-4e09-ac64-eb5a32e7125c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.707365] env[62438]: DEBUG oslo_vmware.api [None req-547a2d1b-98cd-42c6-9be3-08eb93195f70 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1785384, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.246443} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.707725] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-547a2d1b-98cd-42c6-9be3-08eb93195f70 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1691.707962] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-547a2d1b-98cd-42c6-9be3-08eb93195f70 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 3140b166-1a65-4952-ad05-012140a48ed0] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1691.708211] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-547a2d1b-98cd-42c6-9be3-08eb93195f70 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 3140b166-1a65-4952-ad05-012140a48ed0] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1691.708428] env[62438]: INFO nova.compute.manager [None req-547a2d1b-98cd-42c6-9be3-08eb93195f70 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 3140b166-1a65-4952-ad05-012140a48ed0] Took 0.65 seconds to destroy the instance on the hypervisor. [ 1691.708740] env[62438]: DEBUG oslo.service.loopingcall [None req-547a2d1b-98cd-42c6-9be3-08eb93195f70 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1691.708975] env[62438]: DEBUG nova.compute.manager [-] [instance: 3140b166-1a65-4952-ad05-012140a48ed0] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1691.709159] env[62438]: DEBUG nova.network.neutron [-] [instance: 3140b166-1a65-4952-ad05-012140a48ed0] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1691.821964] env[62438]: DEBUG nova.objects.instance [None req-5cc23d44-c7f6-4c75-82b8-e29b0daee93e tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Lazy-loading 'flavor' on Instance uuid 2b5c87fe-1c80-4cb9-86fe-4dd083322e71 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1691.881763] env[62438]: DEBUG oslo_vmware.api [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785386, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.257064} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.882496] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1691.882808] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1691.883074] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1691.886544] env[62438]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c20805e2-8451-4585-b0ee-ae76ffc68f6f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.895421] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec4fb4d6-5041-4718-87f6-8a5570d8175c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.938021] env[62438]: DEBUG nova.compute.manager [req-6ae9e828-ab00-478c-a3fe-06b54e7752bc req-3fb7a99a-1d12-4e08-8966-ef515fb226e9 service nova] [instance: 2eb62df9-005e-488f-b800-02867ec2fa81] Detach interface failed, port_id=3c91fe17-3b6a-4056-90a7-8eb648cff29f, reason: Instance 2eb62df9-005e-488f-b800-02867ec2fa81 could not be found. {{(pid=62438) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1691.949096] env[62438]: DEBUG oslo_vmware.api [None req-aa7a3e63-17fe-4398-be6c-b750889bfa08 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5285c333-5f46-92b3-d6e6-a087d427b093, 'name': SearchDatastore_Task, 'duration_secs': 0.022615} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.949645] env[62438]: DEBUG oslo_concurrency.lockutils [None req-aa7a3e63-17fe-4398-be6c-b750889bfa08 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1691.955800] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa7a3e63-17fe-4398-be6c-b750889bfa08 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] ceadf541-e9dc-423a-97c5-3dfe483cbab4/ceadf541-e9dc-423a-97c5-3dfe483cbab4.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1691.955800] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-46061000-47cf-4f3a-a49d-ad54af6d53e9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.962205] env[62438]: DEBUG oslo_vmware.api [None req-aa7a3e63-17fe-4398-be6c-b750889bfa08 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Waiting for the task: (returnval){ [ 1691.962205] env[62438]: value = "task-1785387" [ 1691.962205] env[62438]: _type = "Task" [ 1691.962205] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.962205] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e951d2ec-972c-42b1-b0f5-d7a4f63b6df5 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Lock "2a865b41-1752-4d8e-81f0-3ca85069c831" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.601s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1691.974015] env[62438]: DEBUG oslo_vmware.api [None req-aa7a3e63-17fe-4398-be6c-b750889bfa08 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785387, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.042542] env[62438]: INFO nova.compute.manager [None req-47f00037-b295-4dce-b600-9ab72a9c6a18 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: 8aec2c98-88bc-4195-bbdd-493e11bb9185] Took 20.36 seconds to build instance. [ 1692.065723] env[62438]: DEBUG nova.compute.manager [req-6fda5b10-71c6-43de-a53b-d64926320107 req-85283a5c-6b59-46ec-8e57-40f419f4da1f service nova] [instance: 3140b166-1a65-4952-ad05-012140a48ed0] Received event network-vif-deleted-807b4a09-18a2-4beb-a5fe-9a6372f402c5 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1692.066108] env[62438]: INFO nova.compute.manager [req-6fda5b10-71c6-43de-a53b-d64926320107 req-85283a5c-6b59-46ec-8e57-40f419f4da1f service nova] [instance: 3140b166-1a65-4952-ad05-012140a48ed0] Neutron deleted interface 807b4a09-18a2-4beb-a5fe-9a6372f402c5; detaching it from the instance and deleting it from the info cache [ 1692.066454] env[62438]: DEBUG nova.network.neutron [req-6fda5b10-71c6-43de-a53b-d64926320107 req-85283a5c-6b59-46ec-8e57-40f419f4da1f service nova] [instance: 3140b166-1a65-4952-ad05-012140a48ed0] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1692.166915] env[62438]: DEBUG nova.compute.manager [req-b1accdc0-0e52-45e3-9868-84ae281e506e req-2279ccf9-167e-4df4-b8b3-98933628e9df service nova] [instance: 2a865b41-1752-4d8e-81f0-3ca85069c831] Received event network-changed-15116906-0eb1-4320-a4e3-16bacb45be43 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1692.167142] env[62438]: DEBUG nova.compute.manager [req-b1accdc0-0e52-45e3-9868-84ae281e506e req-2279ccf9-167e-4df4-b8b3-98933628e9df service nova] [instance: 2a865b41-1752-4d8e-81f0-3ca85069c831] Refreshing instance network info cache due to event network-changed-15116906-0eb1-4320-a4e3-16bacb45be43. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1692.167361] env[62438]: DEBUG oslo_concurrency.lockutils [req-b1accdc0-0e52-45e3-9868-84ae281e506e req-2279ccf9-167e-4df4-b8b3-98933628e9df service nova] Acquiring lock "refresh_cache-2a865b41-1752-4d8e-81f0-3ca85069c831" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1692.167549] env[62438]: DEBUG oslo_concurrency.lockutils [req-b1accdc0-0e52-45e3-9868-84ae281e506e req-2279ccf9-167e-4df4-b8b3-98933628e9df service nova] Acquired lock "refresh_cache-2a865b41-1752-4d8e-81f0-3ca85069c831" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1692.167714] env[62438]: DEBUG nova.network.neutron [req-b1accdc0-0e52-45e3-9868-84ae281e506e req-2279ccf9-167e-4df4-b8b3-98933628e9df service nova] [instance: 2a865b41-1752-4d8e-81f0-3ca85069c831] Refreshing network info cache for port 15116906-0eb1-4320-a4e3-16bacb45be43 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1692.201886] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24e8ef31-bf8d-4d49-8ee7-d3ec3cc99435 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.210476] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf746a6-b013-4560-a46d-2000b38844af {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.240774] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed27333e-4a5d-4f27-b71d-eed44e14505d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.248320] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e72462-7913-41c9-9d73-4af3744651c6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.263509] env[62438]: DEBUG nova.compute.provider_tree [None req-1b992867-e094-4ef7-acaf-8281a668d5b9 tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1692.388791] env[62438]: INFO nova.virt.block_device [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] Booting with volume e55194b3-686a-42fb-bb01-7432c2b6b028 at /dev/sdb [ 1692.441545] env[62438]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ab7a1e84-79f3-4e91-ae53-cbbb2bc0339c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.457208] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79974ed7-fc2a-4279-b1f4-7dfe395108aa {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.478557] env[62438]: DEBUG oslo_vmware.api [None req-aa7a3e63-17fe-4398-be6c-b750889bfa08 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785387, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.495939] env[62438]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4ef961ab-c9dc-49c5-9ba2-8deddc5fbd4b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.501031] env[62438]: DEBUG nova.network.neutron [-] [instance: 3140b166-1a65-4952-ad05-012140a48ed0] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1692.509051] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1603f084-e454-4b79-b397-e4277d6ec4d3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.556108] env[62438]: DEBUG oslo_concurrency.lockutils [None req-47f00037-b295-4dce-b600-9ab72a9c6a18 tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Lock "8aec2c98-88bc-4195-bbdd-493e11bb9185" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.884s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1692.557653] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af842e7-b634-4670-9026-fdb0ac068fa2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.565939] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a55db0-46f2-4fc3-98a1-fe233475d987 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.574242] env[62438]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-34a4d64d-d96a-4146-8381-f51da3642013 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.587411] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-045bfd9d-d45c-4f4c-b58b-d930626634c9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.604468] env[62438]: DEBUG nova.virt.block_device [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] Updating existing volume attachment record: 06562e7e-1f88-4fec-8166-8d00a5d112fe {{(pid=62438) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1692.632368] env[62438]: DEBUG nova.compute.manager [req-6fda5b10-71c6-43de-a53b-d64926320107 req-85283a5c-6b59-46ec-8e57-40f419f4da1f service nova] [instance: 3140b166-1a65-4952-ad05-012140a48ed0] Detach interface failed, port_id=807b4a09-18a2-4beb-a5fe-9a6372f402c5, reason: Instance 3140b166-1a65-4952-ad05-012140a48ed0 could not be found. {{(pid=62438) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1692.766824] env[62438]: DEBUG nova.scheduler.client.report [None req-1b992867-e094-4ef7-acaf-8281a668d5b9 tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1692.829766] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1692.830468] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5cc23d44-c7f6-4c75-82b8-e29b0daee93e tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Lock "2b5c87fe-1c80-4cb9-86fe-4dd083322e71" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.273s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1692.831350] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1692.831528] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Starting heal instance info cache {{(pid=62438) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}} [ 1692.831656] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Rebuilding the list of instances to heal {{(pid=62438) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9930}} [ 1692.913328] env[62438]: DEBUG nova.network.neutron [req-b1accdc0-0e52-45e3-9868-84ae281e506e req-2279ccf9-167e-4df4-b8b3-98933628e9df service nova] [instance: 2a865b41-1752-4d8e-81f0-3ca85069c831] Updated VIF entry in instance network info cache for port 15116906-0eb1-4320-a4e3-16bacb45be43. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1692.914065] env[62438]: DEBUG nova.network.neutron [req-b1accdc0-0e52-45e3-9868-84ae281e506e req-2279ccf9-167e-4df4-b8b3-98933628e9df service nova] [instance: 2a865b41-1752-4d8e-81f0-3ca85069c831] Updating instance_info_cache with network_info: [{"id": "15116906-0eb1-4320-a4e3-16bacb45be43", "address": "fa:16:3e:c2:20:81", "network": {"id": "1694b92d-c758-45a8-a881-1531663c92d2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-833720308-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a778e6841af7465cbc3de0ec00d8c06c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15116906-0e", "ovs_interfaceid": "15116906-0eb1-4320-a4e3-16bacb45be43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1692.981092] env[62438]: DEBUG oslo_vmware.api [None req-aa7a3e63-17fe-4398-be6c-b750889bfa08 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785387, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.878299} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.981092] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa7a3e63-17fe-4398-be6c-b750889bfa08 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] ceadf541-e9dc-423a-97c5-3dfe483cbab4/ceadf541-e9dc-423a-97c5-3dfe483cbab4.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1692.981092] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-aa7a3e63-17fe-4398-be6c-b750889bfa08 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1692.981092] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-852f598e-fc6b-4875-b836-dde821a15028 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.987133] env[62438]: DEBUG oslo_vmware.api [None req-aa7a3e63-17fe-4398-be6c-b750889bfa08 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Waiting for the task: (returnval){ [ 1692.987133] env[62438]: value = "task-1785388" [ 1692.987133] env[62438]: _type = "Task" [ 1692.987133] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.995216] env[62438]: DEBUG oslo_vmware.api [None req-aa7a3e63-17fe-4398-be6c-b750889bfa08 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785388, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.003882] env[62438]: INFO nova.compute.manager [-] [instance: 3140b166-1a65-4952-ad05-012140a48ed0] Took 1.29 seconds to deallocate network for instance. [ 1693.026576] env[62438]: DEBUG oslo_concurrency.lockutils [None req-06aa1cf7-d088-48ec-9cd3-8ae0a3212e3f tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Acquiring lock "8aec2c98-88bc-4195-bbdd-493e11bb9185" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1693.026813] env[62438]: DEBUG oslo_concurrency.lockutils [None req-06aa1cf7-d088-48ec-9cd3-8ae0a3212e3f tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Lock "8aec2c98-88bc-4195-bbdd-493e11bb9185" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1693.027115] env[62438]: DEBUG oslo_concurrency.lockutils [None req-06aa1cf7-d088-48ec-9cd3-8ae0a3212e3f tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Acquiring lock "8aec2c98-88bc-4195-bbdd-493e11bb9185-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1693.027364] env[62438]: DEBUG oslo_concurrency.lockutils [None req-06aa1cf7-d088-48ec-9cd3-8ae0a3212e3f tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Lock "8aec2c98-88bc-4195-bbdd-493e11bb9185-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1693.027609] env[62438]: DEBUG oslo_concurrency.lockutils [None req-06aa1cf7-d088-48ec-9cd3-8ae0a3212e3f tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Lock "8aec2c98-88bc-4195-bbdd-493e11bb9185-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1693.029786] env[62438]: INFO nova.compute.manager [None req-06aa1cf7-d088-48ec-9cd3-8ae0a3212e3f tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: 8aec2c98-88bc-4195-bbdd-493e11bb9185] Terminating instance [ 1693.031742] env[62438]: DEBUG nova.compute.manager [None req-06aa1cf7-d088-48ec-9cd3-8ae0a3212e3f tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: 8aec2c98-88bc-4195-bbdd-493e11bb9185] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1693.031928] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-06aa1cf7-d088-48ec-9cd3-8ae0a3212e3f tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: 8aec2c98-88bc-4195-bbdd-493e11bb9185] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1693.032803] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e81b069-51a8-4f2c-96f4-b29d827e6f22 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.040234] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-06aa1cf7-d088-48ec-9cd3-8ae0a3212e3f tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: 8aec2c98-88bc-4195-bbdd-493e11bb9185] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1693.041066] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8bdaf78a-e71b-47ea-9d51-0621c6776eb2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.047655] env[62438]: DEBUG oslo_vmware.api [None req-06aa1cf7-d088-48ec-9cd3-8ae0a3212e3f tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Waiting for the task: (returnval){ [ 1693.047655] env[62438]: value = "task-1785389" [ 1693.047655] env[62438]: _type = "Task" [ 1693.047655] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.058276] env[62438]: DEBUG oslo_vmware.api [None req-06aa1cf7-d088-48ec-9cd3-8ae0a3212e3f tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Task: {'id': task-1785389, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.272183] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1b992867-e094-4ef7-acaf-8281a668d5b9 tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.833s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1693.296717] env[62438]: INFO nova.scheduler.client.report [None req-1b992867-e094-4ef7-acaf-8281a668d5b9 tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] Deleted allocations for instance 2eb62df9-005e-488f-b800-02867ec2fa81 [ 1693.336562] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: 3140b166-1a65-4952-ad05-012140a48ed0] Skipping network cache update for instance because it is being deleted. {{(pid=62438) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9943}} [ 1693.336770] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: 8aec2c98-88bc-4195-bbdd-493e11bb9185] Skipping network cache update for instance because it is being deleted. {{(pid=62438) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9943}} [ 1693.336910] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] Skipping network cache update for instance because it is Building. {{(pid=62438) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 1693.364385] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Acquiring lock "refresh_cache-2b5c87fe-1c80-4cb9-86fe-4dd083322e71" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1693.364537] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Acquired lock "refresh_cache-2b5c87fe-1c80-4cb9-86fe-4dd083322e71" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1693.364686] env[62438]: DEBUG nova.network.neutron [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: 2b5c87fe-1c80-4cb9-86fe-4dd083322e71] Forcefully refreshing network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2004}} [ 1693.364846] env[62438]: DEBUG nova.objects.instance [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lazy-loading 'info_cache' on Instance uuid 2b5c87fe-1c80-4cb9-86fe-4dd083322e71 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1693.415864] env[62438]: DEBUG oslo_concurrency.lockutils [req-b1accdc0-0e52-45e3-9868-84ae281e506e req-2279ccf9-167e-4df4-b8b3-98933628e9df service nova] Releasing lock "refresh_cache-2a865b41-1752-4d8e-81f0-3ca85069c831" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1693.497682] env[62438]: DEBUG oslo_vmware.api [None req-aa7a3e63-17fe-4398-be6c-b750889bfa08 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785388, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100085} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.498051] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-aa7a3e63-17fe-4398-be6c-b750889bfa08 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1693.498870] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7684557c-1f4f-492d-a297-a2e1b7217ca3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.513548] env[62438]: DEBUG oslo_concurrency.lockutils [None req-547a2d1b-98cd-42c6-9be3-08eb93195f70 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1693.514810] env[62438]: DEBUG oslo_concurrency.lockutils [None req-547a2d1b-98cd-42c6-9be3-08eb93195f70 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1693.514810] env[62438]: DEBUG nova.objects.instance [None req-547a2d1b-98cd-42c6-9be3-08eb93195f70 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Lazy-loading 'resources' on Instance uuid 3140b166-1a65-4952-ad05-012140a48ed0 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1693.523424] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa7a3e63-17fe-4398-be6c-b750889bfa08 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] ceadf541-e9dc-423a-97c5-3dfe483cbab4/ceadf541-e9dc-423a-97c5-3dfe483cbab4.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1693.524703] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efe870ea-e421-4ba3-999e-92260af2e081 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.544692] env[62438]: DEBUG oslo_vmware.api [None req-aa7a3e63-17fe-4398-be6c-b750889bfa08 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Waiting for the task: (returnval){ [ 1693.544692] env[62438]: value = "task-1785390" [ 1693.544692] env[62438]: _type = "Task" [ 1693.544692] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.554145] env[62438]: DEBUG oslo_vmware.api [None req-aa7a3e63-17fe-4398-be6c-b750889bfa08 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785390, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.559142] env[62438]: DEBUG oslo_vmware.api [None req-06aa1cf7-d088-48ec-9cd3-8ae0a3212e3f tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Task: {'id': task-1785389, 'name': PowerOffVM_Task, 'duration_secs': 0.202507} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.559406] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-06aa1cf7-d088-48ec-9cd3-8ae0a3212e3f tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: 8aec2c98-88bc-4195-bbdd-493e11bb9185] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1693.559578] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-06aa1cf7-d088-48ec-9cd3-8ae0a3212e3f tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: 8aec2c98-88bc-4195-bbdd-493e11bb9185] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1693.559821] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e01b7cf9-08be-42a8-8be6-d9568728707f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.743922] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-06aa1cf7-d088-48ec-9cd3-8ae0a3212e3f tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: 8aec2c98-88bc-4195-bbdd-493e11bb9185] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1693.743922] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-06aa1cf7-d088-48ec-9cd3-8ae0a3212e3f tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: 8aec2c98-88bc-4195-bbdd-493e11bb9185] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1693.744066] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-06aa1cf7-d088-48ec-9cd3-8ae0a3212e3f tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Deleting the datastore file [datastore1] 8aec2c98-88bc-4195-bbdd-493e11bb9185 {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1693.744367] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-86b4516e-acbe-4c4e-b5a7-52eca7ec6215 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.751785] env[62438]: DEBUG oslo_vmware.api [None req-06aa1cf7-d088-48ec-9cd3-8ae0a3212e3f tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Waiting for the task: (returnval){ [ 1693.751785] env[62438]: value = "task-1785392" [ 1693.751785] env[62438]: _type = "Task" [ 1693.751785] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.763390] env[62438]: DEBUG oslo_vmware.api [None req-06aa1cf7-d088-48ec-9cd3-8ae0a3212e3f tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Task: {'id': task-1785392, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.806312] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1b992867-e094-4ef7-acaf-8281a668d5b9 tempest-ServersV294TestFqdnHostnames-812867868 tempest-ServersV294TestFqdnHostnames-812867868-project-member] Lock "2eb62df9-005e-488f-b800-02867ec2fa81" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.759s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1693.890342] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5d6dcd05-6504-4d0c-91ed-8cf7430d444e tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Acquiring lock "2b5c87fe-1c80-4cb9-86fe-4dd083322e71" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1693.890583] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5d6dcd05-6504-4d0c-91ed-8cf7430d444e tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Lock "2b5c87fe-1c80-4cb9-86fe-4dd083322e71" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1693.890798] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5d6dcd05-6504-4d0c-91ed-8cf7430d444e tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Acquiring lock "2b5c87fe-1c80-4cb9-86fe-4dd083322e71-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1693.890984] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5d6dcd05-6504-4d0c-91ed-8cf7430d444e tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Lock "2b5c87fe-1c80-4cb9-86fe-4dd083322e71-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1693.891173] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5d6dcd05-6504-4d0c-91ed-8cf7430d444e tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Lock "2b5c87fe-1c80-4cb9-86fe-4dd083322e71-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1693.893063] env[62438]: INFO nova.compute.manager [None req-5d6dcd05-6504-4d0c-91ed-8cf7430d444e tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: 2b5c87fe-1c80-4cb9-86fe-4dd083322e71] Terminating instance [ 1693.894772] env[62438]: DEBUG nova.compute.manager [None req-5d6dcd05-6504-4d0c-91ed-8cf7430d444e tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: 2b5c87fe-1c80-4cb9-86fe-4dd083322e71] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1693.894974] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-5d6dcd05-6504-4d0c-91ed-8cf7430d444e tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: 2b5c87fe-1c80-4cb9-86fe-4dd083322e71] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1693.895998] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a173c608-6547-4a22-ac1e-292ce98c7086 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.904370] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d6dcd05-6504-4d0c-91ed-8cf7430d444e tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: 2b5c87fe-1c80-4cb9-86fe-4dd083322e71] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1693.904471] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1463651f-f157-4225-9653-bd30125c414a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.911864] env[62438]: DEBUG oslo_vmware.api [None req-5d6dcd05-6504-4d0c-91ed-8cf7430d444e tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Waiting for the task: (returnval){ [ 1693.911864] env[62438]: value = "task-1785393" [ 1693.911864] env[62438]: _type = "Task" [ 1693.911864] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.922197] env[62438]: DEBUG oslo_vmware.api [None req-5d6dcd05-6504-4d0c-91ed-8cf7430d444e tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': task-1785393, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.059310] env[62438]: DEBUG oslo_vmware.api [None req-aa7a3e63-17fe-4398-be6c-b750889bfa08 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785390, 'name': ReconfigVM_Task, 'duration_secs': 0.290868} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.059830] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa7a3e63-17fe-4398-be6c-b750889bfa08 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] Reconfigured VM instance instance-00000057 to attach disk [datastore1] ceadf541-e9dc-423a-97c5-3dfe483cbab4/ceadf541-e9dc-423a-97c5-3dfe483cbab4.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1694.060575] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1c694791-5496-479c-927a-c64776728aaa {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.067487] env[62438]: DEBUG oslo_vmware.api [None req-aa7a3e63-17fe-4398-be6c-b750889bfa08 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Waiting for the task: (returnval){ [ 1694.067487] env[62438]: value = "task-1785394" [ 1694.067487] env[62438]: _type = "Task" [ 1694.067487] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.076152] env[62438]: DEBUG oslo_vmware.api [None req-aa7a3e63-17fe-4398-be6c-b750889bfa08 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785394, 'name': Rename_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.227165] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b04d179-da91-44c4-8ee8-9e45a248a952 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.235962] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e29300-61fc-4a8f-ae9e-08e3c2689444 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.272391] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9833ce6-01f3-4f70-a01a-9a450dd38b58 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.282030] env[62438]: DEBUG oslo_vmware.api [None req-06aa1cf7-d088-48ec-9cd3-8ae0a3212e3f tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Task: {'id': task-1785392, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.335863} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.283166] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab2f538-60e7-4434-8e16-505524ba860c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.287112] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-06aa1cf7-d088-48ec-9cd3-8ae0a3212e3f tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1694.287381] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-06aa1cf7-d088-48ec-9cd3-8ae0a3212e3f tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: 8aec2c98-88bc-4195-bbdd-493e11bb9185] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1694.287753] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-06aa1cf7-d088-48ec-9cd3-8ae0a3212e3f tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: 8aec2c98-88bc-4195-bbdd-493e11bb9185] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1694.287987] env[62438]: INFO nova.compute.manager [None req-06aa1cf7-d088-48ec-9cd3-8ae0a3212e3f tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] [instance: 8aec2c98-88bc-4195-bbdd-493e11bb9185] Took 1.26 seconds to destroy the instance on the hypervisor. [ 1694.288254] env[62438]: DEBUG oslo.service.loopingcall [None req-06aa1cf7-d088-48ec-9cd3-8ae0a3212e3f tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1694.288779] env[62438]: DEBUG nova.compute.manager [-] [instance: 8aec2c98-88bc-4195-bbdd-493e11bb9185] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1694.288880] env[62438]: DEBUG nova.network.neutron [-] [instance: 8aec2c98-88bc-4195-bbdd-493e11bb9185] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1694.299917] env[62438]: DEBUG nova.compute.provider_tree [None req-547a2d1b-98cd-42c6-9be3-08eb93195f70 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1694.429513] env[62438]: DEBUG oslo_vmware.api [None req-5d6dcd05-6504-4d0c-91ed-8cf7430d444e tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': task-1785393, 'name': PowerOffVM_Task, 'duration_secs': 0.225175} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.429926] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d6dcd05-6504-4d0c-91ed-8cf7430d444e tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: 2b5c87fe-1c80-4cb9-86fe-4dd083322e71] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1694.430061] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-5d6dcd05-6504-4d0c-91ed-8cf7430d444e tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: 2b5c87fe-1c80-4cb9-86fe-4dd083322e71] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1694.430257] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-84438b79-8ddf-4cfb-a2d3-249c427386c6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.559739] env[62438]: DEBUG nova.compute.manager [req-76002b4d-1a33-41f0-bbc8-2fe317281be9 req-9eb65b70-4675-42cb-b4c7-21921ab56417 service nova] [instance: 8aec2c98-88bc-4195-bbdd-493e11bb9185] Received event network-vif-deleted-cb1545ef-4225-4a0f-92e6-3c642509adfa {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1694.559919] env[62438]: INFO nova.compute.manager [req-76002b4d-1a33-41f0-bbc8-2fe317281be9 req-9eb65b70-4675-42cb-b4c7-21921ab56417 service nova] [instance: 8aec2c98-88bc-4195-bbdd-493e11bb9185] Neutron deleted interface cb1545ef-4225-4a0f-92e6-3c642509adfa; detaching it from the instance and deleting it from the info cache [ 1694.560142] env[62438]: DEBUG nova.network.neutron [req-76002b4d-1a33-41f0-bbc8-2fe317281be9 req-9eb65b70-4675-42cb-b4c7-21921ab56417 service nova] [instance: 8aec2c98-88bc-4195-bbdd-493e11bb9185] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1694.564791] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-5d6dcd05-6504-4d0c-91ed-8cf7430d444e tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: 2b5c87fe-1c80-4cb9-86fe-4dd083322e71] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1694.565071] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-5d6dcd05-6504-4d0c-91ed-8cf7430d444e tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: 2b5c87fe-1c80-4cb9-86fe-4dd083322e71] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1694.565204] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d6dcd05-6504-4d0c-91ed-8cf7430d444e tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Deleting the datastore file [datastore1] 2b5c87fe-1c80-4cb9-86fe-4dd083322e71 {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1694.565453] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2108fc52-2b47-460f-9e98-7d4429cdd0d0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.583535] env[62438]: DEBUG oslo_vmware.api [None req-aa7a3e63-17fe-4398-be6c-b750889bfa08 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785394, 'name': Rename_Task, 'duration_secs': 0.17434} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.583837] env[62438]: DEBUG oslo_vmware.api [None req-5d6dcd05-6504-4d0c-91ed-8cf7430d444e tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Waiting for the task: (returnval){ [ 1694.583837] env[62438]: value = "task-1785396" [ 1694.583837] env[62438]: _type = "Task" [ 1694.583837] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.584679] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa7a3e63-17fe-4398-be6c-b750889bfa08 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1694.584679] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3053f033-a5ee-4f3b-86c7-d79236bcf734 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.594167] env[62438]: DEBUG oslo_vmware.api [None req-5d6dcd05-6504-4d0c-91ed-8cf7430d444e tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': task-1785396, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.595731] env[62438]: DEBUG oslo_vmware.api [None req-aa7a3e63-17fe-4398-be6c-b750889bfa08 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Waiting for the task: (returnval){ [ 1694.595731] env[62438]: value = "task-1785397" [ 1694.595731] env[62438]: _type = "Task" [ 1694.595731] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.604215] env[62438]: DEBUG oslo_vmware.api [None req-aa7a3e63-17fe-4398-be6c-b750889bfa08 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785397, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.726299] env[62438]: DEBUG nova.virt.hardware [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1694.726593] env[62438]: DEBUG nova.virt.hardware [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1694.726763] env[62438]: DEBUG nova.virt.hardware [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1694.726948] env[62438]: DEBUG nova.virt.hardware [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1694.727113] env[62438]: DEBUG nova.virt.hardware [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1694.727270] env[62438]: DEBUG nova.virt.hardware [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1694.727482] env[62438]: DEBUG nova.virt.hardware [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1694.727723] env[62438]: DEBUG nova.virt.hardware [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1694.727946] env[62438]: DEBUG nova.virt.hardware [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1694.728177] env[62438]: DEBUG nova.virt.hardware [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1694.728363] env[62438]: DEBUG nova.virt.hardware [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1694.729263] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb704a85-3d77-43ed-b1ba-46396ad41231 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.737991] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a78ccaca-1dc7-4983-a689-ec08b664bdef {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.751807] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:52:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b1b81fe9-5f5d-4e16-8f53-d44586d081ca', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1694.759713] env[62438]: DEBUG oslo.service.loopingcall [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1694.759990] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1694.760249] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dce99aa6-9994-41e7-b519-c331ac36abd6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.780533] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1694.780533] env[62438]: value = "task-1785398" [ 1694.780533] env[62438]: _type = "Task" [ 1694.780533] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.788751] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785398, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.803205] env[62438]: DEBUG nova.scheduler.client.report [None req-547a2d1b-98cd-42c6-9be3-08eb93195f70 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1695.036264] env[62438]: DEBUG nova.network.neutron [-] [instance: 8aec2c98-88bc-4195-bbdd-493e11bb9185] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1695.065021] env[62438]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9af44278-546f-40c2-85d1-0a198fd6c6a4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.076368] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-935ee9ab-165c-480e-9e84-6f9c383b16e3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.101702] env[62438]: DEBUG oslo_vmware.api [None req-5d6dcd05-6504-4d0c-91ed-8cf7430d444e tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': task-1785396, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.242313} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.102237] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d6dcd05-6504-4d0c-91ed-8cf7430d444e tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1695.102575] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-5d6dcd05-6504-4d0c-91ed-8cf7430d444e tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: 2b5c87fe-1c80-4cb9-86fe-4dd083322e71] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1695.102879] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-5d6dcd05-6504-4d0c-91ed-8cf7430d444e tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: 2b5c87fe-1c80-4cb9-86fe-4dd083322e71] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1695.103202] env[62438]: INFO nova.compute.manager [None req-5d6dcd05-6504-4d0c-91ed-8cf7430d444e tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: 2b5c87fe-1c80-4cb9-86fe-4dd083322e71] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1695.103562] env[62438]: DEBUG oslo.service.loopingcall [None req-5d6dcd05-6504-4d0c-91ed-8cf7430d444e tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1695.104214] env[62438]: DEBUG nova.compute.manager [-] [instance: 2b5c87fe-1c80-4cb9-86fe-4dd083322e71] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1695.104429] env[62438]: DEBUG nova.network.neutron [-] [instance: 2b5c87fe-1c80-4cb9-86fe-4dd083322e71] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1695.121323] env[62438]: DEBUG oslo_vmware.api [None req-aa7a3e63-17fe-4398-be6c-b750889bfa08 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785397, 'name': PowerOnVM_Task, 'duration_secs': 0.504737} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.121867] env[62438]: DEBUG nova.compute.manager [req-76002b4d-1a33-41f0-bbc8-2fe317281be9 req-9eb65b70-4675-42cb-b4c7-21921ab56417 service nova] [instance: 8aec2c98-88bc-4195-bbdd-493e11bb9185] Detach interface failed, port_id=cb1545ef-4225-4a0f-92e6-3c642509adfa, reason: Instance 8aec2c98-88bc-4195-bbdd-493e11bb9185 could not be found. {{(pid=62438) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1695.122813] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa7a3e63-17fe-4398-be6c-b750889bfa08 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1695.123167] env[62438]: INFO nova.compute.manager [None req-aa7a3e63-17fe-4398-be6c-b750889bfa08 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] Took 7.62 seconds to spawn the instance on the hypervisor. [ 1695.123575] env[62438]: DEBUG nova.compute.manager [None req-aa7a3e63-17fe-4398-be6c-b750889bfa08 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1695.124885] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-014a1906-c3c0-4867-8a3c-aea0d529c812 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.273577] env[62438]: DEBUG nova.network.neutron [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: 2b5c87fe-1c80-4cb9-86fe-4dd083322e71] Updating instance_info_cache with network_info: [{"id": "e7894f52-4de6-4a56-a897-2b9af5d35151", "address": "fa:16:3e:0a:31:3a", "network": {"id": "a842c849-d53e-4861-ba7c-3a7d63a56e07", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1714288597-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a974a1f1bd4049f1b41bc114794b6696", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7894f52-4d", "ovs_interfaceid": "e7894f52-4de6-4a56-a897-2b9af5d35151", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1695.291146] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785398, 'name': CreateVM_Task, 'duration_secs': 0.371973} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.291313] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1695.291978] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1695.292169] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1695.292530] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1695.292793] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30a180eb-09fe-4216-8e3e-99ec930b8c22 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.297727] env[62438]: DEBUG oslo_vmware.api [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Waiting for the task: (returnval){ [ 1695.297727] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]526b2473-b028-111a-6644-b5bfc1e7344a" [ 1695.297727] env[62438]: _type = "Task" [ 1695.297727] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.307850] env[62438]: DEBUG oslo_vmware.api [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]526b2473-b028-111a-6644-b5bfc1e7344a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.307850] env[62438]: DEBUG oslo_concurrency.lockutils [None req-547a2d1b-98cd-42c6-9be3-08eb93195f70 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.794s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1695.333869] env[62438]: INFO nova.scheduler.client.report [None req-547a2d1b-98cd-42c6-9be3-08eb93195f70 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Deleted allocations for instance 3140b166-1a65-4952-ad05-012140a48ed0 [ 1695.539339] env[62438]: INFO nova.compute.manager [-] [instance: 8aec2c98-88bc-4195-bbdd-493e11bb9185] Took 1.25 seconds to deallocate network for instance. [ 1695.643833] env[62438]: INFO nova.compute.manager [None req-aa7a3e63-17fe-4398-be6c-b750889bfa08 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] Took 12.55 seconds to build instance. [ 1695.776583] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Releasing lock "refresh_cache-2b5c87fe-1c80-4cb9-86fe-4dd083322e71" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1695.776795] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: 2b5c87fe-1c80-4cb9-86fe-4dd083322e71] Updated the network info_cache for instance {{(pid=62438) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9997}} [ 1695.777087] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1695.777273] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1695.777425] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1695.777617] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1695.777941] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1695.777941] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1695.778051] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62438) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10545}} [ 1695.778189] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager.update_available_resource {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1695.808522] env[62438]: DEBUG oslo_vmware.api [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]526b2473-b028-111a-6644-b5bfc1e7344a, 'name': SearchDatastore_Task, 'duration_secs': 0.02473} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.810232] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1695.810519] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1695.810651] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1695.810794] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1695.811156] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1695.811522] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-75c51220-9531-4710-acf1-2f2d4a3d2458 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.820636] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1695.820827] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1695.821586] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0025edd-29dd-4d1a-9fae-91357c15935e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.829144] env[62438]: DEBUG nova.compute.manager [req-9fdcfff4-ef71-4c59-9a4e-7a1b7c71b759 req-9c073344-dd59-4c98-b5a7-24fd4722a772 service nova] [instance: 2b5c87fe-1c80-4cb9-86fe-4dd083322e71] Received event network-vif-deleted-e7894f52-4de6-4a56-a897-2b9af5d35151 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1695.829362] env[62438]: INFO nova.compute.manager [req-9fdcfff4-ef71-4c59-9a4e-7a1b7c71b759 req-9c073344-dd59-4c98-b5a7-24fd4722a772 service nova] [instance: 2b5c87fe-1c80-4cb9-86fe-4dd083322e71] Neutron deleted interface e7894f52-4de6-4a56-a897-2b9af5d35151; detaching it from the instance and deleting it from the info cache [ 1695.829541] env[62438]: DEBUG nova.network.neutron [req-9fdcfff4-ef71-4c59-9a4e-7a1b7c71b759 req-9c073344-dd59-4c98-b5a7-24fd4722a772 service nova] [instance: 2b5c87fe-1c80-4cb9-86fe-4dd083322e71] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1695.832312] env[62438]: DEBUG oslo_vmware.api [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Waiting for the task: (returnval){ [ 1695.832312] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52691e85-90f1-1c37-c027-49c91f1fe2a3" [ 1695.832312] env[62438]: _type = "Task" [ 1695.832312] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.841717] env[62438]: DEBUG oslo_vmware.api [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52691e85-90f1-1c37-c027-49c91f1fe2a3, 'name': SearchDatastore_Task, 'duration_secs': 0.011815} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.844674] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6068581a-2f36-4f01-a004-e4259ec43861 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.846763] env[62438]: DEBUG oslo_concurrency.lockutils [None req-547a2d1b-98cd-42c6-9be3-08eb93195f70 tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Lock "3140b166-1a65-4952-ad05-012140a48ed0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.789s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1695.851189] env[62438]: DEBUG oslo_vmware.api [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Waiting for the task: (returnval){ [ 1695.851189] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5278b10b-dd73-9cc2-7108-5dc1036f17c8" [ 1695.851189] env[62438]: _type = "Task" [ 1695.851189] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.859704] env[62438]: DEBUG oslo_vmware.api [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5278b10b-dd73-9cc2-7108-5dc1036f17c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.046652] env[62438]: DEBUG oslo_concurrency.lockutils [None req-06aa1cf7-d088-48ec-9cd3-8ae0a3212e3f tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1696.047041] env[62438]: DEBUG oslo_concurrency.lockutils [None req-06aa1cf7-d088-48ec-9cd3-8ae0a3212e3f tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1696.047303] env[62438]: DEBUG nova.objects.instance [None req-06aa1cf7-d088-48ec-9cd3-8ae0a3212e3f tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Lazy-loading 'resources' on Instance uuid 8aec2c98-88bc-4195-bbdd-493e11bb9185 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1696.146268] env[62438]: DEBUG oslo_concurrency.lockutils [None req-aa7a3e63-17fe-4398-be6c-b750889bfa08 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Lock "ceadf541-e9dc-423a-97c5-3dfe483cbab4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.057s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1696.282262] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1696.313361] env[62438]: DEBUG nova.network.neutron [-] [instance: 2b5c87fe-1c80-4cb9-86fe-4dd083322e71] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1696.331987] env[62438]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7bd7f48c-1d21-4a92-8b53-1be0035a68a3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.342216] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd150f58-c8f8-43ac-a6fd-6a5368f632da {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.369764] env[62438]: DEBUG oslo_vmware.api [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5278b10b-dd73-9cc2-7108-5dc1036f17c8, 'name': SearchDatastore_Task, 'duration_secs': 0.009738} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.370085] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1696.370361] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 1e64c34f-a88f-4359-8460-043983887aa3/1e64c34f-a88f-4359-8460-043983887aa3.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1696.370633] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8bcd7fa3-2cc7-49ce-9a90-a7a90770608e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.391039] env[62438]: DEBUG nova.compute.manager [req-9fdcfff4-ef71-4c59-9a4e-7a1b7c71b759 req-9c073344-dd59-4c98-b5a7-24fd4722a772 service nova] [instance: 2b5c87fe-1c80-4cb9-86fe-4dd083322e71] Detach interface failed, port_id=e7894f52-4de6-4a56-a897-2b9af5d35151, reason: Instance 2b5c87fe-1c80-4cb9-86fe-4dd083322e71 could not be found. {{(pid=62438) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1696.396740] env[62438]: DEBUG oslo_vmware.api [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Waiting for the task: (returnval){ [ 1696.396740] env[62438]: value = "task-1785399" [ 1696.396740] env[62438]: _type = "Task" [ 1696.396740] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.405453] env[62438]: DEBUG oslo_vmware.api [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785399, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.793431] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c32e29cd-8dea-463f-8df8-fd0ed00e9e18 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.803760] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef973777-94ae-4734-8ec3-a0ca2afa253a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.844292] env[62438]: INFO nova.compute.manager [-] [instance: 2b5c87fe-1c80-4cb9-86fe-4dd083322e71] Took 1.74 seconds to deallocate network for instance. [ 1696.847581] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7465cb6f-05e3-4c8f-89eb-37af162b3b94 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.860770] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fb4e1f9-4153-4d15-a272-d6f55b563164 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.879344] env[62438]: DEBUG nova.compute.provider_tree [None req-06aa1cf7-d088-48ec-9cd3-8ae0a3212e3f tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1696.891317] env[62438]: DEBUG nova.compute.manager [req-e88a3fbf-d29f-4930-bd4b-6d1d0bc18c49 req-61b84bcd-53f1-4dca-85e9-3e7c6069f9a9 service nova] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] Received event network-changed-e4a3ce12-9884-4f64-9a7e-faea782cd63f {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1696.891626] env[62438]: DEBUG nova.compute.manager [req-e88a3fbf-d29f-4930-bd4b-6d1d0bc18c49 req-61b84bcd-53f1-4dca-85e9-3e7c6069f9a9 service nova] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] Refreshing instance network info cache due to event network-changed-e4a3ce12-9884-4f64-9a7e-faea782cd63f. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1696.891860] env[62438]: DEBUG oslo_concurrency.lockutils [req-e88a3fbf-d29f-4930-bd4b-6d1d0bc18c49 req-61b84bcd-53f1-4dca-85e9-3e7c6069f9a9 service nova] Acquiring lock "refresh_cache-ceadf541-e9dc-423a-97c5-3dfe483cbab4" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1696.892237] env[62438]: DEBUG oslo_concurrency.lockutils [req-e88a3fbf-d29f-4930-bd4b-6d1d0bc18c49 req-61b84bcd-53f1-4dca-85e9-3e7c6069f9a9 service nova] Acquired lock "refresh_cache-ceadf541-e9dc-423a-97c5-3dfe483cbab4" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1696.892530] env[62438]: DEBUG nova.network.neutron [req-e88a3fbf-d29f-4930-bd4b-6d1d0bc18c49 req-61b84bcd-53f1-4dca-85e9-3e7c6069f9a9 service nova] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] Refreshing network info cache for port e4a3ce12-9884-4f64-9a7e-faea782cd63f {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1696.908272] env[62438]: DEBUG oslo_vmware.api [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785399, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.295418] env[62438]: DEBUG oslo_concurrency.lockutils [None req-80f02a81-c0de-4fe7-b7da-cd9cdc1484db tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Acquiring lock "3c59f0fe-b277-4734-9100-8955fbce830e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1697.295709] env[62438]: DEBUG oslo_concurrency.lockutils [None req-80f02a81-c0de-4fe7-b7da-cd9cdc1484db tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Lock "3c59f0fe-b277-4734-9100-8955fbce830e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1697.355594] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5d6dcd05-6504-4d0c-91ed-8cf7430d444e tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1697.383226] env[62438]: DEBUG nova.scheduler.client.report [None req-06aa1cf7-d088-48ec-9cd3-8ae0a3212e3f tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1697.411274] env[62438]: DEBUG oslo_vmware.api [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785399, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539935} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.412659] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 1e64c34f-a88f-4359-8460-043983887aa3/1e64c34f-a88f-4359-8460-043983887aa3.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1697.412805] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1697.413735] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7aa0d6f3-2c6e-4d06-bf7e-0212051e5fc3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.429097] env[62438]: DEBUG oslo_vmware.api [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Waiting for the task: (returnval){ [ 1697.429097] env[62438]: value = "task-1785400" [ 1697.429097] env[62438]: _type = "Task" [ 1697.429097] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.453029] env[62438]: DEBUG oslo_vmware.api [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785400, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.797845] env[62438]: DEBUG nova.compute.manager [None req-80f02a81-c0de-4fe7-b7da-cd9cdc1484db tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 3c59f0fe-b277-4734-9100-8955fbce830e] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1697.836689] env[62438]: DEBUG nova.network.neutron [req-e88a3fbf-d29f-4930-bd4b-6d1d0bc18c49 req-61b84bcd-53f1-4dca-85e9-3e7c6069f9a9 service nova] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] Updated VIF entry in instance network info cache for port e4a3ce12-9884-4f64-9a7e-faea782cd63f. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1697.837114] env[62438]: DEBUG nova.network.neutron [req-e88a3fbf-d29f-4930-bd4b-6d1d0bc18c49 req-61b84bcd-53f1-4dca-85e9-3e7c6069f9a9 service nova] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] Updating instance_info_cache with network_info: [{"id": "e4a3ce12-9884-4f64-9a7e-faea782cd63f", "address": "fa:16:3e:5d:00:99", "network": {"id": "f204c615-6047-48c0-a7eb-65fe4ad424e5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1343144096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38d579b225154935bb754c9894cd2f33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4a3ce12-98", "ovs_interfaceid": "e4a3ce12-9884-4f64-9a7e-faea782cd63f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1697.888617] env[62438]: DEBUG oslo_concurrency.lockutils [None req-06aa1cf7-d088-48ec-9cd3-8ae0a3212e3f tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.842s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1697.892512] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.609s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1697.892512] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1697.892512] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62438) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1697.892512] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5d6dcd05-6504-4d0c-91ed-8cf7430d444e tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.537s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1697.892512] env[62438]: DEBUG nova.objects.instance [None req-5d6dcd05-6504-4d0c-91ed-8cf7430d444e tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Lazy-loading 'resources' on Instance uuid 2b5c87fe-1c80-4cb9-86fe-4dd083322e71 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1697.893624] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b7759b-7bcb-4df2-863b-2dbeb5cda2ca {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.903464] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16d421a4-ec55-4af5-8ad2-7694355c6212 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.925381] env[62438]: INFO nova.scheduler.client.report [None req-06aa1cf7-d088-48ec-9cd3-8ae0a3212e3f tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Deleted allocations for instance 8aec2c98-88bc-4195-bbdd-493e11bb9185 [ 1697.927846] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ab7d15-ad95-498c-9e98-6e4393bb7439 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.951314] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-907c5669-9f1d-404f-820f-baf4f55967d7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.956453] env[62438]: DEBUG oslo_vmware.api [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785400, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067251} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.957304] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1697.959018] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a38683-0838-4c52-9c8a-32981a2ea9bb {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.000036] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178958MB free_disk=161GB free_vcpus=48 pci_devices=None {{(pid=62438) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1698.000229] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1698.024085] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 1e64c34f-a88f-4359-8460-043983887aa3/1e64c34f-a88f-4359-8460-043983887aa3.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1698.024708] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f21508a5-7673-4889-87ba-828d1f8d9618 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.044892] env[62438]: DEBUG oslo_vmware.api [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Waiting for the task: (returnval){ [ 1698.044892] env[62438]: value = "task-1785401" [ 1698.044892] env[62438]: _type = "Task" [ 1698.044892] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.053217] env[62438]: DEBUG oslo_vmware.api [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785401, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.318498] env[62438]: DEBUG oslo_concurrency.lockutils [None req-80f02a81-c0de-4fe7-b7da-cd9cdc1484db tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1698.340213] env[62438]: DEBUG oslo_concurrency.lockutils [req-e88a3fbf-d29f-4930-bd4b-6d1d0bc18c49 req-61b84bcd-53f1-4dca-85e9-3e7c6069f9a9 service nova] Releasing lock "refresh_cache-ceadf541-e9dc-423a-97c5-3dfe483cbab4" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1698.442517] env[62438]: DEBUG oslo_concurrency.lockutils [None req-06aa1cf7-d088-48ec-9cd3-8ae0a3212e3f tempest-ImagesOneServerNegativeTestJSON-2117532008 tempest-ImagesOneServerNegativeTestJSON-2117532008-project-member] Lock "8aec2c98-88bc-4195-bbdd-493e11bb9185" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.416s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1698.557126] env[62438]: DEBUG oslo_vmware.api [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785401, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.596710] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fd8afc2-46d3-40df-90af-14256298f9a7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.605892] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c7b0cb-ef2b-4934-a7db-3ba641dcd75e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.642490] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0cdd1bd-cf0c-423a-9bec-937e14d411d9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.651531] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0244ed7b-4756-4849-9be8-939dff91dcc4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.668241] env[62438]: DEBUG nova.compute.provider_tree [None req-5d6dcd05-6504-4d0c-91ed-8cf7430d444e tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1699.058773] env[62438]: DEBUG oslo_vmware.api [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785401, 'name': ReconfigVM_Task, 'duration_secs': 0.689867} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.059081] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 1e64c34f-a88f-4359-8460-043983887aa3/1e64c34f-a88f-4359-8460-043983887aa3.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1699.060587] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_format': None, 'encryption_options': None, 'size': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/sda', 'boot_index': 0, 'device_type': 'disk', 'disk_bus': None, 'guest_format': None, 'encrypted': False, 'image_id': '2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370464', 'volume_id': 'e55194b3-686a-42fb-bb01-7432c2b6b028', 'name': 'volume-e55194b3-686a-42fb-bb01-7432c2b6b028', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '1e64c34f-a88f-4359-8460-043983887aa3', 'attached_at': '', 'detached_at': '', 'volume_id': 'e55194b3-686a-42fb-bb01-7432c2b6b028', 'serial': 'e55194b3-686a-42fb-bb01-7432c2b6b028'}, 'mount_device': '/dev/sdb', 'boot_index': None, 'delete_on_termination': False, 'attachment_id': '06562e7e-1f88-4fec-8166-8d00a5d112fe', 'device_type': None, 'disk_bus': None, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=62438) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1699.060734] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] Volume attach. Driver type: vmdk {{(pid=62438) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1699.061027] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370464', 'volume_id': 'e55194b3-686a-42fb-bb01-7432c2b6b028', 'name': 'volume-e55194b3-686a-42fb-bb01-7432c2b6b028', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '1e64c34f-a88f-4359-8460-043983887aa3', 'attached_at': '', 'detached_at': '', 'volume_id': 'e55194b3-686a-42fb-bb01-7432c2b6b028', 'serial': 'e55194b3-686a-42fb-bb01-7432c2b6b028'} {{(pid=62438) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1699.061864] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-915de804-a2fb-4070-beb7-8855079e4a08 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.079883] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b96b980d-8cc6-40ec-b084-495874deb9e2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.110502] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] volume-e55194b3-686a-42fb-bb01-7432c2b6b028/volume-e55194b3-686a-42fb-bb01-7432c2b6b028.vmdk or device None with type thin {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1699.110957] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbac8611-6e78-4ec2-8567-094d46774527 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.130602] env[62438]: DEBUG oslo_vmware.api [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Waiting for the task: (returnval){ [ 1699.130602] env[62438]: value = "task-1785402" [ 1699.130602] env[62438]: _type = "Task" [ 1699.130602] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.139417] env[62438]: DEBUG oslo_vmware.api [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785402, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.172948] env[62438]: DEBUG nova.scheduler.client.report [None req-5d6dcd05-6504-4d0c-91ed-8cf7430d444e tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1699.644029] env[62438]: DEBUG oslo_vmware.api [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785402, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.679239] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5d6dcd05-6504-4d0c-91ed-8cf7430d444e tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.787s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1699.681804] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 1.681s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1699.710331] env[62438]: INFO nova.scheduler.client.report [None req-5d6dcd05-6504-4d0c-91ed-8cf7430d444e tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Deleted allocations for instance 2b5c87fe-1c80-4cb9-86fe-4dd083322e71 [ 1700.145621] env[62438]: DEBUG oslo_vmware.api [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785402, 'name': ReconfigVM_Task, 'duration_secs': 0.829111} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.147153] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] Reconfigured VM instance instance-0000004b to attach disk [datastore1] volume-e55194b3-686a-42fb-bb01-7432c2b6b028/volume-e55194b3-686a-42fb-bb01-7432c2b6b028.vmdk or device None with type thin {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1700.151525] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-495a8e92-a6d2-46f5-b755-cf493d9273b6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.167520] env[62438]: DEBUG oslo_vmware.api [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Waiting for the task: (returnval){ [ 1700.167520] env[62438]: value = "task-1785403" [ 1700.167520] env[62438]: _type = "Task" [ 1700.167520] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.177786] env[62438]: DEBUG oslo_vmware.api [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785403, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.218044] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5d6dcd05-6504-4d0c-91ed-8cf7430d444e tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Lock "2b5c87fe-1c80-4cb9-86fe-4dd083322e71" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.327s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1700.677265] env[62438]: DEBUG oslo_vmware.api [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785403, 'name': ReconfigVM_Task, 'duration_secs': 0.150565} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.677586] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370464', 'volume_id': 'e55194b3-686a-42fb-bb01-7432c2b6b028', 'name': 'volume-e55194b3-686a-42fb-bb01-7432c2b6b028', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '1e64c34f-a88f-4359-8460-043983887aa3', 'attached_at': '', 'detached_at': '', 'volume_id': 'e55194b3-686a-42fb-bb01-7432c2b6b028', 'serial': 'e55194b3-686a-42fb-bb01-7432c2b6b028'} {{(pid=62438) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1700.678232] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b826e0e8-3dd0-4e19-8468-e2c9a524f62a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.685274] env[62438]: DEBUG oslo_vmware.api [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Waiting for the task: (returnval){ [ 1700.685274] env[62438]: value = "task-1785404" [ 1700.685274] env[62438]: _type = "Task" [ 1700.685274] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.695658] env[62438]: DEBUG oslo_vmware.api [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785404, 'name': Rename_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.713483] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance 29223975-ba66-48c1-9dd6-07143475fb2a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1700.713483] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance d3b27191-a52c-4d5b-858d-f0ac2c936919 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1700.713483] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance 0966016a-9742-4bcc-9b2f-81e684a54d46 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1700.713668] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance fac5fe80-b815-4df0-a95e-6c1e52395caa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1700.713668] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance 1e64c34f-a88f-4359-8460-043983887aa3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1700.713754] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance 23364d4c-07c7-4521-8f21-23226f1edb8c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1700.713941] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance 7cf7de8e-8184-4588-8623-c85044515a9e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1700.714029] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance 0531e871-6f05-4401-a2c7-47e3bdff2d97 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1700.714096] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance a0ff8ae6-f1bf-4207-9042-2c55dbbda487 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1700.714312] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance 2a865b41-1752-4d8e-81f0-3ca85069c831 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1700.714312] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance ceadf541-e9dc-423a-97c5-3dfe483cbab4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1701.201534] env[62438]: DEBUG oslo_vmware.api [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785404, 'name': Rename_Task, 'duration_secs': 0.151811} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1701.201812] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1701.202363] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-401fe967-c2ef-417a-b169-0c9d454977bd {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.209689] env[62438]: DEBUG oslo_vmware.api [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Waiting for the task: (returnval){ [ 1701.209689] env[62438]: value = "task-1785405" [ 1701.209689] env[62438]: _type = "Task" [ 1701.209689] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1701.218141] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance 3c59f0fe-b277-4734-9100-8955fbce830e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1701.218378] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=62438) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1701.218526] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2624MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=62438) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1701.220763] env[62438]: DEBUG oslo_vmware.api [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785405, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.378175] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6467f51-9141-4486-9cdf-0fb2d0c7f427 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.385744] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d8eba57-d0bc-417b-aff5-3785927fb89d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.417439] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14171454-7ab6-4589-b375-65f98132fbc3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.425545] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b24dc2-9aa8-4a00-af59-2f5b0e1019be {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.439050] env[62438]: DEBUG nova.compute.provider_tree [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1701.720994] env[62438]: DEBUG oslo_vmware.api [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785405, 'name': PowerOnVM_Task, 'duration_secs': 0.485402} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1701.721437] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1701.721677] env[62438]: DEBUG nova.compute.manager [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1701.722515] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d12f58ee-d90a-40e1-b895-50ca9820d5b8 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.852395] env[62438]: DEBUG oslo_concurrency.lockutils [None req-136876ac-e9fe-4913-b0c5-1222385420f8 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Acquiring lock "7d4adda9-4153-4554-9091-65348a0d6dc3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1701.852530] env[62438]: DEBUG oslo_concurrency.lockutils [None req-136876ac-e9fe-4913-b0c5-1222385420f8 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Lock "7d4adda9-4153-4554-9091-65348a0d6dc3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1701.942168] env[62438]: DEBUG nova.scheduler.client.report [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1701.951739] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e61111e9-34cb-48a7-83c5-7b472a547e63 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Acquiring lock "a85479e1-98d1-432e-a58a-e76c35563709" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1701.952017] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e61111e9-34cb-48a7-83c5-7b472a547e63 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Lock "a85479e1-98d1-432e-a58a-e76c35563709" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1702.133441] env[62438]: DEBUG oslo_concurrency.lockutils [None req-eb516e1b-3c6b-4885-ba2d-034911fb977b tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Acquiring lock "a61bd079-f79b-41e7-8395-4693cc91c37d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1702.133685] env[62438]: DEBUG oslo_concurrency.lockutils [None req-eb516e1b-3c6b-4885-ba2d-034911fb977b tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Lock "a61bd079-f79b-41e7-8395-4693cc91c37d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1702.237625] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1702.354496] env[62438]: DEBUG nova.compute.manager [None req-136876ac-e9fe-4913-b0c5-1222385420f8 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] [instance: 7d4adda9-4153-4554-9091-65348a0d6dc3] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1702.448997] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62438) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1702.449251] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.768s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1702.449608] env[62438]: DEBUG oslo_concurrency.lockutils [None req-80f02a81-c0de-4fe7-b7da-cd9cdc1484db tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.131s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1702.451152] env[62438]: INFO nova.compute.claims [None req-80f02a81-c0de-4fe7-b7da-cd9cdc1484db tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 3c59f0fe-b277-4734-9100-8955fbce830e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1702.453887] env[62438]: DEBUG nova.compute.manager [None req-e61111e9-34cb-48a7-83c5-7b472a547e63 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: a85479e1-98d1-432e-a58a-e76c35563709] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1702.635706] env[62438]: DEBUG nova.compute.manager [None req-eb516e1b-3c6b-4885-ba2d-034911fb977b tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] [instance: a61bd079-f79b-41e7-8395-4693cc91c37d] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1702.877829] env[62438]: DEBUG oslo_concurrency.lockutils [None req-136876ac-e9fe-4913-b0c5-1222385420f8 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1702.975733] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e61111e9-34cb-48a7-83c5-7b472a547e63 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1703.160132] env[62438]: DEBUG oslo_concurrency.lockutils [None req-eb516e1b-3c6b-4885-ba2d-034911fb977b tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1703.636273] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c950f9ac-a232-4b23-a350-7c2dcc249d1a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.646655] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c973963b-0fad-47b5-b338-149d79a5fa44 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.681443] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cfcc395-d51a-447a-aeb1-89b34f19e62e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.689739] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2297bd34-9e3e-493c-80cb-fdb1636b953a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.704703] env[62438]: DEBUG nova.compute.provider_tree [None req-80f02a81-c0de-4fe7-b7da-cd9cdc1484db tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1704.208503] env[62438]: DEBUG nova.scheduler.client.report [None req-80f02a81-c0de-4fe7-b7da-cd9cdc1484db tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1704.714527] env[62438]: DEBUG oslo_concurrency.lockutils [None req-80f02a81-c0de-4fe7-b7da-cd9cdc1484db tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.265s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1704.715148] env[62438]: DEBUG nova.compute.manager [None req-80f02a81-c0de-4fe7-b7da-cd9cdc1484db tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 3c59f0fe-b277-4734-9100-8955fbce830e] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1704.718167] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 2.480s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1704.718380] env[62438]: DEBUG nova.objects.instance [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62438) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1705.223458] env[62438]: DEBUG nova.compute.utils [None req-80f02a81-c0de-4fe7-b7da-cd9cdc1484db tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1705.227884] env[62438]: DEBUG nova.compute.manager [None req-80f02a81-c0de-4fe7-b7da-cd9cdc1484db tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 3c59f0fe-b277-4734-9100-8955fbce830e] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1705.228072] env[62438]: DEBUG nova.network.neutron [None req-80f02a81-c0de-4fe7-b7da-cd9cdc1484db tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 3c59f0fe-b277-4734-9100-8955fbce830e] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1705.285714] env[62438]: DEBUG nova.policy [None req-80f02a81-c0de-4fe7-b7da-cd9cdc1484db tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ace6be3b450045ee9217e6291567807d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'da30195a54754dadacbdb0481116cd03', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1705.533088] env[62438]: DEBUG nova.network.neutron [None req-80f02a81-c0de-4fe7-b7da-cd9cdc1484db tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 3c59f0fe-b277-4734-9100-8955fbce830e] Successfully created port: 4132f656-eb3b-4e6b-95e6-618493c6ccd7 {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1705.732077] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1c70a86d-0bd5-45f5-aa34-f03ed43ff733 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1705.733384] env[62438]: DEBUG nova.compute.manager [None req-80f02a81-c0de-4fe7-b7da-cd9cdc1484db tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 3c59f0fe-b277-4734-9100-8955fbce830e] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1705.740151] env[62438]: DEBUG oslo_concurrency.lockutils [None req-136876ac-e9fe-4913-b0c5-1222385420f8 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.862s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1705.741588] env[62438]: INFO nova.compute.claims [None req-136876ac-e9fe-4913-b0c5-1222385420f8 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] [instance: 7d4adda9-4153-4554-9091-65348a0d6dc3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1706.752886] env[62438]: DEBUG nova.compute.manager [None req-80f02a81-c0de-4fe7-b7da-cd9cdc1484db tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 3c59f0fe-b277-4734-9100-8955fbce830e] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1706.780481] env[62438]: DEBUG nova.virt.hardware [None req-80f02a81-c0de-4fe7-b7da-cd9cdc1484db tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1706.780728] env[62438]: DEBUG nova.virt.hardware [None req-80f02a81-c0de-4fe7-b7da-cd9cdc1484db tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1706.780890] env[62438]: DEBUG nova.virt.hardware [None req-80f02a81-c0de-4fe7-b7da-cd9cdc1484db tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1706.781089] env[62438]: DEBUG nova.virt.hardware [None req-80f02a81-c0de-4fe7-b7da-cd9cdc1484db tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1706.781250] env[62438]: DEBUG nova.virt.hardware [None req-80f02a81-c0de-4fe7-b7da-cd9cdc1484db tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1706.781435] env[62438]: DEBUG nova.virt.hardware [None req-80f02a81-c0de-4fe7-b7da-cd9cdc1484db tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1706.781652] env[62438]: DEBUG nova.virt.hardware [None req-80f02a81-c0de-4fe7-b7da-cd9cdc1484db tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1706.781815] env[62438]: DEBUG nova.virt.hardware [None req-80f02a81-c0de-4fe7-b7da-cd9cdc1484db tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1706.781984] env[62438]: DEBUG nova.virt.hardware [None req-80f02a81-c0de-4fe7-b7da-cd9cdc1484db tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1706.782172] env[62438]: DEBUG nova.virt.hardware [None req-80f02a81-c0de-4fe7-b7da-cd9cdc1484db tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1706.782439] env[62438]: DEBUG nova.virt.hardware [None req-80f02a81-c0de-4fe7-b7da-cd9cdc1484db tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1706.783963] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ae66c553-40f2-41e5-b2a3-0c22f04b5604 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Acquiring lock "0531e871-6f05-4401-a2c7-47e3bdff2d97" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1706.784254] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ae66c553-40f2-41e5-b2a3-0c22f04b5604 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Lock "0531e871-6f05-4401-a2c7-47e3bdff2d97" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1706.786284] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a5ef06-7676-4abd-a63f-3d8fdf6bbbb5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.798837] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a54ae0-3a5e-441d-ad18-5792b94fc862 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.943038] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc071bf8-3f6b-490f-aef6-15875ce4b8d4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.951403] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82af1724-6f8d-440a-9f45-3b69d0b47240 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.982185] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df35b86a-096c-4753-9154-fce9fe1fb1e7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.985587] env[62438]: DEBUG nova.compute.manager [req-5d0c0576-5009-4b4f-93ab-2232d48b62cf req-ac93e412-65b2-4383-a7a9-aa4533462b0d service nova] [instance: 3c59f0fe-b277-4734-9100-8955fbce830e] Received event network-vif-plugged-4132f656-eb3b-4e6b-95e6-618493c6ccd7 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1706.985873] env[62438]: DEBUG oslo_concurrency.lockutils [req-5d0c0576-5009-4b4f-93ab-2232d48b62cf req-ac93e412-65b2-4383-a7a9-aa4533462b0d service nova] Acquiring lock "3c59f0fe-b277-4734-9100-8955fbce830e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1706.986151] env[62438]: DEBUG oslo_concurrency.lockutils [req-5d0c0576-5009-4b4f-93ab-2232d48b62cf req-ac93e412-65b2-4383-a7a9-aa4533462b0d service nova] Lock "3c59f0fe-b277-4734-9100-8955fbce830e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1706.986237] env[62438]: DEBUG oslo_concurrency.lockutils [req-5d0c0576-5009-4b4f-93ab-2232d48b62cf req-ac93e412-65b2-4383-a7a9-aa4533462b0d service nova] Lock "3c59f0fe-b277-4734-9100-8955fbce830e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1706.986373] env[62438]: DEBUG nova.compute.manager [req-5d0c0576-5009-4b4f-93ab-2232d48b62cf req-ac93e412-65b2-4383-a7a9-aa4533462b0d service nova] [instance: 3c59f0fe-b277-4734-9100-8955fbce830e] No waiting events found dispatching network-vif-plugged-4132f656-eb3b-4e6b-95e6-618493c6ccd7 {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1706.986543] env[62438]: WARNING nova.compute.manager [req-5d0c0576-5009-4b4f-93ab-2232d48b62cf req-ac93e412-65b2-4383-a7a9-aa4533462b0d service nova] [instance: 3c59f0fe-b277-4734-9100-8955fbce830e] Received unexpected event network-vif-plugged-4132f656-eb3b-4e6b-95e6-618493c6ccd7 for instance with vm_state building and task_state spawning. [ 1706.992592] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da162dca-8df8-41e2-bc18-22ae076e31ed {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.007322] env[62438]: DEBUG nova.compute.provider_tree [None req-136876ac-e9fe-4913-b0c5-1222385420f8 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1707.082535] env[62438]: DEBUG nova.network.neutron [None req-80f02a81-c0de-4fe7-b7da-cd9cdc1484db tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 3c59f0fe-b277-4734-9100-8955fbce830e] Successfully updated port: 4132f656-eb3b-4e6b-95e6-618493c6ccd7 {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1707.292533] env[62438]: DEBUG nova.compute.utils [None req-ae66c553-40f2-41e5-b2a3-0c22f04b5604 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1707.510551] env[62438]: DEBUG nova.scheduler.client.report [None req-136876ac-e9fe-4913-b0c5-1222385420f8 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1707.586148] env[62438]: DEBUG oslo_concurrency.lockutils [None req-80f02a81-c0de-4fe7-b7da-cd9cdc1484db tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Acquiring lock "refresh_cache-3c59f0fe-b277-4734-9100-8955fbce830e" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1707.586148] env[62438]: DEBUG oslo_concurrency.lockutils [None req-80f02a81-c0de-4fe7-b7da-cd9cdc1484db tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Acquired lock "refresh_cache-3c59f0fe-b277-4734-9100-8955fbce830e" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1707.586425] env[62438]: DEBUG nova.network.neutron [None req-80f02a81-c0de-4fe7-b7da-cd9cdc1484db tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 3c59f0fe-b277-4734-9100-8955fbce830e] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1707.740508] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2804e071-7070-49b5-8d4c-c541a8223d7c tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Acquiring lock "d3b27191-a52c-4d5b-858d-f0ac2c936919" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1707.740797] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2804e071-7070-49b5-8d4c-c541a8223d7c tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Lock "d3b27191-a52c-4d5b-858d-f0ac2c936919" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1707.741100] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2804e071-7070-49b5-8d4c-c541a8223d7c tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Acquiring lock "d3b27191-a52c-4d5b-858d-f0ac2c936919-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1707.741308] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2804e071-7070-49b5-8d4c-c541a8223d7c tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Lock "d3b27191-a52c-4d5b-858d-f0ac2c936919-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1707.741487] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2804e071-7070-49b5-8d4c-c541a8223d7c tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Lock "d3b27191-a52c-4d5b-858d-f0ac2c936919-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1707.743741] env[62438]: INFO nova.compute.manager [None req-2804e071-7070-49b5-8d4c-c541a8223d7c tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] [instance: d3b27191-a52c-4d5b-858d-f0ac2c936919] Terminating instance [ 1707.745566] env[62438]: DEBUG nova.compute.manager [None req-2804e071-7070-49b5-8d4c-c541a8223d7c tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] [instance: d3b27191-a52c-4d5b-858d-f0ac2c936919] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1707.745766] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-2804e071-7070-49b5-8d4c-c541a8223d7c tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] [instance: d3b27191-a52c-4d5b-858d-f0ac2c936919] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1707.746635] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9476a3b1-e29c-4963-b3f9-663b2cc9cc46 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.754899] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-2804e071-7070-49b5-8d4c-c541a8223d7c tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] [instance: d3b27191-a52c-4d5b-858d-f0ac2c936919] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1707.755211] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2a4ea84-773e-4342-b001-82d79c70e9dd {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.762164] env[62438]: DEBUG oslo_vmware.api [None req-2804e071-7070-49b5-8d4c-c541a8223d7c tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Waiting for the task: (returnval){ [ 1707.762164] env[62438]: value = "task-1785406" [ 1707.762164] env[62438]: _type = "Task" [ 1707.762164] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.769904] env[62438]: DEBUG oslo_vmware.api [None req-2804e071-7070-49b5-8d4c-c541a8223d7c tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Task: {'id': task-1785406, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.794894] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ae66c553-40f2-41e5-b2a3-0c22f04b5604 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Lock "0531e871-6f05-4401-a2c7-47e3bdff2d97" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1708.017245] env[62438]: DEBUG oslo_concurrency.lockutils [None req-136876ac-e9fe-4913-b0c5-1222385420f8 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.277s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1708.017820] env[62438]: DEBUG nova.compute.manager [None req-136876ac-e9fe-4913-b0c5-1222385420f8 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] [instance: 7d4adda9-4153-4554-9091-65348a0d6dc3] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1708.020547] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e61111e9-34cb-48a7-83c5-7b472a547e63 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.045s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1708.022085] env[62438]: INFO nova.compute.claims [None req-e61111e9-34cb-48a7-83c5-7b472a547e63 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: a85479e1-98d1-432e-a58a-e76c35563709] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1708.121052] env[62438]: DEBUG nova.network.neutron [None req-80f02a81-c0de-4fe7-b7da-cd9cdc1484db tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 3c59f0fe-b277-4734-9100-8955fbce830e] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1708.267661] env[62438]: DEBUG nova.network.neutron [None req-80f02a81-c0de-4fe7-b7da-cd9cdc1484db tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 3c59f0fe-b277-4734-9100-8955fbce830e] Updating instance_info_cache with network_info: [{"id": "4132f656-eb3b-4e6b-95e6-618493c6ccd7", "address": "fa:16:3e:e2:e9:f7", "network": {"id": "5ede523c-f6dc-46cc-9ded-91d22501f3ac", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-229264200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da30195a54754dadacbdb0481116cd03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4132f656-eb", "ovs_interfaceid": "4132f656-eb3b-4e6b-95e6-618493c6ccd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1708.274167] env[62438]: DEBUG oslo_vmware.api [None req-2804e071-7070-49b5-8d4c-c541a8223d7c tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Task: {'id': task-1785406, 'name': PowerOffVM_Task, 'duration_secs': 0.285705} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.274429] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-2804e071-7070-49b5-8d4c-c541a8223d7c tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] [instance: d3b27191-a52c-4d5b-858d-f0ac2c936919] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1708.274600] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-2804e071-7070-49b5-8d4c-c541a8223d7c tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] [instance: d3b27191-a52c-4d5b-858d-f0ac2c936919] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1708.274842] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e797dd40-aed9-47c6-b2c0-7e0a1bddc822 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.377400] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-2804e071-7070-49b5-8d4c-c541a8223d7c tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] [instance: d3b27191-a52c-4d5b-858d-f0ac2c936919] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1708.377400] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-2804e071-7070-49b5-8d4c-c541a8223d7c tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] [instance: d3b27191-a52c-4d5b-858d-f0ac2c936919] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1708.377400] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-2804e071-7070-49b5-8d4c-c541a8223d7c tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Deleting the datastore file [datastore1] d3b27191-a52c-4d5b-858d-f0ac2c936919 {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1708.377593] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b83e2c6d-6265-4ed1-9f8b-7fa0026321a3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.383618] env[62438]: DEBUG oslo_vmware.api [None req-2804e071-7070-49b5-8d4c-c541a8223d7c tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Waiting for the task: (returnval){ [ 1708.383618] env[62438]: value = "task-1785408" [ 1708.383618] env[62438]: _type = "Task" [ 1708.383618] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.391998] env[62438]: DEBUG oslo_vmware.api [None req-2804e071-7070-49b5-8d4c-c541a8223d7c tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Task: {'id': task-1785408, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.526701] env[62438]: DEBUG nova.compute.utils [None req-136876ac-e9fe-4913-b0c5-1222385420f8 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1708.530038] env[62438]: DEBUG nova.compute.manager [None req-136876ac-e9fe-4913-b0c5-1222385420f8 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] [instance: 7d4adda9-4153-4554-9091-65348a0d6dc3] Not allocating networking since 'none' was specified. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1977}} [ 1708.769956] env[62438]: DEBUG oslo_concurrency.lockutils [None req-80f02a81-c0de-4fe7-b7da-cd9cdc1484db tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Releasing lock "refresh_cache-3c59f0fe-b277-4734-9100-8955fbce830e" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1708.770337] env[62438]: DEBUG nova.compute.manager [None req-80f02a81-c0de-4fe7-b7da-cd9cdc1484db tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 3c59f0fe-b277-4734-9100-8955fbce830e] Instance network_info: |[{"id": "4132f656-eb3b-4e6b-95e6-618493c6ccd7", "address": "fa:16:3e:e2:e9:f7", "network": {"id": "5ede523c-f6dc-46cc-9ded-91d22501f3ac", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-229264200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da30195a54754dadacbdb0481116cd03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4132f656-eb", "ovs_interfaceid": "4132f656-eb3b-4e6b-95e6-618493c6ccd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1708.770768] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-80f02a81-c0de-4fe7-b7da-cd9cdc1484db tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 3c59f0fe-b277-4734-9100-8955fbce830e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:e9:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8d3908ba-a3dc-4f88-988b-f997cf7257e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4132f656-eb3b-4e6b-95e6-618493c6ccd7', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1708.778327] env[62438]: DEBUG oslo.service.loopingcall [None req-80f02a81-c0de-4fe7-b7da-cd9cdc1484db tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1708.778536] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c59f0fe-b277-4734-9100-8955fbce830e] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1708.778764] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fddacee8-275f-4179-b519-69ba43dd5bc1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.798192] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1708.798192] env[62438]: value = "task-1785409" [ 1708.798192] env[62438]: _type = "Task" [ 1708.798192] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.807734] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785409, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.855290] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ae66c553-40f2-41e5-b2a3-0c22f04b5604 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Acquiring lock "0531e871-6f05-4401-a2c7-47e3bdff2d97" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1708.855637] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ae66c553-40f2-41e5-b2a3-0c22f04b5604 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Lock "0531e871-6f05-4401-a2c7-47e3bdff2d97" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1708.856009] env[62438]: INFO nova.compute.manager [None req-ae66c553-40f2-41e5-b2a3-0c22f04b5604 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 0531e871-6f05-4401-a2c7-47e3bdff2d97] Attaching volume cd46ea37-9fa9-4d4b-b2e4-b3b96a14a38a to /dev/sdb [ 1708.892750] env[62438]: DEBUG oslo_vmware.api [None req-2804e071-7070-49b5-8d4c-c541a8223d7c tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Task: {'id': task-1785408, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161568} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.893851] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-2804e071-7070-49b5-8d4c-c541a8223d7c tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1708.894063] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-2804e071-7070-49b5-8d4c-c541a8223d7c tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] [instance: d3b27191-a52c-4d5b-858d-f0ac2c936919] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1708.894249] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-2804e071-7070-49b5-8d4c-c541a8223d7c tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] [instance: d3b27191-a52c-4d5b-858d-f0ac2c936919] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1708.894424] env[62438]: INFO nova.compute.manager [None req-2804e071-7070-49b5-8d4c-c541a8223d7c tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] [instance: d3b27191-a52c-4d5b-858d-f0ac2c936919] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1708.894659] env[62438]: DEBUG oslo.service.loopingcall [None req-2804e071-7070-49b5-8d4c-c541a8223d7c tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1708.895364] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec05a36c-24fc-49e0-8385-14a65c3463ee {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.897821] env[62438]: DEBUG nova.compute.manager [-] [instance: d3b27191-a52c-4d5b-858d-f0ac2c936919] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1708.897981] env[62438]: DEBUG nova.network.neutron [-] [instance: d3b27191-a52c-4d5b-858d-f0ac2c936919] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1708.903438] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daf19396-82a8-406f-9187-36685cb47121 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.918226] env[62438]: DEBUG nova.virt.block_device [None req-ae66c553-40f2-41e5-b2a3-0c22f04b5604 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 0531e871-6f05-4401-a2c7-47e3bdff2d97] Updating existing volume attachment record: 9680855b-51b1-42b1-b24b-7ab0a1701473 {{(pid=62438) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1709.011040] env[62438]: DEBUG nova.compute.manager [req-057eeebe-2914-4c0f-ae90-8019afbac213 req-4c8a3961-8d07-4ef0-a265-021a19d3c538 service nova] [instance: 3c59f0fe-b277-4734-9100-8955fbce830e] Received event network-changed-4132f656-eb3b-4e6b-95e6-618493c6ccd7 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1709.011282] env[62438]: DEBUG nova.compute.manager [req-057eeebe-2914-4c0f-ae90-8019afbac213 req-4c8a3961-8d07-4ef0-a265-021a19d3c538 service nova] [instance: 3c59f0fe-b277-4734-9100-8955fbce830e] Refreshing instance network info cache due to event network-changed-4132f656-eb3b-4e6b-95e6-618493c6ccd7. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1709.011531] env[62438]: DEBUG oslo_concurrency.lockutils [req-057eeebe-2914-4c0f-ae90-8019afbac213 req-4c8a3961-8d07-4ef0-a265-021a19d3c538 service nova] Acquiring lock "refresh_cache-3c59f0fe-b277-4734-9100-8955fbce830e" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1709.011720] env[62438]: DEBUG oslo_concurrency.lockutils [req-057eeebe-2914-4c0f-ae90-8019afbac213 req-4c8a3961-8d07-4ef0-a265-021a19d3c538 service nova] Acquired lock "refresh_cache-3c59f0fe-b277-4734-9100-8955fbce830e" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1709.011932] env[62438]: DEBUG nova.network.neutron [req-057eeebe-2914-4c0f-ae90-8019afbac213 req-4c8a3961-8d07-4ef0-a265-021a19d3c538 service nova] [instance: 3c59f0fe-b277-4734-9100-8955fbce830e] Refreshing network info cache for port 4132f656-eb3b-4e6b-95e6-618493c6ccd7 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1709.031323] env[62438]: DEBUG nova.compute.manager [None req-136876ac-e9fe-4913-b0c5-1222385420f8 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] [instance: 7d4adda9-4153-4554-9091-65348a0d6dc3] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1709.267611] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de20bed-ca9e-4216-aed2-f8255d2abd8d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.281226] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8442d69e-e11e-4daf-8d58-aed46e05e2ea {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.317402] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef1016ef-ec3b-4129-aaa7-21c71e6e0db1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.326886] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785409, 'name': CreateVM_Task, 'duration_secs': 0.358574} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.327140] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c59f0fe-b277-4734-9100-8955fbce830e] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1709.328381] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1957e4ac-1030-4d92-8c71-fe2cb564a1e1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.332537] env[62438]: DEBUG oslo_concurrency.lockutils [None req-80f02a81-c0de-4fe7-b7da-cd9cdc1484db tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1709.332734] env[62438]: DEBUG oslo_concurrency.lockutils [None req-80f02a81-c0de-4fe7-b7da-cd9cdc1484db tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1709.333107] env[62438]: DEBUG oslo_concurrency.lockutils [None req-80f02a81-c0de-4fe7-b7da-cd9cdc1484db tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1709.333391] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e87ec08-29ec-45cb-8be2-f633fec4f123 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.345729] env[62438]: DEBUG oslo_vmware.api [None req-80f02a81-c0de-4fe7-b7da-cd9cdc1484db tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Waiting for the task: (returnval){ [ 1709.345729] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5245c570-e401-740e-618b-aca44a5c21c3" [ 1709.345729] env[62438]: _type = "Task" [ 1709.345729] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.346538] env[62438]: DEBUG nova.compute.provider_tree [None req-e61111e9-34cb-48a7-83c5-7b472a547e63 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Updating inventory in ProviderTree for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1709.355938] env[62438]: DEBUG oslo_vmware.api [None req-80f02a81-c0de-4fe7-b7da-cd9cdc1484db tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5245c570-e401-740e-618b-aca44a5c21c3, 'name': SearchDatastore_Task, 'duration_secs': 0.009494} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.356869] env[62438]: DEBUG oslo_concurrency.lockutils [None req-80f02a81-c0de-4fe7-b7da-cd9cdc1484db tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1709.357156] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-80f02a81-c0de-4fe7-b7da-cd9cdc1484db tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 3c59f0fe-b277-4734-9100-8955fbce830e] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1709.357426] env[62438]: DEBUG oslo_concurrency.lockutils [None req-80f02a81-c0de-4fe7-b7da-cd9cdc1484db tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1709.357822] env[62438]: DEBUG oslo_concurrency.lockutils [None req-80f02a81-c0de-4fe7-b7da-cd9cdc1484db tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1709.357822] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-80f02a81-c0de-4fe7-b7da-cd9cdc1484db tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1709.358387] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9690a804-1595-48a4-bde8-8453e53ffa78 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.366438] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-80f02a81-c0de-4fe7-b7da-cd9cdc1484db tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1709.366622] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-80f02a81-c0de-4fe7-b7da-cd9cdc1484db tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1709.367337] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a69ada01-373a-45d8-8c0f-c2104b76961b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.372152] env[62438]: DEBUG oslo_vmware.api [None req-80f02a81-c0de-4fe7-b7da-cd9cdc1484db tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Waiting for the task: (returnval){ [ 1709.372152] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]524223da-eeed-1309-03d7-05aebef778f9" [ 1709.372152] env[62438]: _type = "Task" [ 1709.372152] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.379920] env[62438]: DEBUG oslo_vmware.api [None req-80f02a81-c0de-4fe7-b7da-cd9cdc1484db tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]524223da-eeed-1309-03d7-05aebef778f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.787351] env[62438]: DEBUG nova.network.neutron [req-057eeebe-2914-4c0f-ae90-8019afbac213 req-4c8a3961-8d07-4ef0-a265-021a19d3c538 service nova] [instance: 3c59f0fe-b277-4734-9100-8955fbce830e] Updated VIF entry in instance network info cache for port 4132f656-eb3b-4e6b-95e6-618493c6ccd7. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1709.787738] env[62438]: DEBUG nova.network.neutron [req-057eeebe-2914-4c0f-ae90-8019afbac213 req-4c8a3961-8d07-4ef0-a265-021a19d3c538 service nova] [instance: 3c59f0fe-b277-4734-9100-8955fbce830e] Updating instance_info_cache with network_info: [{"id": "4132f656-eb3b-4e6b-95e6-618493c6ccd7", "address": "fa:16:3e:e2:e9:f7", "network": {"id": "5ede523c-f6dc-46cc-9ded-91d22501f3ac", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-229264200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da30195a54754dadacbdb0481116cd03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4132f656-eb", "ovs_interfaceid": "4132f656-eb3b-4e6b-95e6-618493c6ccd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1709.877544] env[62438]: ERROR nova.scheduler.client.report [None req-e61111e9-34cb-48a7-83c5-7b472a547e63 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [req-f2c2c94d-b285-439c-be73-454e2f4b9d8c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 3d204b25-fa3a-4320-b81b-738bc1f337f5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f2c2c94d-b285-439c-be73-454e2f4b9d8c"}]} [ 1709.886562] env[62438]: DEBUG oslo_vmware.api [None req-80f02a81-c0de-4fe7-b7da-cd9cdc1484db tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]524223da-eeed-1309-03d7-05aebef778f9, 'name': SearchDatastore_Task, 'duration_secs': 0.007897} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.887448] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19678004-abce-45cd-9a99-03b6139c4d35 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.893355] env[62438]: DEBUG oslo_vmware.api [None req-80f02a81-c0de-4fe7-b7da-cd9cdc1484db tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Waiting for the task: (returnval){ [ 1709.893355] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5226e6dd-372d-10a3-5324-401b7e7d1224" [ 1709.893355] env[62438]: _type = "Task" [ 1709.893355] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.897962] env[62438]: DEBUG nova.scheduler.client.report [None req-e61111e9-34cb-48a7-83c5-7b472a547e63 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Refreshing inventories for resource provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1709.905957] env[62438]: DEBUG nova.network.neutron [-] [instance: d3b27191-a52c-4d5b-858d-f0ac2c936919] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1709.907352] env[62438]: DEBUG oslo_vmware.api [None req-80f02a81-c0de-4fe7-b7da-cd9cdc1484db tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5226e6dd-372d-10a3-5324-401b7e7d1224, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.912892] env[62438]: DEBUG nova.scheduler.client.report [None req-e61111e9-34cb-48a7-83c5-7b472a547e63 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Updating ProviderTree inventory for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1709.913192] env[62438]: DEBUG nova.compute.provider_tree [None req-e61111e9-34cb-48a7-83c5-7b472a547e63 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Updating inventory in ProviderTree for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1709.926036] env[62438]: DEBUG nova.scheduler.client.report [None req-e61111e9-34cb-48a7-83c5-7b472a547e63 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Refreshing aggregate associations for resource provider 3d204b25-fa3a-4320-b81b-738bc1f337f5, aggregates: None {{(pid=62438) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1709.948344] env[62438]: DEBUG nova.scheduler.client.report [None req-e61111e9-34cb-48a7-83c5-7b472a547e63 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Refreshing trait associations for resource provider 3d204b25-fa3a-4320-b81b-738bc1f337f5, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62438) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1710.043905] env[62438]: DEBUG nova.compute.manager [None req-136876ac-e9fe-4913-b0c5-1222385420f8 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] [instance: 7d4adda9-4153-4554-9091-65348a0d6dc3] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1710.071249] env[62438]: DEBUG nova.virt.hardware [None req-136876ac-e9fe-4913-b0c5-1222385420f8 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1710.071528] env[62438]: DEBUG nova.virt.hardware [None req-136876ac-e9fe-4913-b0c5-1222385420f8 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1710.071745] env[62438]: DEBUG nova.virt.hardware [None req-136876ac-e9fe-4913-b0c5-1222385420f8 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1710.072138] env[62438]: DEBUG nova.virt.hardware [None req-136876ac-e9fe-4913-b0c5-1222385420f8 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1710.072337] env[62438]: DEBUG nova.virt.hardware [None req-136876ac-e9fe-4913-b0c5-1222385420f8 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1710.072501] env[62438]: DEBUG nova.virt.hardware [None req-136876ac-e9fe-4913-b0c5-1222385420f8 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1710.072817] env[62438]: DEBUG nova.virt.hardware [None req-136876ac-e9fe-4913-b0c5-1222385420f8 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1710.073094] env[62438]: DEBUG nova.virt.hardware [None req-136876ac-e9fe-4913-b0c5-1222385420f8 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1710.073309] env[62438]: DEBUG nova.virt.hardware [None req-136876ac-e9fe-4913-b0c5-1222385420f8 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1710.073482] env[62438]: DEBUG nova.virt.hardware [None req-136876ac-e9fe-4913-b0c5-1222385420f8 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1710.073665] env[62438]: DEBUG nova.virt.hardware [None req-136876ac-e9fe-4913-b0c5-1222385420f8 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1710.074547] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a14dd5-1008-4d8f-b6c0-7662d2c4fda3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.087433] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86323ae0-fb96-42fa-9cf2-253a358840fe {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.103701] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-136876ac-e9fe-4913-b0c5-1222385420f8 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] [instance: 7d4adda9-4153-4554-9091-65348a0d6dc3] Instance VIF info [] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1710.109216] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-136876ac-e9fe-4913-b0c5-1222385420f8 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Creating folder: Project (3b9b304b6eb64263a52daf1a0a292857). Parent ref: group-v370230. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1710.111784] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e522ff37-ddde-4381-b9a0-ce88e266a07a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.122371] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-136876ac-e9fe-4913-b0c5-1222385420f8 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Created folder: Project (3b9b304b6eb64263a52daf1a0a292857) in parent group-v370230. [ 1710.122627] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-136876ac-e9fe-4913-b0c5-1222385420f8 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Creating folder: Instances. Parent ref: group-v370474. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1710.125108] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-71cf8756-c5b1-450b-839b-af57825ca0e7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.134435] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-136876ac-e9fe-4913-b0c5-1222385420f8 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Created folder: Instances in parent group-v370474. [ 1710.134683] env[62438]: DEBUG oslo.service.loopingcall [None req-136876ac-e9fe-4913-b0c5-1222385420f8 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1710.134793] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d4adda9-4153-4554-9091-65348a0d6dc3] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1710.135391] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f9759d65-3442-4f06-8c59-92487c43826e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.153695] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1710.153695] env[62438]: value = "task-1785413" [ 1710.153695] env[62438]: _type = "Task" [ 1710.153695] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.163446] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785413, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.180205] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc16271-8916-4e98-9226-9eb592f70940 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.187535] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd7c9ba3-861e-4117-83ad-87f6c128c3a6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.216626] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-207270f3-c9fe-4a03-96db-53eccb4790a5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.224848] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ae5aff-23de-48a5-9581-f6d9977dfbab {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.238339] env[62438]: DEBUG nova.compute.provider_tree [None req-e61111e9-34cb-48a7-83c5-7b472a547e63 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Updating inventory in ProviderTree for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1710.290661] env[62438]: DEBUG oslo_concurrency.lockutils [req-057eeebe-2914-4c0f-ae90-8019afbac213 req-4c8a3961-8d07-4ef0-a265-021a19d3c538 service nova] Releasing lock "refresh_cache-3c59f0fe-b277-4734-9100-8955fbce830e" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1710.405958] env[62438]: DEBUG oslo_vmware.api [None req-80f02a81-c0de-4fe7-b7da-cd9cdc1484db tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5226e6dd-372d-10a3-5324-401b7e7d1224, 'name': SearchDatastore_Task, 'duration_secs': 0.017564} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.406226] env[62438]: DEBUG oslo_concurrency.lockutils [None req-80f02a81-c0de-4fe7-b7da-cd9cdc1484db tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1710.406573] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-80f02a81-c0de-4fe7-b7da-cd9cdc1484db tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 3c59f0fe-b277-4734-9100-8955fbce830e/3c59f0fe-b277-4734-9100-8955fbce830e.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1710.406844] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1598a2a7-bdb4-4403-8f5c-6d95ad88c93a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.408960] env[62438]: INFO nova.compute.manager [-] [instance: d3b27191-a52c-4d5b-858d-f0ac2c936919] Took 1.51 seconds to deallocate network for instance. [ 1710.416446] env[62438]: DEBUG oslo_vmware.api [None req-80f02a81-c0de-4fe7-b7da-cd9cdc1484db tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Waiting for the task: (returnval){ [ 1710.416446] env[62438]: value = "task-1785414" [ 1710.416446] env[62438]: _type = "Task" [ 1710.416446] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.424061] env[62438]: DEBUG oslo_vmware.api [None req-80f02a81-c0de-4fe7-b7da-cd9cdc1484db tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1785414, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.664731] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785413, 'name': CreateVM_Task, 'duration_secs': 0.296155} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.664979] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d4adda9-4153-4554-9091-65348a0d6dc3] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1710.665438] env[62438]: DEBUG oslo_concurrency.lockutils [None req-136876ac-e9fe-4913-b0c5-1222385420f8 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1710.665789] env[62438]: DEBUG oslo_concurrency.lockutils [None req-136876ac-e9fe-4913-b0c5-1222385420f8 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1710.666043] env[62438]: DEBUG oslo_concurrency.lockutils [None req-136876ac-e9fe-4913-b0c5-1222385420f8 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1710.666354] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56fb8cfc-4ec0-459e-bd5a-9c7267871ea7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.671442] env[62438]: DEBUG oslo_vmware.api [None req-136876ac-e9fe-4913-b0c5-1222385420f8 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Waiting for the task: (returnval){ [ 1710.671442] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]523c428b-1097-85c6-5535-d5e71b144f3e" [ 1710.671442] env[62438]: _type = "Task" [ 1710.671442] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.680234] env[62438]: DEBUG oslo_vmware.api [None req-136876ac-e9fe-4913-b0c5-1222385420f8 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]523c428b-1097-85c6-5535-d5e71b144f3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.770112] env[62438]: DEBUG nova.scheduler.client.report [None req-e61111e9-34cb-48a7-83c5-7b472a547e63 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Updated inventory for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with generation 121 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1710.770729] env[62438]: DEBUG nova.compute.provider_tree [None req-e61111e9-34cb-48a7-83c5-7b472a547e63 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Updating resource provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 generation from 121 to 122 during operation: update_inventory {{(pid=62438) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1710.770729] env[62438]: DEBUG nova.compute.provider_tree [None req-e61111e9-34cb-48a7-83c5-7b472a547e63 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Updating inventory in ProviderTree for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1710.916355] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2804e071-7070-49b5-8d4c-c541a8223d7c tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1710.926727] env[62438]: DEBUG oslo_vmware.api [None req-80f02a81-c0de-4fe7-b7da-cd9cdc1484db tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1785414, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.036256] env[62438]: DEBUG nova.compute.manager [req-d0da214c-bfe6-49d0-b667-b5c1aaa9f010 req-dbd73b55-461f-4305-a31e-49d0317d2ddd service nova] [instance: d3b27191-a52c-4d5b-858d-f0ac2c936919] Received event network-vif-deleted-4c876ee6-adaf-4833-94ea-185f9b984c46 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1711.185809] env[62438]: DEBUG oslo_vmware.api [None req-136876ac-e9fe-4913-b0c5-1222385420f8 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]523c428b-1097-85c6-5535-d5e71b144f3e, 'name': SearchDatastore_Task, 'duration_secs': 0.044023} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.186074] env[62438]: DEBUG oslo_concurrency.lockutils [None req-136876ac-e9fe-4913-b0c5-1222385420f8 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1711.186319] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-136876ac-e9fe-4913-b0c5-1222385420f8 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] [instance: 7d4adda9-4153-4554-9091-65348a0d6dc3] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1711.186558] env[62438]: DEBUG oslo_concurrency.lockutils [None req-136876ac-e9fe-4913-b0c5-1222385420f8 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1711.186711] env[62438]: DEBUG oslo_concurrency.lockutils [None req-136876ac-e9fe-4913-b0c5-1222385420f8 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1711.186894] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-136876ac-e9fe-4913-b0c5-1222385420f8 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1711.187747] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b5709b52-e3ae-4091-8afb-5655678ae2f5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.196338] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-136876ac-e9fe-4913-b0c5-1222385420f8 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1711.196522] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-136876ac-e9fe-4913-b0c5-1222385420f8 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1711.197484] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1380fce2-df55-4a5f-91e6-7068ba15acf3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.202538] env[62438]: DEBUG oslo_vmware.api [None req-136876ac-e9fe-4913-b0c5-1222385420f8 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Waiting for the task: (returnval){ [ 1711.202538] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5284bae8-6829-3003-896c-9f115f8db80a" [ 1711.202538] env[62438]: _type = "Task" [ 1711.202538] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.210270] env[62438]: DEBUG oslo_vmware.api [None req-136876ac-e9fe-4913-b0c5-1222385420f8 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5284bae8-6829-3003-896c-9f115f8db80a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.276157] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e61111e9-34cb-48a7-83c5-7b472a547e63 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.255s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1711.276780] env[62438]: DEBUG nova.compute.manager [None req-e61111e9-34cb-48a7-83c5-7b472a547e63 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: a85479e1-98d1-432e-a58a-e76c35563709] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1711.279736] env[62438]: DEBUG oslo_concurrency.lockutils [None req-eb516e1b-3c6b-4885-ba2d-034911fb977b tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.120s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1711.281594] env[62438]: INFO nova.compute.claims [None req-eb516e1b-3c6b-4885-ba2d-034911fb977b tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] [instance: a61bd079-f79b-41e7-8395-4693cc91c37d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1711.426760] env[62438]: DEBUG oslo_vmware.api [None req-80f02a81-c0de-4fe7-b7da-cd9cdc1484db tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1785414, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514976} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.427113] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-80f02a81-c0de-4fe7-b7da-cd9cdc1484db tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 3c59f0fe-b277-4734-9100-8955fbce830e/3c59f0fe-b277-4734-9100-8955fbce830e.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1711.427391] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-80f02a81-c0de-4fe7-b7da-cd9cdc1484db tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 3c59f0fe-b277-4734-9100-8955fbce830e] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1711.427682] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b979921f-d65b-4a5b-8b75-2b2ef5cfafe8 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.435122] env[62438]: DEBUG oslo_vmware.api [None req-80f02a81-c0de-4fe7-b7da-cd9cdc1484db tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Waiting for the task: (returnval){ [ 1711.435122] env[62438]: value = "task-1785416" [ 1711.435122] env[62438]: _type = "Task" [ 1711.435122] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.442260] env[62438]: DEBUG oslo_vmware.api [None req-80f02a81-c0de-4fe7-b7da-cd9cdc1484db tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1785416, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.712683] env[62438]: DEBUG oslo_vmware.api [None req-136876ac-e9fe-4913-b0c5-1222385420f8 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5284bae8-6829-3003-896c-9f115f8db80a, 'name': SearchDatastore_Task, 'duration_secs': 0.00932} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.713488] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c55ca8ee-97bc-4070-aa1e-7583d0fe5cd7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.718705] env[62438]: DEBUG oslo_vmware.api [None req-136876ac-e9fe-4913-b0c5-1222385420f8 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Waiting for the task: (returnval){ [ 1711.718705] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52c13739-6970-aeec-4acd-0c425a29554f" [ 1711.718705] env[62438]: _type = "Task" [ 1711.718705] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.727271] env[62438]: DEBUG oslo_vmware.api [None req-136876ac-e9fe-4913-b0c5-1222385420f8 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52c13739-6970-aeec-4acd-0c425a29554f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.786149] env[62438]: DEBUG nova.compute.utils [None req-e61111e9-34cb-48a7-83c5-7b472a547e63 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1711.789712] env[62438]: DEBUG nova.compute.manager [None req-e61111e9-34cb-48a7-83c5-7b472a547e63 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: a85479e1-98d1-432e-a58a-e76c35563709] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1711.789814] env[62438]: DEBUG nova.network.neutron [None req-e61111e9-34cb-48a7-83c5-7b472a547e63 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: a85479e1-98d1-432e-a58a-e76c35563709] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1711.836703] env[62438]: DEBUG nova.policy [None req-e61111e9-34cb-48a7-83c5-7b472a547e63 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f49e7854fb004c08b9fffad6b2212a50', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a974a1f1bd4049f1b41bc114794b6696', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1711.944489] env[62438]: DEBUG oslo_vmware.api [None req-80f02a81-c0de-4fe7-b7da-cd9cdc1484db tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1785416, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068717} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.944831] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-80f02a81-c0de-4fe7-b7da-cd9cdc1484db tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 3c59f0fe-b277-4734-9100-8955fbce830e] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1711.945549] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a97b684d-c4d6-406b-a783-f7439c15cf12 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.967870] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-80f02a81-c0de-4fe7-b7da-cd9cdc1484db tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 3c59f0fe-b277-4734-9100-8955fbce830e] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 3c59f0fe-b277-4734-9100-8955fbce830e/3c59f0fe-b277-4734-9100-8955fbce830e.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1711.968177] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c199cdad-9617-45b0-8066-8774467ef458 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.987404] env[62438]: DEBUG oslo_vmware.api [None req-80f02a81-c0de-4fe7-b7da-cd9cdc1484db tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Waiting for the task: (returnval){ [ 1711.987404] env[62438]: value = "task-1785417" [ 1711.987404] env[62438]: _type = "Task" [ 1711.987404] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.995297] env[62438]: DEBUG oslo_vmware.api [None req-80f02a81-c0de-4fe7-b7da-cd9cdc1484db tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1785417, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.165898] env[62438]: DEBUG nova.network.neutron [None req-e61111e9-34cb-48a7-83c5-7b472a547e63 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: a85479e1-98d1-432e-a58a-e76c35563709] Successfully created port: a651b6f1-6576-4f14-b465-70a334435680 {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1712.229274] env[62438]: DEBUG oslo_vmware.api [None req-136876ac-e9fe-4913-b0c5-1222385420f8 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52c13739-6970-aeec-4acd-0c425a29554f, 'name': SearchDatastore_Task, 'duration_secs': 0.009758} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.229505] env[62438]: DEBUG oslo_concurrency.lockutils [None req-136876ac-e9fe-4913-b0c5-1222385420f8 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1712.229789] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-136876ac-e9fe-4913-b0c5-1222385420f8 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 7d4adda9-4153-4554-9091-65348a0d6dc3/7d4adda9-4153-4554-9091-65348a0d6dc3.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1712.230078] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb9cf4d4-79ab-4cec-992f-fdd31e729595 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.237283] env[62438]: DEBUG oslo_vmware.api [None req-136876ac-e9fe-4913-b0c5-1222385420f8 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Waiting for the task: (returnval){ [ 1712.237283] env[62438]: value = "task-1785418" [ 1712.237283] env[62438]: _type = "Task" [ 1712.237283] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.244810] env[62438]: DEBUG oslo_vmware.api [None req-136876ac-e9fe-4913-b0c5-1222385420f8 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Task: {'id': task-1785418, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.290718] env[62438]: DEBUG nova.compute.manager [None req-e61111e9-34cb-48a7-83c5-7b472a547e63 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: a85479e1-98d1-432e-a58a-e76c35563709] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1712.502208] env[62438]: DEBUG oslo_vmware.api [None req-80f02a81-c0de-4fe7-b7da-cd9cdc1484db tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1785417, 'name': ReconfigVM_Task, 'duration_secs': 0.290827} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.502473] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-80f02a81-c0de-4fe7-b7da-cd9cdc1484db tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 3c59f0fe-b277-4734-9100-8955fbce830e] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 3c59f0fe-b277-4734-9100-8955fbce830e/3c59f0fe-b277-4734-9100-8955fbce830e.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1712.503150] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-864797d6-b41d-4fb3-8664-94dddf858636 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.510029] env[62438]: DEBUG oslo_vmware.api [None req-80f02a81-c0de-4fe7-b7da-cd9cdc1484db tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Waiting for the task: (returnval){ [ 1712.510029] env[62438]: value = "task-1785419" [ 1712.510029] env[62438]: _type = "Task" [ 1712.510029] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.519652] env[62438]: DEBUG oslo_vmware.api [None req-80f02a81-c0de-4fe7-b7da-cd9cdc1484db tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1785419, 'name': Rename_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.521425] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-638103e9-f6a1-468a-b952-bc537290181f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.528497] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d55cea59-39c0-4fc5-a8ce-1b97723dceb2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.560774] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86408aae-ef65-4b13-ae79-148a292fa8ff {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.568818] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-443b3a55-fffa-4629-843a-83a26192bb31 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.584190] env[62438]: DEBUG nova.compute.provider_tree [None req-eb516e1b-3c6b-4885-ba2d-034911fb977b tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Updating inventory in ProviderTree for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1712.748117] env[62438]: DEBUG oslo_vmware.api [None req-136876ac-e9fe-4913-b0c5-1222385420f8 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Task: {'id': task-1785418, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471476} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.748424] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-136876ac-e9fe-4913-b0c5-1222385420f8 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 7d4adda9-4153-4554-9091-65348a0d6dc3/7d4adda9-4153-4554-9091-65348a0d6dc3.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1712.748642] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-136876ac-e9fe-4913-b0c5-1222385420f8 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] [instance: 7d4adda9-4153-4554-9091-65348a0d6dc3] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1712.748902] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f5f8371b-d21d-4e6f-ba9a-857d6603f146 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.756017] env[62438]: DEBUG oslo_vmware.api [None req-136876ac-e9fe-4913-b0c5-1222385420f8 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Waiting for the task: (returnval){ [ 1712.756017] env[62438]: value = "task-1785420" [ 1712.756017] env[62438]: _type = "Task" [ 1712.756017] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.763690] env[62438]: DEBUG oslo_vmware.api [None req-136876ac-e9fe-4913-b0c5-1222385420f8 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Task: {'id': task-1785420, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.019954] env[62438]: DEBUG oslo_vmware.api [None req-80f02a81-c0de-4fe7-b7da-cd9cdc1484db tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1785419, 'name': Rename_Task, 'duration_secs': 0.288354} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.020332] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-80f02a81-c0de-4fe7-b7da-cd9cdc1484db tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 3c59f0fe-b277-4734-9100-8955fbce830e] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1713.020436] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-58a9d603-424c-4990-a810-a1958bb11e6b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.025785] env[62438]: DEBUG oslo_vmware.api [None req-80f02a81-c0de-4fe7-b7da-cd9cdc1484db tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Waiting for the task: (returnval){ [ 1713.025785] env[62438]: value = "task-1785421" [ 1713.025785] env[62438]: _type = "Task" [ 1713.025785] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.032786] env[62438]: DEBUG oslo_vmware.api [None req-80f02a81-c0de-4fe7-b7da-cd9cdc1484db tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1785421, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.115463] env[62438]: DEBUG nova.scheduler.client.report [None req-eb516e1b-3c6b-4885-ba2d-034911fb977b tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Updated inventory for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with generation 122 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1713.115749] env[62438]: DEBUG nova.compute.provider_tree [None req-eb516e1b-3c6b-4885-ba2d-034911fb977b tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Updating resource provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 generation from 122 to 123 during operation: update_inventory {{(pid=62438) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1713.115965] env[62438]: DEBUG nova.compute.provider_tree [None req-eb516e1b-3c6b-4885-ba2d-034911fb977b tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Updating inventory in ProviderTree for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1713.266305] env[62438]: DEBUG oslo_vmware.api [None req-136876ac-e9fe-4913-b0c5-1222385420f8 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Task: {'id': task-1785420, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070091} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.266584] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-136876ac-e9fe-4913-b0c5-1222385420f8 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] [instance: 7d4adda9-4153-4554-9091-65348a0d6dc3] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1713.267372] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3a73f5e-cb73-4d14-950c-bac5ef7a6189 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.286436] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-136876ac-e9fe-4913-b0c5-1222385420f8 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] [instance: 7d4adda9-4153-4554-9091-65348a0d6dc3] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 7d4adda9-4153-4554-9091-65348a0d6dc3/7d4adda9-4153-4554-9091-65348a0d6dc3.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1713.286697] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5833f3b2-825a-4fc1-8678-c25bd718bb2c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.302679] env[62438]: DEBUG nova.compute.manager [None req-e61111e9-34cb-48a7-83c5-7b472a547e63 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: a85479e1-98d1-432e-a58a-e76c35563709] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1713.306806] env[62438]: DEBUG oslo_vmware.api [None req-136876ac-e9fe-4913-b0c5-1222385420f8 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Waiting for the task: (returnval){ [ 1713.306806] env[62438]: value = "task-1785422" [ 1713.306806] env[62438]: _type = "Task" [ 1713.306806] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.314599] env[62438]: DEBUG oslo_vmware.api [None req-136876ac-e9fe-4913-b0c5-1222385420f8 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Task: {'id': task-1785422, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.330136] env[62438]: DEBUG nova.virt.hardware [None req-e61111e9-34cb-48a7-83c5-7b472a547e63 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1713.330397] env[62438]: DEBUG nova.virt.hardware [None req-e61111e9-34cb-48a7-83c5-7b472a547e63 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1713.330564] env[62438]: DEBUG nova.virt.hardware [None req-e61111e9-34cb-48a7-83c5-7b472a547e63 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1713.330751] env[62438]: DEBUG nova.virt.hardware [None req-e61111e9-34cb-48a7-83c5-7b472a547e63 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1713.330902] env[62438]: DEBUG nova.virt.hardware [None req-e61111e9-34cb-48a7-83c5-7b472a547e63 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1713.331066] env[62438]: DEBUG nova.virt.hardware [None req-e61111e9-34cb-48a7-83c5-7b472a547e63 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1713.331285] env[62438]: DEBUG nova.virt.hardware [None req-e61111e9-34cb-48a7-83c5-7b472a547e63 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1713.331451] env[62438]: DEBUG nova.virt.hardware [None req-e61111e9-34cb-48a7-83c5-7b472a547e63 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1713.331620] env[62438]: DEBUG nova.virt.hardware [None req-e61111e9-34cb-48a7-83c5-7b472a547e63 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1713.331803] env[62438]: DEBUG nova.virt.hardware [None req-e61111e9-34cb-48a7-83c5-7b472a547e63 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1713.332076] env[62438]: DEBUG nova.virt.hardware [None req-e61111e9-34cb-48a7-83c5-7b472a547e63 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1713.333024] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b388be7-1a30-4595-bfba-dd6b0da21a9c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.340846] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e123c6ce-539d-4353-82ac-903b0bd646e2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.466131] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae66c553-40f2-41e5-b2a3-0c22f04b5604 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 0531e871-6f05-4401-a2c7-47e3bdff2d97] Volume attach. Driver type: vmdk {{(pid=62438) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1713.466443] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae66c553-40f2-41e5-b2a3-0c22f04b5604 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 0531e871-6f05-4401-a2c7-47e3bdff2d97] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370473', 'volume_id': 'cd46ea37-9fa9-4d4b-b2e4-b3b96a14a38a', 'name': 'volume-cd46ea37-9fa9-4d4b-b2e4-b3b96a14a38a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '0531e871-6f05-4401-a2c7-47e3bdff2d97', 'attached_at': '', 'detached_at': '', 'volume_id': 'cd46ea37-9fa9-4d4b-b2e4-b3b96a14a38a', 'serial': 'cd46ea37-9fa9-4d4b-b2e4-b3b96a14a38a'} {{(pid=62438) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1713.467360] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b543a8-153e-4a87-9c37-992e354f9476 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.483770] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4257d61-3af5-46be-8eef-1739b8c671a3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.508763] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae66c553-40f2-41e5-b2a3-0c22f04b5604 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 0531e871-6f05-4401-a2c7-47e3bdff2d97] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] volume-cd46ea37-9fa9-4d4b-b2e4-b3b96a14a38a/volume-cd46ea37-9fa9-4d4b-b2e4-b3b96a14a38a.vmdk or device None with type thin {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1713.509164] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-642110d9-a86b-4170-b82e-af24c7e74160 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.526834] env[62438]: DEBUG oslo_vmware.api [None req-ae66c553-40f2-41e5-b2a3-0c22f04b5604 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Waiting for the task: (returnval){ [ 1713.526834] env[62438]: value = "task-1785423" [ 1713.526834] env[62438]: _type = "Task" [ 1713.526834] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.537770] env[62438]: DEBUG oslo_vmware.api [None req-80f02a81-c0de-4fe7-b7da-cd9cdc1484db tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1785421, 'name': PowerOnVM_Task, 'duration_secs': 0.481435} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.541015] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-80f02a81-c0de-4fe7-b7da-cd9cdc1484db tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 3c59f0fe-b277-4734-9100-8955fbce830e] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1713.541275] env[62438]: INFO nova.compute.manager [None req-80f02a81-c0de-4fe7-b7da-cd9cdc1484db tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 3c59f0fe-b277-4734-9100-8955fbce830e] Took 6.79 seconds to spawn the instance on the hypervisor. [ 1713.541475] env[62438]: DEBUG nova.compute.manager [None req-80f02a81-c0de-4fe7-b7da-cd9cdc1484db tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 3c59f0fe-b277-4734-9100-8955fbce830e] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1713.541764] env[62438]: DEBUG oslo_vmware.api [None req-ae66c553-40f2-41e5-b2a3-0c22f04b5604 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Task: {'id': task-1785423, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.542459] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d02c846-9f40-4112-add6-d438decc0282 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.622450] env[62438]: DEBUG oslo_concurrency.lockutils [None req-eb516e1b-3c6b-4885-ba2d-034911fb977b tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.343s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1713.622970] env[62438]: DEBUG nova.compute.manager [None req-eb516e1b-3c6b-4885-ba2d-034911fb977b tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] [instance: a61bd079-f79b-41e7-8395-4693cc91c37d] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1713.625551] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2804e071-7070-49b5-8d4c-c541a8223d7c tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.710s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1713.625710] env[62438]: DEBUG nova.objects.instance [None req-2804e071-7070-49b5-8d4c-c541a8223d7c tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Lazy-loading 'resources' on Instance uuid d3b27191-a52c-4d5b-858d-f0ac2c936919 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1713.642465] env[62438]: DEBUG nova.compute.manager [req-7bb1fc64-004b-4865-bcd6-ebe777427edd req-10a7fbb8-78d0-4299-b18c-2f88fe241e0d service nova] [instance: a85479e1-98d1-432e-a58a-e76c35563709] Received event network-vif-plugged-a651b6f1-6576-4f14-b465-70a334435680 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1713.642694] env[62438]: DEBUG oslo_concurrency.lockutils [req-7bb1fc64-004b-4865-bcd6-ebe777427edd req-10a7fbb8-78d0-4299-b18c-2f88fe241e0d service nova] Acquiring lock "a85479e1-98d1-432e-a58a-e76c35563709-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1713.642911] env[62438]: DEBUG oslo_concurrency.lockutils [req-7bb1fc64-004b-4865-bcd6-ebe777427edd req-10a7fbb8-78d0-4299-b18c-2f88fe241e0d service nova] Lock "a85479e1-98d1-432e-a58a-e76c35563709-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1713.643098] env[62438]: DEBUG oslo_concurrency.lockutils [req-7bb1fc64-004b-4865-bcd6-ebe777427edd req-10a7fbb8-78d0-4299-b18c-2f88fe241e0d service nova] Lock "a85479e1-98d1-432e-a58a-e76c35563709-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1713.643292] env[62438]: DEBUG nova.compute.manager [req-7bb1fc64-004b-4865-bcd6-ebe777427edd req-10a7fbb8-78d0-4299-b18c-2f88fe241e0d service nova] [instance: a85479e1-98d1-432e-a58a-e76c35563709] No waiting events found dispatching network-vif-plugged-a651b6f1-6576-4f14-b465-70a334435680 {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1713.643514] env[62438]: WARNING nova.compute.manager [req-7bb1fc64-004b-4865-bcd6-ebe777427edd req-10a7fbb8-78d0-4299-b18c-2f88fe241e0d service nova] [instance: a85479e1-98d1-432e-a58a-e76c35563709] Received unexpected event network-vif-plugged-a651b6f1-6576-4f14-b465-70a334435680 for instance with vm_state building and task_state spawning. [ 1713.737821] env[62438]: DEBUG nova.network.neutron [None req-e61111e9-34cb-48a7-83c5-7b472a547e63 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: a85479e1-98d1-432e-a58a-e76c35563709] Successfully updated port: a651b6f1-6576-4f14-b465-70a334435680 {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1713.817096] env[62438]: DEBUG oslo_vmware.api [None req-136876ac-e9fe-4913-b0c5-1222385420f8 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Task: {'id': task-1785422, 'name': ReconfigVM_Task, 'duration_secs': 0.317014} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.817389] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-136876ac-e9fe-4913-b0c5-1222385420f8 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] [instance: 7d4adda9-4153-4554-9091-65348a0d6dc3] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 7d4adda9-4153-4554-9091-65348a0d6dc3/7d4adda9-4153-4554-9091-65348a0d6dc3.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1713.817967] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e36c1488-aae6-49ee-8442-1f599853deb3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.824981] env[62438]: DEBUG oslo_vmware.api [None req-136876ac-e9fe-4913-b0c5-1222385420f8 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Waiting for the task: (returnval){ [ 1713.824981] env[62438]: value = "task-1785424" [ 1713.824981] env[62438]: _type = "Task" [ 1713.824981] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.833984] env[62438]: DEBUG oslo_vmware.api [None req-136876ac-e9fe-4913-b0c5-1222385420f8 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Task: {'id': task-1785424, 'name': Rename_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.040903] env[62438]: DEBUG oslo_vmware.api [None req-ae66c553-40f2-41e5-b2a3-0c22f04b5604 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Task: {'id': task-1785423, 'name': ReconfigVM_Task, 'duration_secs': 0.377195} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.040903] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae66c553-40f2-41e5-b2a3-0c22f04b5604 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 0531e871-6f05-4401-a2c7-47e3bdff2d97] Reconfigured VM instance instance-0000004f to attach disk [datastore1] volume-cd46ea37-9fa9-4d4b-b2e4-b3b96a14a38a/volume-cd46ea37-9fa9-4d4b-b2e4-b3b96a14a38a.vmdk or device None with type thin {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1714.045525] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe456ed8-0b5c-45d8-a6a2-4ae019443fdf {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.063686] env[62438]: DEBUG oslo_vmware.api [None req-ae66c553-40f2-41e5-b2a3-0c22f04b5604 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Waiting for the task: (returnval){ [ 1714.063686] env[62438]: value = "task-1785425" [ 1714.063686] env[62438]: _type = "Task" [ 1714.063686] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.064115] env[62438]: INFO nova.compute.manager [None req-80f02a81-c0de-4fe7-b7da-cd9cdc1484db tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 3c59f0fe-b277-4734-9100-8955fbce830e] Took 15.76 seconds to build instance. [ 1714.072810] env[62438]: DEBUG oslo_vmware.api [None req-ae66c553-40f2-41e5-b2a3-0c22f04b5604 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Task: {'id': task-1785425, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.128578] env[62438]: DEBUG nova.compute.utils [None req-eb516e1b-3c6b-4885-ba2d-034911fb977b tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1714.132419] env[62438]: DEBUG nova.compute.manager [None req-eb516e1b-3c6b-4885-ba2d-034911fb977b tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] [instance: a61bd079-f79b-41e7-8395-4693cc91c37d] Not allocating networking since 'none' was specified. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1977}} [ 1714.240276] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e61111e9-34cb-48a7-83c5-7b472a547e63 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Acquiring lock "refresh_cache-a85479e1-98d1-432e-a58a-e76c35563709" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1714.241064] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e61111e9-34cb-48a7-83c5-7b472a547e63 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Acquired lock "refresh_cache-a85479e1-98d1-432e-a58a-e76c35563709" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1714.241064] env[62438]: DEBUG nova.network.neutron [None req-e61111e9-34cb-48a7-83c5-7b472a547e63 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: a85479e1-98d1-432e-a58a-e76c35563709] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1714.308813] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e90bb99-a031-423c-82bd-5e3c918220ae {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.317350] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e92a66-4ee1-40e1-9b53-e8a2c0b7672b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.350014] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-002e34d0-4f1b-4563-b4f4-90bae078190a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.357863] env[62438]: DEBUG oslo_vmware.api [None req-136876ac-e9fe-4913-b0c5-1222385420f8 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Task: {'id': task-1785424, 'name': Rename_Task, 'duration_secs': 0.14417} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.359938] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-136876ac-e9fe-4913-b0c5-1222385420f8 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] [instance: 7d4adda9-4153-4554-9091-65348a0d6dc3] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1714.360239] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-570adc1d-bd4a-42a5-bea9-bbafd5073df9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.362508] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a7c6883-6065-48e1-81c2-4e299784a397 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.379661] env[62438]: DEBUG nova.compute.provider_tree [None req-2804e071-7070-49b5-8d4c-c541a8223d7c tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1714.382129] env[62438]: DEBUG oslo_vmware.api [None req-136876ac-e9fe-4913-b0c5-1222385420f8 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Waiting for the task: (returnval){ [ 1714.382129] env[62438]: value = "task-1785426" [ 1714.382129] env[62438]: _type = "Task" [ 1714.382129] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.390625] env[62438]: DEBUG oslo_vmware.api [None req-136876ac-e9fe-4913-b0c5-1222385420f8 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Task: {'id': task-1785426, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.569045] env[62438]: DEBUG oslo_concurrency.lockutils [None req-80f02a81-c0de-4fe7-b7da-cd9cdc1484db tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Lock "3c59f0fe-b277-4734-9100-8955fbce830e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.273s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1714.575098] env[62438]: DEBUG oslo_vmware.api [None req-ae66c553-40f2-41e5-b2a3-0c22f04b5604 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Task: {'id': task-1785425, 'name': ReconfigVM_Task, 'duration_secs': 0.142039} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.575466] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae66c553-40f2-41e5-b2a3-0c22f04b5604 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 0531e871-6f05-4401-a2c7-47e3bdff2d97] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370473', 'volume_id': 'cd46ea37-9fa9-4d4b-b2e4-b3b96a14a38a', 'name': 'volume-cd46ea37-9fa9-4d4b-b2e4-b3b96a14a38a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '0531e871-6f05-4401-a2c7-47e3bdff2d97', 'attached_at': '', 'detached_at': '', 'volume_id': 'cd46ea37-9fa9-4d4b-b2e4-b3b96a14a38a', 'serial': 'cd46ea37-9fa9-4d4b-b2e4-b3b96a14a38a'} {{(pid=62438) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1714.633479] env[62438]: DEBUG nova.compute.manager [None req-eb516e1b-3c6b-4885-ba2d-034911fb977b tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] [instance: a61bd079-f79b-41e7-8395-4693cc91c37d] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1714.783989] env[62438]: DEBUG nova.network.neutron [None req-e61111e9-34cb-48a7-83c5-7b472a547e63 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: a85479e1-98d1-432e-a58a-e76c35563709] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1714.817019] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1714.817019] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1714.883803] env[62438]: DEBUG nova.scheduler.client.report [None req-2804e071-7070-49b5-8d4c-c541a8223d7c tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1714.895801] env[62438]: DEBUG oslo_vmware.api [None req-136876ac-e9fe-4913-b0c5-1222385420f8 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Task: {'id': task-1785426, 'name': PowerOnVM_Task, 'duration_secs': 0.414424} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.896361] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-136876ac-e9fe-4913-b0c5-1222385420f8 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] [instance: 7d4adda9-4153-4554-9091-65348a0d6dc3] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1714.896743] env[62438]: INFO nova.compute.manager [None req-136876ac-e9fe-4913-b0c5-1222385420f8 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] [instance: 7d4adda9-4153-4554-9091-65348a0d6dc3] Took 4.85 seconds to spawn the instance on the hypervisor. [ 1714.897108] env[62438]: DEBUG nova.compute.manager [None req-136876ac-e9fe-4913-b0c5-1222385420f8 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] [instance: 7d4adda9-4153-4554-9091-65348a0d6dc3] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1714.897942] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c781c343-5032-4ab4-b252-53db217a0183 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.970959] env[62438]: DEBUG nova.network.neutron [None req-e61111e9-34cb-48a7-83c5-7b472a547e63 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: a85479e1-98d1-432e-a58a-e76c35563709] Updating instance_info_cache with network_info: [{"id": "a651b6f1-6576-4f14-b465-70a334435680", "address": "fa:16:3e:dd:a4:76", "network": {"id": "a842c849-d53e-4861-ba7c-3a7d63a56e07", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1714288597-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a974a1f1bd4049f1b41bc114794b6696", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa651b6f1-65", "ovs_interfaceid": "a651b6f1-6576-4f14-b465-70a334435680", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1715.325123] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1715.325123] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Starting heal instance info cache {{(pid=62438) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}} [ 1715.391404] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2804e071-7070-49b5-8d4c-c541a8223d7c tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.766s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1715.415761] env[62438]: INFO nova.scheduler.client.report [None req-2804e071-7070-49b5-8d4c-c541a8223d7c tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Deleted allocations for instance d3b27191-a52c-4d5b-858d-f0ac2c936919 [ 1715.416776] env[62438]: INFO nova.compute.manager [None req-136876ac-e9fe-4913-b0c5-1222385420f8 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] [instance: 7d4adda9-4153-4554-9091-65348a0d6dc3] Took 12.56 seconds to build instance. [ 1715.473146] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e61111e9-34cb-48a7-83c5-7b472a547e63 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Releasing lock "refresh_cache-a85479e1-98d1-432e-a58a-e76c35563709" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1715.473453] env[62438]: DEBUG nova.compute.manager [None req-e61111e9-34cb-48a7-83c5-7b472a547e63 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: a85479e1-98d1-432e-a58a-e76c35563709] Instance network_info: |[{"id": "a651b6f1-6576-4f14-b465-70a334435680", "address": "fa:16:3e:dd:a4:76", "network": {"id": "a842c849-d53e-4861-ba7c-3a7d63a56e07", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1714288597-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a974a1f1bd4049f1b41bc114794b6696", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa651b6f1-65", "ovs_interfaceid": "a651b6f1-6576-4f14-b465-70a334435680", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1715.473875] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-e61111e9-34cb-48a7-83c5-7b472a547e63 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: a85479e1-98d1-432e-a58a-e76c35563709] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:a4:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0c0b05e-6d10-474c-9173-4c8f1dacac9f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a651b6f1-6576-4f14-b465-70a334435680', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1715.481516] env[62438]: DEBUG oslo.service.loopingcall [None req-e61111e9-34cb-48a7-83c5-7b472a547e63 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1715.481992] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a85479e1-98d1-432e-a58a-e76c35563709] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1715.482259] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a264c98-9ae2-450e-86d5-82c3f1228567 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.502079] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1715.502079] env[62438]: value = "task-1785427" [ 1715.502079] env[62438]: _type = "Task" [ 1715.502079] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.509907] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785427, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.613099] env[62438]: DEBUG nova.objects.instance [None req-ae66c553-40f2-41e5-b2a3-0c22f04b5604 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Lazy-loading 'flavor' on Instance uuid 0531e871-6f05-4401-a2c7-47e3bdff2d97 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1715.642647] env[62438]: DEBUG nova.compute.manager [None req-eb516e1b-3c6b-4885-ba2d-034911fb977b tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] [instance: a61bd079-f79b-41e7-8395-4693cc91c37d] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1715.669354] env[62438]: DEBUG nova.compute.manager [req-815375f0-75d4-4fbe-acfe-dc83921adbf7 req-83622932-ad0d-41e0-9f4c-03ade68580cb service nova] [instance: a85479e1-98d1-432e-a58a-e76c35563709] Received event network-changed-a651b6f1-6576-4f14-b465-70a334435680 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1715.669546] env[62438]: DEBUG nova.compute.manager [req-815375f0-75d4-4fbe-acfe-dc83921adbf7 req-83622932-ad0d-41e0-9f4c-03ade68580cb service nova] [instance: a85479e1-98d1-432e-a58a-e76c35563709] Refreshing instance network info cache due to event network-changed-a651b6f1-6576-4f14-b465-70a334435680. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1715.669769] env[62438]: DEBUG oslo_concurrency.lockutils [req-815375f0-75d4-4fbe-acfe-dc83921adbf7 req-83622932-ad0d-41e0-9f4c-03ade68580cb service nova] Acquiring lock "refresh_cache-a85479e1-98d1-432e-a58a-e76c35563709" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1715.669923] env[62438]: DEBUG oslo_concurrency.lockutils [req-815375f0-75d4-4fbe-acfe-dc83921adbf7 req-83622932-ad0d-41e0-9f4c-03ade68580cb service nova] Acquired lock "refresh_cache-a85479e1-98d1-432e-a58a-e76c35563709" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1715.670102] env[62438]: DEBUG nova.network.neutron [req-815375f0-75d4-4fbe-acfe-dc83921adbf7 req-83622932-ad0d-41e0-9f4c-03ade68580cb service nova] [instance: a85479e1-98d1-432e-a58a-e76c35563709] Refreshing network info cache for port a651b6f1-6576-4f14-b465-70a334435680 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1715.674815] env[62438]: DEBUG nova.virt.hardware [None req-eb516e1b-3c6b-4885-ba2d-034911fb977b tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1715.674815] env[62438]: DEBUG nova.virt.hardware [None req-eb516e1b-3c6b-4885-ba2d-034911fb977b tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1715.674815] env[62438]: DEBUG nova.virt.hardware [None req-eb516e1b-3c6b-4885-ba2d-034911fb977b tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1715.674815] env[62438]: DEBUG nova.virt.hardware [None req-eb516e1b-3c6b-4885-ba2d-034911fb977b tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1715.674815] env[62438]: DEBUG nova.virt.hardware [None req-eb516e1b-3c6b-4885-ba2d-034911fb977b tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1715.674815] env[62438]: DEBUG nova.virt.hardware [None req-eb516e1b-3c6b-4885-ba2d-034911fb977b tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1715.675192] env[62438]: DEBUG nova.virt.hardware [None req-eb516e1b-3c6b-4885-ba2d-034911fb977b tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1715.675192] env[62438]: DEBUG nova.virt.hardware [None req-eb516e1b-3c6b-4885-ba2d-034911fb977b tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1715.675477] env[62438]: DEBUG nova.virt.hardware [None req-eb516e1b-3c6b-4885-ba2d-034911fb977b tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1715.675561] env[62438]: DEBUG nova.virt.hardware [None req-eb516e1b-3c6b-4885-ba2d-034911fb977b tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1715.675691] env[62438]: DEBUG nova.virt.hardware [None req-eb516e1b-3c6b-4885-ba2d-034911fb977b tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1715.676829] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c291d427-6b7a-498e-9950-27752e082b02 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.686034] env[62438]: DEBUG nova.compute.manager [None req-17d791c1-cd52-4bc2-975c-1882fded04ad tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 3c59f0fe-b277-4734-9100-8955fbce830e] Stashing vm_state: active {{(pid=62438) _prep_resize /opt/stack/nova/nova/compute/manager.py:5624}} [ 1715.695735] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8894ae5-da74-4b34-a38f-860ad0b0c83e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.711324] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-eb516e1b-3c6b-4885-ba2d-034911fb977b tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] [instance: a61bd079-f79b-41e7-8395-4693cc91c37d] Instance VIF info [] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1715.717200] env[62438]: DEBUG oslo.service.loopingcall [None req-eb516e1b-3c6b-4885-ba2d-034911fb977b tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1715.717872] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a61bd079-f79b-41e7-8395-4693cc91c37d] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1715.718387] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-739a4c78-9de6-4b72-bf97-4c294a368c1e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.739181] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1715.739181] env[62438]: value = "task-1785428" [ 1715.739181] env[62438]: _type = "Task" [ 1715.739181] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.747494] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785428, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.868332] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Acquiring lock "refresh_cache-29223975-ba66-48c1-9dd6-07143475fb2a" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1715.868332] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Acquired lock "refresh_cache-29223975-ba66-48c1-9dd6-07143475fb2a" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1715.868766] env[62438]: DEBUG nova.network.neutron [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: 29223975-ba66-48c1-9dd6-07143475fb2a] Forcefully refreshing network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2004}} [ 1715.922645] env[62438]: DEBUG oslo_concurrency.lockutils [None req-136876ac-e9fe-4913-b0c5-1222385420f8 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Lock "7d4adda9-4153-4554-9091-65348a0d6dc3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.070s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1715.928378] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2804e071-7070-49b5-8d4c-c541a8223d7c tempest-ServersWithSpecificFlavorTestJSON-980684864 tempest-ServersWithSpecificFlavorTestJSON-980684864-project-member] Lock "d3b27191-a52c-4d5b-858d-f0ac2c936919" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.185s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1715.932375] env[62438]: DEBUG nova.network.neutron [req-815375f0-75d4-4fbe-acfe-dc83921adbf7 req-83622932-ad0d-41e0-9f4c-03ade68580cb service nova] [instance: a85479e1-98d1-432e-a58a-e76c35563709] Updated VIF entry in instance network info cache for port a651b6f1-6576-4f14-b465-70a334435680. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1715.932708] env[62438]: DEBUG nova.network.neutron [req-815375f0-75d4-4fbe-acfe-dc83921adbf7 req-83622932-ad0d-41e0-9f4c-03ade68580cb service nova] [instance: a85479e1-98d1-432e-a58a-e76c35563709] Updating instance_info_cache with network_info: [{"id": "a651b6f1-6576-4f14-b465-70a334435680", "address": "fa:16:3e:dd:a4:76", "network": {"id": "a842c849-d53e-4861-ba7c-3a7d63a56e07", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1714288597-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a974a1f1bd4049f1b41bc114794b6696", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa651b6f1-65", "ovs_interfaceid": "a651b6f1-6576-4f14-b465-70a334435680", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1716.011916] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785427, 'name': CreateVM_Task} progress is 99%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.118517] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ae66c553-40f2-41e5-b2a3-0c22f04b5604 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Lock "0531e871-6f05-4401-a2c7-47e3bdff2d97" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.263s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1716.211169] env[62438]: DEBUG oslo_concurrency.lockutils [None req-17d791c1-cd52-4bc2-975c-1882fded04ad tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1716.211437] env[62438]: DEBUG oslo_concurrency.lockutils [None req-17d791c1-cd52-4bc2-975c-1882fded04ad tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1716.249525] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785428, 'name': CreateVM_Task, 'duration_secs': 0.376188} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.249677] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a61bd079-f79b-41e7-8395-4693cc91c37d] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1716.250114] env[62438]: DEBUG oslo_concurrency.lockutils [None req-eb516e1b-3c6b-4885-ba2d-034911fb977b tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1716.250283] env[62438]: DEBUG oslo_concurrency.lockutils [None req-eb516e1b-3c6b-4885-ba2d-034911fb977b tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1716.250601] env[62438]: DEBUG oslo_concurrency.lockutils [None req-eb516e1b-3c6b-4885-ba2d-034911fb977b tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1716.250850] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64a4fb0c-c2bd-431f-ac50-991a2c72a80b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.256076] env[62438]: DEBUG oslo_vmware.api [None req-eb516e1b-3c6b-4885-ba2d-034911fb977b tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Waiting for the task: (returnval){ [ 1716.256076] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]527612f2-f7c0-1924-a35a-fe01aba9ce1f" [ 1716.256076] env[62438]: _type = "Task" [ 1716.256076] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.264384] env[62438]: DEBUG oslo_vmware.api [None req-eb516e1b-3c6b-4885-ba2d-034911fb977b tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]527612f2-f7c0-1924-a35a-fe01aba9ce1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.434900] env[62438]: DEBUG oslo_concurrency.lockutils [req-815375f0-75d4-4fbe-acfe-dc83921adbf7 req-83622932-ad0d-41e0-9f4c-03ade68580cb service nova] Releasing lock "refresh_cache-a85479e1-98d1-432e-a58a-e76c35563709" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1716.513079] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785427, 'name': CreateVM_Task, 'duration_secs': 0.527209} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.513079] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a85479e1-98d1-432e-a58a-e76c35563709] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1716.517019] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e61111e9-34cb-48a7-83c5-7b472a547e63 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1716.600991] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c83539be-8f9b-4351-89aa-bebf3df04e69 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Acquiring lock "a0ff8ae6-f1bf-4207-9042-2c55dbbda487" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1716.601316] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c83539be-8f9b-4351-89aa-bebf3df04e69 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Lock "a0ff8ae6-f1bf-4207-9042-2c55dbbda487" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1716.716666] env[62438]: INFO nova.compute.claims [None req-17d791c1-cd52-4bc2-975c-1882fded04ad tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 3c59f0fe-b277-4734-9100-8955fbce830e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1716.767407] env[62438]: DEBUG oslo_vmware.api [None req-eb516e1b-3c6b-4885-ba2d-034911fb977b tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]527612f2-f7c0-1924-a35a-fe01aba9ce1f, 'name': SearchDatastore_Task, 'duration_secs': 0.013922} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.767531] env[62438]: DEBUG oslo_concurrency.lockutils [None req-eb516e1b-3c6b-4885-ba2d-034911fb977b tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1716.767705] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-eb516e1b-3c6b-4885-ba2d-034911fb977b tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] [instance: a61bd079-f79b-41e7-8395-4693cc91c37d] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1716.767954] env[62438]: DEBUG oslo_concurrency.lockutils [None req-eb516e1b-3c6b-4885-ba2d-034911fb977b tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1716.768807] env[62438]: DEBUG oslo_concurrency.lockutils [None req-eb516e1b-3c6b-4885-ba2d-034911fb977b tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1716.768807] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb516e1b-3c6b-4885-ba2d-034911fb977b tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1716.768807] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e61111e9-34cb-48a7-83c5-7b472a547e63 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1716.769044] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e61111e9-34cb-48a7-83c5-7b472a547e63 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1716.769308] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0884eeed-fc58-4f08-b34c-b5c84031ff2f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.771354] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1cd0eae-06f3-4423-aed2-844d16981497 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.776533] env[62438]: DEBUG oslo_vmware.api [None req-e61111e9-34cb-48a7-83c5-7b472a547e63 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Waiting for the task: (returnval){ [ 1716.776533] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52438119-448f-8f68-8236-7d5712ad29a6" [ 1716.776533] env[62438]: _type = "Task" [ 1716.776533] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.780567] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb516e1b-3c6b-4885-ba2d-034911fb977b tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1716.780741] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-eb516e1b-3c6b-4885-ba2d-034911fb977b tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1716.781754] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18d2d13d-42fb-4bff-b492-f221d9d28e4d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.786471] env[62438]: DEBUG oslo_vmware.api [None req-e61111e9-34cb-48a7-83c5-7b472a547e63 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52438119-448f-8f68-8236-7d5712ad29a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.789308] env[62438]: DEBUG oslo_vmware.api [None req-eb516e1b-3c6b-4885-ba2d-034911fb977b tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Waiting for the task: (returnval){ [ 1716.789308] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52688bb0-e461-03f7-9eec-c67ca413513c" [ 1716.789308] env[62438]: _type = "Task" [ 1716.789308] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.796369] env[62438]: DEBUG oslo_vmware.api [None req-eb516e1b-3c6b-4885-ba2d-034911fb977b tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52688bb0-e461-03f7-9eec-c67ca413513c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.966409] env[62438]: DEBUG oslo_concurrency.lockutils [None req-4193e3e2-bd64-4be5-8f8a-f6b1983c58a3 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Acquiring lock "0531e871-6f05-4401-a2c7-47e3bdff2d97" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1716.966653] env[62438]: DEBUG oslo_concurrency.lockutils [None req-4193e3e2-bd64-4be5-8f8a-f6b1983c58a3 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Lock "0531e871-6f05-4401-a2c7-47e3bdff2d97" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1717.106139] env[62438]: DEBUG nova.compute.utils [None req-c83539be-8f9b-4351-89aa-bebf3df04e69 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1717.111156] env[62438]: DEBUG nova.network.neutron [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: 29223975-ba66-48c1-9dd6-07143475fb2a] Updating instance_info_cache with network_info: [{"id": "e0eeb6a3-f740-4be7-92c4-1afa8eec9e17", "address": "fa:16:3e:e4:01:af", "network": {"id": "be543da8-3777-4ff8-8be8-2e630a8adb60", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1910186769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c02acab651304d05a66f470e452d1796", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0eeb6a3-f7", "ovs_interfaceid": "e0eeb6a3-f740-4be7-92c4-1afa8eec9e17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1717.225756] env[62438]: INFO nova.compute.resource_tracker [None req-17d791c1-cd52-4bc2-975c-1882fded04ad tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 3c59f0fe-b277-4734-9100-8955fbce830e] Updating resource usage from migration a127d384-6cc8-46af-b413-11f62e802aff [ 1717.290909] env[62438]: DEBUG oslo_vmware.api [None req-e61111e9-34cb-48a7-83c5-7b472a547e63 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52438119-448f-8f68-8236-7d5712ad29a6, 'name': SearchDatastore_Task, 'duration_secs': 0.0143} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.296750] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e61111e9-34cb-48a7-83c5-7b472a547e63 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1717.297160] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-e61111e9-34cb-48a7-83c5-7b472a547e63 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: a85479e1-98d1-432e-a58a-e76c35563709] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1717.297438] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e61111e9-34cb-48a7-83c5-7b472a547e63 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1717.303738] env[62438]: DEBUG oslo_vmware.api [None req-eb516e1b-3c6b-4885-ba2d-034911fb977b tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52688bb0-e461-03f7-9eec-c67ca413513c, 'name': SearchDatastore_Task, 'duration_secs': 0.050177} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.304574] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df69b363-1e79-4fc7-91f6-c910054f18e6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.312242] env[62438]: DEBUG oslo_vmware.api [None req-eb516e1b-3c6b-4885-ba2d-034911fb977b tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Waiting for the task: (returnval){ [ 1717.312242] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52f6ab96-8c84-fc77-40b5-41fcdff462a1" [ 1717.312242] env[62438]: _type = "Task" [ 1717.312242] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.320267] env[62438]: DEBUG oslo_vmware.api [None req-eb516e1b-3c6b-4885-ba2d-034911fb977b tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52f6ab96-8c84-fc77-40b5-41fcdff462a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.430651] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa30c875-5490-4ff5-8ddd-49315db190bd {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.439339] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e577160-9091-4d85-ac8d-fc1ca6491b85 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.472878] env[62438]: DEBUG nova.compute.utils [None req-4193e3e2-bd64-4be5-8f8a-f6b1983c58a3 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1717.475256] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c39f9a-ca60-4248-b59c-d4e26b6aff24 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.484624] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5396e95-4058-41f2-8a88-b0c1611c66d0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.499911] env[62438]: DEBUG nova.compute.provider_tree [None req-17d791c1-cd52-4bc2-975c-1882fded04ad tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1717.614089] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c83539be-8f9b-4351-89aa-bebf3df04e69 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Lock "a0ff8ae6-f1bf-4207-9042-2c55dbbda487" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.013s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1717.614886] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Releasing lock "refresh_cache-29223975-ba66-48c1-9dd6-07143475fb2a" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1717.615088] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: 29223975-ba66-48c1-9dd6-07143475fb2a] Updated the network info_cache for instance {{(pid=62438) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9997}} [ 1717.615335] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1717.616215] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1717.616397] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1717.616938] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1717.617324] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1717.617609] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._sync_power_states {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1717.823835] env[62438]: DEBUG oslo_vmware.api [None req-eb516e1b-3c6b-4885-ba2d-034911fb977b tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52f6ab96-8c84-fc77-40b5-41fcdff462a1, 'name': SearchDatastore_Task, 'duration_secs': 0.012287} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.824157] env[62438]: DEBUG oslo_concurrency.lockutils [None req-eb516e1b-3c6b-4885-ba2d-034911fb977b tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1717.824426] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb516e1b-3c6b-4885-ba2d-034911fb977b tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] a61bd079-f79b-41e7-8395-4693cc91c37d/a61bd079-f79b-41e7-8395-4693cc91c37d.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1717.824716] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e61111e9-34cb-48a7-83c5-7b472a547e63 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1717.824910] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-e61111e9-34cb-48a7-83c5-7b472a547e63 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1717.825193] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e72681ea-ccd1-4303-aa88-2b32e60eb214 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.827019] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-083b5406-d1d6-4be6-874d-9ae87ea46417 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.836773] env[62438]: DEBUG oslo_vmware.api [None req-eb516e1b-3c6b-4885-ba2d-034911fb977b tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Waiting for the task: (returnval){ [ 1717.836773] env[62438]: value = "task-1785429" [ 1717.836773] env[62438]: _type = "Task" [ 1717.836773] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.838629] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-e61111e9-34cb-48a7-83c5-7b472a547e63 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1717.838629] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-e61111e9-34cb-48a7-83c5-7b472a547e63 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1717.841118] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c99c4613-136f-468e-b722-0848c022c981 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.849599] env[62438]: DEBUG oslo_vmware.api [None req-e61111e9-34cb-48a7-83c5-7b472a547e63 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Waiting for the task: (returnval){ [ 1717.849599] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]522fdd6f-4aa9-b8a4-6ead-79650e910f6e" [ 1717.849599] env[62438]: _type = "Task" [ 1717.849599] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.849827] env[62438]: DEBUG oslo_vmware.api [None req-eb516e1b-3c6b-4885-ba2d-034911fb977b tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Task: {'id': task-1785429, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.857359] env[62438]: DEBUG oslo_vmware.api [None req-e61111e9-34cb-48a7-83c5-7b472a547e63 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]522fdd6f-4aa9-b8a4-6ead-79650e910f6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.979075] env[62438]: DEBUG oslo_concurrency.lockutils [None req-4193e3e2-bd64-4be5-8f8a-f6b1983c58a3 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Lock "0531e871-6f05-4401-a2c7-47e3bdff2d97" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1718.002224] env[62438]: DEBUG nova.scheduler.client.report [None req-17d791c1-cd52-4bc2-975c-1882fded04ad tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1718.125664] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Getting list of instances from cluster (obj){ [ 1718.125664] env[62438]: value = "domain-c8" [ 1718.125664] env[62438]: _type = "ClusterComputeResource" [ 1718.125664] env[62438]: } {{(pid=62438) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2122}} [ 1718.126772] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a29d9eb-9855-449d-8997-a2a6c0471726 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.150259] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Got total of 14 instances {{(pid=62438) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2131}} [ 1718.150259] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Triggering sync for uuid 29223975-ba66-48c1-9dd6-07143475fb2a {{(pid=62438) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10336}} [ 1718.150259] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Triggering sync for uuid 0966016a-9742-4bcc-9b2f-81e684a54d46 {{(pid=62438) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10336}} [ 1718.150442] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Triggering sync for uuid fac5fe80-b815-4df0-a95e-6c1e52395caa {{(pid=62438) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10336}} [ 1718.150483] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Triggering sync for uuid 1e64c34f-a88f-4359-8460-043983887aa3 {{(pid=62438) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10336}} [ 1718.150623] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Triggering sync for uuid 23364d4c-07c7-4521-8f21-23226f1edb8c {{(pid=62438) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10336}} [ 1718.150767] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Triggering sync for uuid 7cf7de8e-8184-4588-8623-c85044515a9e {{(pid=62438) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10336}} [ 1718.150909] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Triggering sync for uuid 0531e871-6f05-4401-a2c7-47e3bdff2d97 {{(pid=62438) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10336}} [ 1718.151063] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Triggering sync for uuid a0ff8ae6-f1bf-4207-9042-2c55dbbda487 {{(pid=62438) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10336}} [ 1718.151313] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Triggering sync for uuid 2a865b41-1752-4d8e-81f0-3ca85069c831 {{(pid=62438) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10336}} [ 1718.151403] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Triggering sync for uuid ceadf541-e9dc-423a-97c5-3dfe483cbab4 {{(pid=62438) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10336}} [ 1718.151479] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Triggering sync for uuid 3c59f0fe-b277-4734-9100-8955fbce830e {{(pid=62438) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10336}} [ 1718.151620] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Triggering sync for uuid 7d4adda9-4153-4554-9091-65348a0d6dc3 {{(pid=62438) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10336}} [ 1718.152261] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Triggering sync for uuid a85479e1-98d1-432e-a58a-e76c35563709 {{(pid=62438) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10336}} [ 1718.152261] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Triggering sync for uuid a61bd079-f79b-41e7-8395-4693cc91c37d {{(pid=62438) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10336}} [ 1718.152348] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Acquiring lock "29223975-ba66-48c1-9dd6-07143475fb2a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1718.152518] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "29223975-ba66-48c1-9dd6-07143475fb2a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1718.152787] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Acquiring lock "0966016a-9742-4bcc-9b2f-81e684a54d46" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1718.153408] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "0966016a-9742-4bcc-9b2f-81e684a54d46" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1718.153408] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Acquiring lock "fac5fe80-b815-4df0-a95e-6c1e52395caa" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1718.153408] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "fac5fe80-b815-4df0-a95e-6c1e52395caa" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1718.153605] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Acquiring lock "1e64c34f-a88f-4359-8460-043983887aa3" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1718.153784] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "1e64c34f-a88f-4359-8460-043983887aa3" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1718.154016] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Acquiring lock "23364d4c-07c7-4521-8f21-23226f1edb8c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1718.154285] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "23364d4c-07c7-4521-8f21-23226f1edb8c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1718.154435] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Acquiring lock "7cf7de8e-8184-4588-8623-c85044515a9e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1718.154613] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "7cf7de8e-8184-4588-8623-c85044515a9e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1718.154835] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Acquiring lock "0531e871-6f05-4401-a2c7-47e3bdff2d97" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1718.155444] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "0531e871-6f05-4401-a2c7-47e3bdff2d97" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1718.155444] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Acquiring lock "a0ff8ae6-f1bf-4207-9042-2c55dbbda487" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1718.155444] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "a0ff8ae6-f1bf-4207-9042-2c55dbbda487" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1718.155636] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Acquiring lock "2a865b41-1752-4d8e-81f0-3ca85069c831" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1718.156243] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "2a865b41-1752-4d8e-81f0-3ca85069c831" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1718.156243] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Acquiring lock "ceadf541-e9dc-423a-97c5-3dfe483cbab4" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1718.156243] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "ceadf541-e9dc-423a-97c5-3dfe483cbab4" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1718.156622] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Acquiring lock "3c59f0fe-b277-4734-9100-8955fbce830e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1718.157647] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "3c59f0fe-b277-4734-9100-8955fbce830e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1718.157647] env[62438]: INFO nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: 3c59f0fe-b277-4734-9100-8955fbce830e] During sync_power_state the instance has a pending task (resize_prep). Skip. [ 1718.157647] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "3c59f0fe-b277-4734-9100-8955fbce830e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1718.157647] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Acquiring lock "7d4adda9-4153-4554-9091-65348a0d6dc3" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1718.157647] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "7d4adda9-4153-4554-9091-65348a0d6dc3" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1718.158044] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Acquiring lock "a85479e1-98d1-432e-a58a-e76c35563709" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1718.158044] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Acquiring lock "a61bd079-f79b-41e7-8395-4693cc91c37d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1718.158139] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1718.158259] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62438) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10545}} [ 1718.159014] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a42ae39-a072-463e-963e-294b816070e9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.162100] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6081b40d-a603-44be-8782-de8ac7442996 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.164910] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e5580f-1956-42ae-a4c8-ea06d488d4bb {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.167598] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b617b93-53ee-4fbb-838f-560c8d9fd718 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.170360] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-321b0111-ceb3-48fc-8a98-db47e08da7e1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.172952] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d742f7db-4f76-4cdb-8c1e-7dd4055059de {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.176314] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acef8b76-f1f7-4608-8587-70de29d55709 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.179579] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-185a87fd-acd8-487a-852d-b2ba647368b2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.182462] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c2b2669-aa99-4655-a64e-e7d60c645e5d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.185452] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceee2eb6-420f-4f68-ac37-d617467a0f35 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.188348] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-695e141e-db7f-45bd-bed7-78a924ca9368 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.192383] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager.update_available_resource {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1718.234982] env[62438]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: vc1.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1718.238641] env[62438]: WARNING oslo_messaging._drivers.amqpdriver [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 1718.347055] env[62438]: DEBUG oslo_vmware.api [None req-eb516e1b-3c6b-4885-ba2d-034911fb977b tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Task: {'id': task-1785429, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.358836] env[62438]: DEBUG oslo_vmware.api [None req-e61111e9-34cb-48a7-83c5-7b472a547e63 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]522fdd6f-4aa9-b8a4-6ead-79650e910f6e, 'name': SearchDatastore_Task, 'duration_secs': 0.011361} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.359654] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b7f427a-e461-4ac3-947c-5d01690e29ae {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.364844] env[62438]: DEBUG oslo_vmware.api [None req-e61111e9-34cb-48a7-83c5-7b472a547e63 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Waiting for the task: (returnval){ [ 1718.364844] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52ac7e2c-e79e-b49e-8ccf-d5279da58335" [ 1718.364844] env[62438]: _type = "Task" [ 1718.364844] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.372572] env[62438]: DEBUG oslo_vmware.api [None req-e61111e9-34cb-48a7-83c5-7b472a547e63 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52ac7e2c-e79e-b49e-8ccf-d5279da58335, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.508953] env[62438]: DEBUG oslo_concurrency.lockutils [None req-17d791c1-cd52-4bc2-975c-1882fded04ad tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.296s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1718.508953] env[62438]: INFO nova.compute.manager [None req-17d791c1-cd52-4bc2-975c-1882fded04ad tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 3c59f0fe-b277-4734-9100-8955fbce830e] Migrating [ 1718.705585] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1718.705773] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1718.706169] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1718.706169] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62438) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1718.707091] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-250f926c-7962-43a4-a6c9-d47340a472b3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.710207] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c83539be-8f9b-4351-89aa-bebf3df04e69 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Acquiring lock "a0ff8ae6-f1bf-4207-9042-2c55dbbda487" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1718.717924] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07313cfa-6ddc-4ef6-aded-9284ab2c7fa3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.731723] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dd6537b-b87b-458d-a6ae-70c461c5c6da {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.734638] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "7d4adda9-4153-4554-9091-65348a0d6dc3" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.577s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1718.735040] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "29223975-ba66-48c1-9dd6-07143475fb2a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.582s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1718.735364] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "1e64c34f-a88f-4359-8460-043983887aa3" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.582s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1718.739960] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3896cc3-a350-4d04-90e7-22c53b6ef181 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.743431] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "0531e871-6f05-4401-a2c7-47e3bdff2d97" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.588s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1718.743754] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "2a865b41-1752-4d8e-81f0-3ca85069c831" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.588s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1718.744197] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "a0ff8ae6-f1bf-4207-9042-2c55dbbda487" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.589s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1718.744523] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c83539be-8f9b-4351-89aa-bebf3df04e69 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Lock "a0ff8ae6-f1bf-4207-9042-2c55dbbda487" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.034s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1718.744657] env[62438]: INFO nova.compute.manager [None req-c83539be-8f9b-4351-89aa-bebf3df04e69 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Attaching volume 8abc50c9-34f0-4fc8-8dc8-f751f570c20e to /dev/sdb [ 1718.771406] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "0966016a-9742-4bcc-9b2f-81e684a54d46" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.618s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1718.771829] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "23364d4c-07c7-4521-8f21-23226f1edb8c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.618s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1718.772096] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "fac5fe80-b815-4df0-a95e-6c1e52395caa" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.619s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1718.772454] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "ceadf541-e9dc-423a-97c5-3dfe483cbab4" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.616s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1718.772690] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "7cf7de8e-8184-4588-8623-c85044515a9e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.618s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1718.772972] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178958MB free_disk=161GB free_vcpus=48 pci_devices=None {{(pid=62438) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1718.773120] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1718.773306] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1718.829263] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc5847c-baca-4fac-8fea-20637acbd644 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.838188] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e758e764-e49c-426a-88ce-3c71c5c13dd8 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.853491] env[62438]: DEBUG oslo_vmware.api [None req-eb516e1b-3c6b-4885-ba2d-034911fb977b tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Task: {'id': task-1785429, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.892808} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.856948] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb516e1b-3c6b-4885-ba2d-034911fb977b tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] a61bd079-f79b-41e7-8395-4693cc91c37d/a61bd079-f79b-41e7-8395-4693cc91c37d.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1718.857179] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-eb516e1b-3c6b-4885-ba2d-034911fb977b tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] [instance: a61bd079-f79b-41e7-8395-4693cc91c37d] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1718.857797] env[62438]: DEBUG nova.virt.block_device [None req-c83539be-8f9b-4351-89aa-bebf3df04e69 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Updating existing volume attachment record: 52ec9570-1caa-42e1-85e4-474370dfa4db {{(pid=62438) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1718.860335] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c52fd633-8b7a-4c30-af40-4a288776c071 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.867054] env[62438]: DEBUG oslo_vmware.api [None req-eb516e1b-3c6b-4885-ba2d-034911fb977b tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Waiting for the task: (returnval){ [ 1718.867054] env[62438]: value = "task-1785430" [ 1718.867054] env[62438]: _type = "Task" [ 1718.867054] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.877671] env[62438]: DEBUG oslo_vmware.api [None req-e61111e9-34cb-48a7-83c5-7b472a547e63 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52ac7e2c-e79e-b49e-8ccf-d5279da58335, 'name': SearchDatastore_Task, 'duration_secs': 0.009729} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.880658] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e61111e9-34cb-48a7-83c5-7b472a547e63 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1718.880993] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-e61111e9-34cb-48a7-83c5-7b472a547e63 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] a85479e1-98d1-432e-a58a-e76c35563709/a85479e1-98d1-432e-a58a-e76c35563709.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1718.881338] env[62438]: DEBUG oslo_vmware.api [None req-eb516e1b-3c6b-4885-ba2d-034911fb977b tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Task: {'id': task-1785430, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.881598] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b3080f2e-87a1-45d9-a39e-7e54fc8a869b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.888209] env[62438]: DEBUG oslo_vmware.api [None req-e61111e9-34cb-48a7-83c5-7b472a547e63 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Waiting for the task: (returnval){ [ 1718.888209] env[62438]: value = "task-1785431" [ 1718.888209] env[62438]: _type = "Task" [ 1718.888209] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.897496] env[62438]: DEBUG oslo_vmware.api [None req-e61111e9-34cb-48a7-83c5-7b472a547e63 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': task-1785431, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.024283] env[62438]: DEBUG oslo_concurrency.lockutils [None req-17d791c1-cd52-4bc2-975c-1882fded04ad tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Acquiring lock "refresh_cache-3c59f0fe-b277-4734-9100-8955fbce830e" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1719.024487] env[62438]: DEBUG oslo_concurrency.lockutils [None req-17d791c1-cd52-4bc2-975c-1882fded04ad tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Acquired lock "refresh_cache-3c59f0fe-b277-4734-9100-8955fbce830e" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1719.024666] env[62438]: DEBUG nova.network.neutron [None req-17d791c1-cd52-4bc2-975c-1882fded04ad tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 3c59f0fe-b277-4734-9100-8955fbce830e] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1719.041075] env[62438]: DEBUG oslo_concurrency.lockutils [None req-4193e3e2-bd64-4be5-8f8a-f6b1983c58a3 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Acquiring lock "0531e871-6f05-4401-a2c7-47e3bdff2d97" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1719.041350] env[62438]: DEBUG oslo_concurrency.lockutils [None req-4193e3e2-bd64-4be5-8f8a-f6b1983c58a3 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Lock "0531e871-6f05-4401-a2c7-47e3bdff2d97" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1719.041600] env[62438]: INFO nova.compute.manager [None req-4193e3e2-bd64-4be5-8f8a-f6b1983c58a3 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 0531e871-6f05-4401-a2c7-47e3bdff2d97] Attaching volume 283e612d-74f4-4f6f-81d8-abec93ecb346 to /dev/sdc [ 1719.074102] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-659a726f-8efd-4a34-af8d-ed1de141fef2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.080396] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f0f23ac-77ff-4ad1-ac5f-ab7468bd091e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.097312] env[62438]: DEBUG nova.virt.block_device [None req-4193e3e2-bd64-4be5-8f8a-f6b1983c58a3 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 0531e871-6f05-4401-a2c7-47e3bdff2d97] Updating existing volume attachment record: 9d33c7ac-85fd-4377-a87c-17bafff086fe {{(pid=62438) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1719.379147] env[62438]: DEBUG oslo_vmware.api [None req-eb516e1b-3c6b-4885-ba2d-034911fb977b tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Task: {'id': task-1785430, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080431} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.379553] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-eb516e1b-3c6b-4885-ba2d-034911fb977b tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] [instance: a61bd079-f79b-41e7-8395-4693cc91c37d] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1719.380416] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cde2d80f-117f-4418-afa1-cf421a5ecbbe {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.402497] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb516e1b-3c6b-4885-ba2d-034911fb977b tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] [instance: a61bd079-f79b-41e7-8395-4693cc91c37d] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] a61bd079-f79b-41e7-8395-4693cc91c37d/a61bd079-f79b-41e7-8395-4693cc91c37d.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1719.407289] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5f4b823-9253-4b8f-b3ed-8faece8b9429 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.428363] env[62438]: DEBUG oslo_vmware.api [None req-e61111e9-34cb-48a7-83c5-7b472a547e63 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': task-1785431, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.429832] env[62438]: DEBUG oslo_vmware.api [None req-eb516e1b-3c6b-4885-ba2d-034911fb977b tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Waiting for the task: (returnval){ [ 1719.429832] env[62438]: value = "task-1785436" [ 1719.429832] env[62438]: _type = "Task" [ 1719.429832] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.437960] env[62438]: DEBUG oslo_vmware.api [None req-eb516e1b-3c6b-4885-ba2d-034911fb977b tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Task: {'id': task-1785436, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.494023] env[62438]: DEBUG oslo_concurrency.lockutils [None req-14692829-a858-426f-8a0c-0facdffa4a63 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] Acquiring lock "0966016a-9742-4bcc-9b2f-81e684a54d46" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1719.494611] env[62438]: DEBUG oslo_concurrency.lockutils [None req-14692829-a858-426f-8a0c-0facdffa4a63 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] Lock "0966016a-9742-4bcc-9b2f-81e684a54d46" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1719.495017] env[62438]: DEBUG oslo_concurrency.lockutils [None req-14692829-a858-426f-8a0c-0facdffa4a63 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] Acquiring lock "0966016a-9742-4bcc-9b2f-81e684a54d46-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1719.495333] env[62438]: DEBUG oslo_concurrency.lockutils [None req-14692829-a858-426f-8a0c-0facdffa4a63 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] Lock "0966016a-9742-4bcc-9b2f-81e684a54d46-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1719.495576] env[62438]: DEBUG oslo_concurrency.lockutils [None req-14692829-a858-426f-8a0c-0facdffa4a63 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] Lock "0966016a-9742-4bcc-9b2f-81e684a54d46-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1719.498525] env[62438]: INFO nova.compute.manager [None req-14692829-a858-426f-8a0c-0facdffa4a63 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] [instance: 0966016a-9742-4bcc-9b2f-81e684a54d46] Terminating instance [ 1719.500495] env[62438]: DEBUG nova.compute.manager [None req-14692829-a858-426f-8a0c-0facdffa4a63 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] [instance: 0966016a-9742-4bcc-9b2f-81e684a54d46] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1719.500751] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-14692829-a858-426f-8a0c-0facdffa4a63 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] [instance: 0966016a-9742-4bcc-9b2f-81e684a54d46] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1719.501034] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3290db65-c6f9-4df1-b1c8-d0ee10a0a7e9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.507798] env[62438]: DEBUG oslo_vmware.api [None req-14692829-a858-426f-8a0c-0facdffa4a63 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] Waiting for the task: (returnval){ [ 1719.507798] env[62438]: value = "task-1785437" [ 1719.507798] env[62438]: _type = "Task" [ 1719.507798] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.516438] env[62438]: DEBUG oslo_vmware.api [None req-14692829-a858-426f-8a0c-0facdffa4a63 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] Task: {'id': task-1785437, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.788943] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Applying migration context for instance 3c59f0fe-b277-4734-9100-8955fbce830e as it has an incoming, in-progress migration a127d384-6cc8-46af-b413-11f62e802aff. Migration status is pre-migrating {{(pid=62438) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1719.793246] env[62438]: INFO nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: 3c59f0fe-b277-4734-9100-8955fbce830e] Updating resource usage from migration a127d384-6cc8-46af-b413-11f62e802aff [ 1719.821468] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance 29223975-ba66-48c1-9dd6-07143475fb2a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1719.821776] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance 0966016a-9742-4bcc-9b2f-81e684a54d46 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1719.821776] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance fac5fe80-b815-4df0-a95e-6c1e52395caa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1719.821883] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance 1e64c34f-a88f-4359-8460-043983887aa3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1719.821972] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance 23364d4c-07c7-4521-8f21-23226f1edb8c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1719.822149] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance 7cf7de8e-8184-4588-8623-c85044515a9e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1719.822223] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance 0531e871-6f05-4401-a2c7-47e3bdff2d97 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1719.822989] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance a0ff8ae6-f1bf-4207-9042-2c55dbbda487 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1719.822989] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance 2a865b41-1752-4d8e-81f0-3ca85069c831 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1719.822989] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance ceadf541-e9dc-423a-97c5-3dfe483cbab4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1719.822989] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance 7d4adda9-4153-4554-9091-65348a0d6dc3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1719.822989] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance a85479e1-98d1-432e-a58a-e76c35563709 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1719.822989] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance a61bd079-f79b-41e7-8395-4693cc91c37d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1719.822989] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Migration a127d384-6cc8-46af-b413-11f62e802aff is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1719.823386] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance 3c59f0fe-b277-4734-9100-8955fbce830e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1719.823386] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=62438) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1719.823485] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3456MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=62438) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1719.868365] env[62438]: DEBUG nova.network.neutron [None req-17d791c1-cd52-4bc2-975c-1882fded04ad tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 3c59f0fe-b277-4734-9100-8955fbce830e] Updating instance_info_cache with network_info: [{"id": "4132f656-eb3b-4e6b-95e6-618493c6ccd7", "address": "fa:16:3e:e2:e9:f7", "network": {"id": "5ede523c-f6dc-46cc-9ded-91d22501f3ac", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-229264200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da30195a54754dadacbdb0481116cd03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4132f656-eb", "ovs_interfaceid": "4132f656-eb3b-4e6b-95e6-618493c6ccd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1719.907477] env[62438]: DEBUG oslo_vmware.api [None req-e61111e9-34cb-48a7-83c5-7b472a547e63 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': task-1785431, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.944055] env[62438]: DEBUG oslo_vmware.api [None req-eb516e1b-3c6b-4885-ba2d-034911fb977b tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Task: {'id': task-1785436, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.022523] env[62438]: DEBUG oslo_vmware.api [None req-14692829-a858-426f-8a0c-0facdffa4a63 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] Task: {'id': task-1785437, 'name': PowerOffVM_Task, 'duration_secs': 0.314681} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.025090] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-14692829-a858-426f-8a0c-0facdffa4a63 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] [instance: 0966016a-9742-4bcc-9b2f-81e684a54d46] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1720.025306] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-14692829-a858-426f-8a0c-0facdffa4a63 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] [instance: 0966016a-9742-4bcc-9b2f-81e684a54d46] Volume detach. Driver type: vmdk {{(pid=62438) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1720.025504] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-14692829-a858-426f-8a0c-0facdffa4a63 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] [instance: 0966016a-9742-4bcc-9b2f-81e684a54d46] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370393', 'volume_id': 'd77260eb-6134-4fdd-9fe6-ebef86c9ff00', 'name': 'volume-d77260eb-6134-4fdd-9fe6-ebef86c9ff00', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '0966016a-9742-4bcc-9b2f-81e684a54d46', 'attached_at': '', 'detached_at': '', 'volume_id': 'd77260eb-6134-4fdd-9fe6-ebef86c9ff00', 'serial': 'd77260eb-6134-4fdd-9fe6-ebef86c9ff00'} {{(pid=62438) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1720.026772] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-156c2e57-54fc-415e-a271-d74c89422f82 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.047870] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-342a99d0-dbb1-45b5-bdc2-ca14a9f4d7e2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.056536] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a740de1c-2de3-406d-96ef-636477bc574f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.062331] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8cc7700-7ba1-4cd8-a17c-077525697070 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.082685] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f18c194-f51c-44fa-b524-831c66e84e8f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.086662] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e250146-ddc5-48e5-8c13-1d4c9da63c9f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.126652] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-14692829-a858-426f-8a0c-0facdffa4a63 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] The volume has not been displaced from its original location: [datastore1] volume-d77260eb-6134-4fdd-9fe6-ebef86c9ff00/volume-d77260eb-6134-4fdd-9fe6-ebef86c9ff00.vmdk. No consolidation needed. {{(pid=62438) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1720.132178] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-14692829-a858-426f-8a0c-0facdffa4a63 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] [instance: 0966016a-9742-4bcc-9b2f-81e684a54d46] Reconfiguring VM instance instance-00000039 to detach disk 2000 {{(pid=62438) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1720.132794] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ce21630-0d3f-4c15-ae6b-0aee552378e2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.146020] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad374ee-076e-44d3-9530-20ab806c5c7c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.157620] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa3f3cf8-c699-4951-9749-94f0e6181d95 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.161605] env[62438]: DEBUG oslo_vmware.api [None req-14692829-a858-426f-8a0c-0facdffa4a63 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] Waiting for the task: (returnval){ [ 1720.161605] env[62438]: value = "task-1785438" [ 1720.161605] env[62438]: _type = "Task" [ 1720.161605] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.172868] env[62438]: DEBUG nova.compute.provider_tree [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1720.179195] env[62438]: DEBUG oslo_vmware.api [None req-14692829-a858-426f-8a0c-0facdffa4a63 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] Task: {'id': task-1785438, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.373138] env[62438]: DEBUG oslo_concurrency.lockutils [None req-17d791c1-cd52-4bc2-975c-1882fded04ad tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Releasing lock "refresh_cache-3c59f0fe-b277-4734-9100-8955fbce830e" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1720.404998] env[62438]: DEBUG oslo_vmware.api [None req-e61111e9-34cb-48a7-83c5-7b472a547e63 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': task-1785431, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.028989} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.405287] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-e61111e9-34cb-48a7-83c5-7b472a547e63 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] a85479e1-98d1-432e-a58a-e76c35563709/a85479e1-98d1-432e-a58a-e76c35563709.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1720.405506] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-e61111e9-34cb-48a7-83c5-7b472a547e63 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: a85479e1-98d1-432e-a58a-e76c35563709] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1720.405753] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dbd59732-9bdc-4638-a1c9-28b603367386 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.412892] env[62438]: DEBUG oslo_vmware.api [None req-e61111e9-34cb-48a7-83c5-7b472a547e63 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Waiting for the task: (returnval){ [ 1720.412892] env[62438]: value = "task-1785439" [ 1720.412892] env[62438]: _type = "Task" [ 1720.412892] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.421728] env[62438]: DEBUG oslo_vmware.api [None req-e61111e9-34cb-48a7-83c5-7b472a547e63 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': task-1785439, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.440458] env[62438]: DEBUG oslo_vmware.api [None req-eb516e1b-3c6b-4885-ba2d-034911fb977b tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Task: {'id': task-1785436, 'name': ReconfigVM_Task, 'duration_secs': 0.985596} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.440744] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb516e1b-3c6b-4885-ba2d-034911fb977b tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] [instance: a61bd079-f79b-41e7-8395-4693cc91c37d] Reconfigured VM instance instance-0000005b to attach disk [datastore1] a61bd079-f79b-41e7-8395-4693cc91c37d/a61bd079-f79b-41e7-8395-4693cc91c37d.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1720.441399] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-edc59524-a20c-4d86-a2a3-c297e32ca965 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.447616] env[62438]: DEBUG oslo_vmware.api [None req-eb516e1b-3c6b-4885-ba2d-034911fb977b tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Waiting for the task: (returnval){ [ 1720.447616] env[62438]: value = "task-1785440" [ 1720.447616] env[62438]: _type = "Task" [ 1720.447616] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.460526] env[62438]: DEBUG oslo_vmware.api [None req-eb516e1b-3c6b-4885-ba2d-034911fb977b tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Task: {'id': task-1785440, 'name': Rename_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.671457] env[62438]: DEBUG oslo_vmware.api [None req-14692829-a858-426f-8a0c-0facdffa4a63 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] Task: {'id': task-1785438, 'name': ReconfigVM_Task, 'duration_secs': 0.159981} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.671457] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-14692829-a858-426f-8a0c-0facdffa4a63 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] [instance: 0966016a-9742-4bcc-9b2f-81e684a54d46] Reconfigured VM instance instance-00000039 to detach disk 2000 {{(pid=62438) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1720.676804] env[62438]: DEBUG nova.scheduler.client.report [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1720.679984] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71d5d78b-346a-4296-a9ad-407f4e14f090 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.695926] env[62438]: DEBUG oslo_vmware.api [None req-14692829-a858-426f-8a0c-0facdffa4a63 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] Waiting for the task: (returnval){ [ 1720.695926] env[62438]: value = "task-1785441" [ 1720.695926] env[62438]: _type = "Task" [ 1720.695926] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.705125] env[62438]: DEBUG oslo_vmware.api [None req-14692829-a858-426f-8a0c-0facdffa4a63 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] Task: {'id': task-1785441, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.923365] env[62438]: DEBUG oslo_vmware.api [None req-e61111e9-34cb-48a7-83c5-7b472a547e63 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': task-1785439, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070265} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.923365] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-e61111e9-34cb-48a7-83c5-7b472a547e63 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: a85479e1-98d1-432e-a58a-e76c35563709] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1720.924301] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae5f5c7b-7a4a-44ee-97d5-3b6209c67bf0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.948566] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-e61111e9-34cb-48a7-83c5-7b472a547e63 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: a85479e1-98d1-432e-a58a-e76c35563709] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] a85479e1-98d1-432e-a58a-e76c35563709/a85479e1-98d1-432e-a58a-e76c35563709.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1720.949291] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5bb161d-246d-4718-9ad5-fca40fc46adc {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.971827] env[62438]: DEBUG oslo_vmware.api [None req-eb516e1b-3c6b-4885-ba2d-034911fb977b tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Task: {'id': task-1785440, 'name': Rename_Task, 'duration_secs': 0.457885} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.973059] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb516e1b-3c6b-4885-ba2d-034911fb977b tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] [instance: a61bd079-f79b-41e7-8395-4693cc91c37d] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1720.973474] env[62438]: DEBUG oslo_vmware.api [None req-e61111e9-34cb-48a7-83c5-7b472a547e63 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Waiting for the task: (returnval){ [ 1720.973474] env[62438]: value = "task-1785442" [ 1720.973474] env[62438]: _type = "Task" [ 1720.973474] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.973679] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-39ff3577-098c-48b0-ab58-f32bf5daf39b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.983180] env[62438]: DEBUG oslo_vmware.api [None req-e61111e9-34cb-48a7-83c5-7b472a547e63 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': task-1785442, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.984452] env[62438]: DEBUG oslo_vmware.api [None req-eb516e1b-3c6b-4885-ba2d-034911fb977b tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Waiting for the task: (returnval){ [ 1720.984452] env[62438]: value = "task-1785443" [ 1720.984452] env[62438]: _type = "Task" [ 1720.984452] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.992064] env[62438]: DEBUG oslo_vmware.api [None req-eb516e1b-3c6b-4885-ba2d-034911fb977b tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Task: {'id': task-1785443, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.191661] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62438) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1721.191885] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.419s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1721.192143] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1721.192286] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Cleaning up deleted instances with incomplete migration {{(pid=62438) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11264}} [ 1721.207215] env[62438]: DEBUG oslo_vmware.api [None req-14692829-a858-426f-8a0c-0facdffa4a63 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] Task: {'id': task-1785441, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.485358] env[62438]: DEBUG oslo_vmware.api [None req-e61111e9-34cb-48a7-83c5-7b472a547e63 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': task-1785442, 'name': ReconfigVM_Task, 'duration_secs': 0.420681} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.488769] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-e61111e9-34cb-48a7-83c5-7b472a547e63 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: a85479e1-98d1-432e-a58a-e76c35563709] Reconfigured VM instance instance-0000005a to attach disk [datastore1] a85479e1-98d1-432e-a58a-e76c35563709/a85479e1-98d1-432e-a58a-e76c35563709.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1721.489557] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-96b9c972-554a-465b-ac96-4241f9bb9bc5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.496532] env[62438]: DEBUG oslo_vmware.api [None req-eb516e1b-3c6b-4885-ba2d-034911fb977b tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Task: {'id': task-1785443, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.498090] env[62438]: DEBUG oslo_vmware.api [None req-e61111e9-34cb-48a7-83c5-7b472a547e63 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Waiting for the task: (returnval){ [ 1721.498090] env[62438]: value = "task-1785446" [ 1721.498090] env[62438]: _type = "Task" [ 1721.498090] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.507377] env[62438]: DEBUG oslo_vmware.api [None req-e61111e9-34cb-48a7-83c5-7b472a547e63 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': task-1785446, 'name': Rename_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.695223] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1721.710024] env[62438]: DEBUG oslo_vmware.api [None req-14692829-a858-426f-8a0c-0facdffa4a63 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] Task: {'id': task-1785441, 'name': ReconfigVM_Task, 'duration_secs': 0.925739} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.710296] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-14692829-a858-426f-8a0c-0facdffa4a63 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] [instance: 0966016a-9742-4bcc-9b2f-81e684a54d46] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370393', 'volume_id': 'd77260eb-6134-4fdd-9fe6-ebef86c9ff00', 'name': 'volume-d77260eb-6134-4fdd-9fe6-ebef86c9ff00', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '0966016a-9742-4bcc-9b2f-81e684a54d46', 'attached_at': '', 'detached_at': '', 'volume_id': 'd77260eb-6134-4fdd-9fe6-ebef86c9ff00', 'serial': 'd77260eb-6134-4fdd-9fe6-ebef86c9ff00'} {{(pid=62438) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1721.710582] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-14692829-a858-426f-8a0c-0facdffa4a63 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] [instance: 0966016a-9742-4bcc-9b2f-81e684a54d46] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1721.711399] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd7eaa64-9ac0-4f3f-bfcb-2de206e672f6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.718010] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-14692829-a858-426f-8a0c-0facdffa4a63 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] [instance: 0966016a-9742-4bcc-9b2f-81e684a54d46] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1721.718504] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0327044e-9d82-453b-be85-a5e433a71473 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.817582] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-14692829-a858-426f-8a0c-0facdffa4a63 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] [instance: 0966016a-9742-4bcc-9b2f-81e684a54d46] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1721.817828] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-14692829-a858-426f-8a0c-0facdffa4a63 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] [instance: 0966016a-9742-4bcc-9b2f-81e684a54d46] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1721.818063] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-14692829-a858-426f-8a0c-0facdffa4a63 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] Deleting the datastore file [datastore1] 0966016a-9742-4bcc-9b2f-81e684a54d46 {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1721.818433] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-92097f72-69db-4fed-b658-2fe4b8ef7e1c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.825355] env[62438]: DEBUG oslo_vmware.api [None req-14692829-a858-426f-8a0c-0facdffa4a63 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] Waiting for the task: (returnval){ [ 1721.825355] env[62438]: value = "task-1785448" [ 1721.825355] env[62438]: _type = "Task" [ 1721.825355] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.833438] env[62438]: DEBUG oslo_vmware.api [None req-14692829-a858-426f-8a0c-0facdffa4a63 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] Task: {'id': task-1785448, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.888836] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e46201eb-5d25-4608-8a70-b50fc30cc2fa {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.906862] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-17d791c1-cd52-4bc2-975c-1882fded04ad tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 3c59f0fe-b277-4734-9100-8955fbce830e] Updating instance '3c59f0fe-b277-4734-9100-8955fbce830e' progress to 0 {{(pid=62438) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1721.996900] env[62438]: DEBUG oslo_vmware.api [None req-eb516e1b-3c6b-4885-ba2d-034911fb977b tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Task: {'id': task-1785443, 'name': PowerOnVM_Task, 'duration_secs': 0.604913} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.997246] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb516e1b-3c6b-4885-ba2d-034911fb977b tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] [instance: a61bd079-f79b-41e7-8395-4693cc91c37d] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1721.997397] env[62438]: INFO nova.compute.manager [None req-eb516e1b-3c6b-4885-ba2d-034911fb977b tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] [instance: a61bd079-f79b-41e7-8395-4693cc91c37d] Took 6.35 seconds to spawn the instance on the hypervisor. [ 1721.997573] env[62438]: DEBUG nova.compute.manager [None req-eb516e1b-3c6b-4885-ba2d-034911fb977b tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] [instance: a61bd079-f79b-41e7-8395-4693cc91c37d] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1721.998373] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fee6a10-0a56-4144-adbd-f1037e21d31f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.012684] env[62438]: DEBUG oslo_vmware.api [None req-e61111e9-34cb-48a7-83c5-7b472a547e63 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': task-1785446, 'name': Rename_Task, 'duration_secs': 0.172248} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.012944] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-e61111e9-34cb-48a7-83c5-7b472a547e63 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: a85479e1-98d1-432e-a58a-e76c35563709] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1722.013207] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d72a594-45ac-44e0-9789-c04207749c72 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.020053] env[62438]: DEBUG oslo_vmware.api [None req-e61111e9-34cb-48a7-83c5-7b472a547e63 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Waiting for the task: (returnval){ [ 1722.020053] env[62438]: value = "task-1785449" [ 1722.020053] env[62438]: _type = "Task" [ 1722.020053] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.028696] env[62438]: DEBUG oslo_vmware.api [None req-e61111e9-34cb-48a7-83c5-7b472a547e63 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': task-1785449, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.335415] env[62438]: DEBUG oslo_vmware.api [None req-14692829-a858-426f-8a0c-0facdffa4a63 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] Task: {'id': task-1785448, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.312859} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.335694] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-14692829-a858-426f-8a0c-0facdffa4a63 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1722.335888] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-14692829-a858-426f-8a0c-0facdffa4a63 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] [instance: 0966016a-9742-4bcc-9b2f-81e684a54d46] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1722.336088] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-14692829-a858-426f-8a0c-0facdffa4a63 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] [instance: 0966016a-9742-4bcc-9b2f-81e684a54d46] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1722.336293] env[62438]: INFO nova.compute.manager [None req-14692829-a858-426f-8a0c-0facdffa4a63 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] [instance: 0966016a-9742-4bcc-9b2f-81e684a54d46] Took 2.84 seconds to destroy the instance on the hypervisor. [ 1722.336564] env[62438]: DEBUG oslo.service.loopingcall [None req-14692829-a858-426f-8a0c-0facdffa4a63 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1722.336776] env[62438]: DEBUG nova.compute.manager [-] [instance: 0966016a-9742-4bcc-9b2f-81e684a54d46] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1722.336872] env[62438]: DEBUG nova.network.neutron [-] [instance: 0966016a-9742-4bcc-9b2f-81e684a54d46] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1722.417610] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-17d791c1-cd52-4bc2-975c-1882fded04ad tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 3c59f0fe-b277-4734-9100-8955fbce830e] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1722.417974] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dedc754c-5c18-4b9b-9e7a-0e45c0e23326 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.425774] env[62438]: DEBUG oslo_vmware.api [None req-17d791c1-cd52-4bc2-975c-1882fded04ad tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Waiting for the task: (returnval){ [ 1722.425774] env[62438]: value = "task-1785450" [ 1722.425774] env[62438]: _type = "Task" [ 1722.425774] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.434294] env[62438]: DEBUG oslo_vmware.api [None req-17d791c1-cd52-4bc2-975c-1882fded04ad tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1785450, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.517651] env[62438]: INFO nova.compute.manager [None req-eb516e1b-3c6b-4885-ba2d-034911fb977b tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] [instance: a61bd079-f79b-41e7-8395-4693cc91c37d] Took 19.38 seconds to build instance. [ 1722.537080] env[62438]: DEBUG oslo_vmware.api [None req-e61111e9-34cb-48a7-83c5-7b472a547e63 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': task-1785449, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.939294] env[62438]: DEBUG oslo_vmware.api [None req-17d791c1-cd52-4bc2-975c-1882fded04ad tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1785450, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.027025] env[62438]: DEBUG oslo_concurrency.lockutils [None req-eb516e1b-3c6b-4885-ba2d-034911fb977b tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Lock "a61bd079-f79b-41e7-8395-4693cc91c37d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.890s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1723.027025] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "a61bd079-f79b-41e7-8395-4693cc91c37d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 4.866s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1723.027025] env[62438]: INFO nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: a61bd079-f79b-41e7-8395-4693cc91c37d] During sync_power_state the instance has a pending task (spawning). Skip. [ 1723.027025] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "a61bd079-f79b-41e7-8395-4693cc91c37d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1723.037548] env[62438]: DEBUG oslo_vmware.api [None req-e61111e9-34cb-48a7-83c5-7b472a547e63 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': task-1785449, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.070856] env[62438]: DEBUG nova.compute.manager [req-9f0f04a3-d667-4d01-91f2-a6413d992861 req-89ac126b-369a-4688-bb6c-dbc495161643 service nova] [instance: 0966016a-9742-4bcc-9b2f-81e684a54d46] Received event network-vif-deleted-4aa37368-7816-4b5a-8cc5-393da1480bd5 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1723.071801] env[62438]: INFO nova.compute.manager [req-9f0f04a3-d667-4d01-91f2-a6413d992861 req-89ac126b-369a-4688-bb6c-dbc495161643 service nova] [instance: 0966016a-9742-4bcc-9b2f-81e684a54d46] Neutron deleted interface 4aa37368-7816-4b5a-8cc5-393da1480bd5; detaching it from the instance and deleting it from the info cache [ 1723.071801] env[62438]: DEBUG nova.network.neutron [req-9f0f04a3-d667-4d01-91f2-a6413d992861 req-89ac126b-369a-4688-bb6c-dbc495161643 service nova] [instance: 0966016a-9742-4bcc-9b2f-81e684a54d46] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1723.413517] env[62438]: DEBUG nova.network.neutron [-] [instance: 0966016a-9742-4bcc-9b2f-81e684a54d46] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1723.438738] env[62438]: DEBUG oslo_vmware.api [None req-17d791c1-cd52-4bc2-975c-1882fded04ad tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1785450, 'name': PowerOffVM_Task, 'duration_secs': 0.625704} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.439106] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-17d791c1-cd52-4bc2-975c-1882fded04ad tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 3c59f0fe-b277-4734-9100-8955fbce830e] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1723.439349] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-17d791c1-cd52-4bc2-975c-1882fded04ad tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 3c59f0fe-b277-4734-9100-8955fbce830e] Updating instance '3c59f0fe-b277-4734-9100-8955fbce830e' progress to 17 {{(pid=62438) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1723.542645] env[62438]: DEBUG oslo_vmware.api [None req-e61111e9-34cb-48a7-83c5-7b472a547e63 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': task-1785449, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.578179] env[62438]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a07db442-f5d3-43e2-8194-192ffa260739 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.583273] env[62438]: INFO nova.compute.manager [None req-254db9c3-81a4-4df5-af46-e2a41e779128 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] [instance: a61bd079-f79b-41e7-8395-4693cc91c37d] Rebuilding instance [ 1723.590253] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25954a08-d683-44b5-b646-bbe4f2e3817c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.628713] env[62438]: DEBUG nova.compute.manager [req-9f0f04a3-d667-4d01-91f2-a6413d992861 req-89ac126b-369a-4688-bb6c-dbc495161643 service nova] [instance: 0966016a-9742-4bcc-9b2f-81e684a54d46] Detach interface failed, port_id=4aa37368-7816-4b5a-8cc5-393da1480bd5, reason: Instance 0966016a-9742-4bcc-9b2f-81e684a54d46 could not be found. {{(pid=62438) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1723.636646] env[62438]: DEBUG nova.compute.manager [None req-254db9c3-81a4-4df5-af46-e2a41e779128 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] [instance: a61bd079-f79b-41e7-8395-4693cc91c37d] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1723.638620] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e84512a-c164-45ac-a95e-1726bdc477cd {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.643144] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-4193e3e2-bd64-4be5-8f8a-f6b1983c58a3 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 0531e871-6f05-4401-a2c7-47e3bdff2d97] Volume attach. Driver type: vmdk {{(pid=62438) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1723.643457] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-4193e3e2-bd64-4be5-8f8a-f6b1983c58a3 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 0531e871-6f05-4401-a2c7-47e3bdff2d97] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370479', 'volume_id': '283e612d-74f4-4f6f-81d8-abec93ecb346', 'name': 'volume-283e612d-74f4-4f6f-81d8-abec93ecb346', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '0531e871-6f05-4401-a2c7-47e3bdff2d97', 'attached_at': '', 'detached_at': '', 'volume_id': '283e612d-74f4-4f6f-81d8-abec93ecb346', 'serial': '283e612d-74f4-4f6f-81d8-abec93ecb346'} {{(pid=62438) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1723.644393] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-531681e5-a2c6-4c34-a3c3-761b362c8997 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.667717] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d771ca4c-cbed-4349-9c0c-2a1542146265 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.695017] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-4193e3e2-bd64-4be5-8f8a-f6b1983c58a3 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 0531e871-6f05-4401-a2c7-47e3bdff2d97] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] volume-283e612d-74f4-4f6f-81d8-abec93ecb346/volume-283e612d-74f4-4f6f-81d8-abec93ecb346.vmdk or device None with type thin {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1723.696522] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5937103-6f24-4d13-90e4-a9a2a616623c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.714316] env[62438]: DEBUG oslo_vmware.api [None req-4193e3e2-bd64-4be5-8f8a-f6b1983c58a3 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Waiting for the task: (returnval){ [ 1723.714316] env[62438]: value = "task-1785451" [ 1723.714316] env[62438]: _type = "Task" [ 1723.714316] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.723174] env[62438]: DEBUG oslo_vmware.api [None req-4193e3e2-bd64-4be5-8f8a-f6b1983c58a3 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Task: {'id': task-1785451, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.911450] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-c83539be-8f9b-4351-89aa-bebf3df04e69 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Volume attach. Driver type: vmdk {{(pid=62438) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1723.911757] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-c83539be-8f9b-4351-89aa-bebf3df04e69 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370481', 'volume_id': '8abc50c9-34f0-4fc8-8dc8-f751f570c20e', 'name': 'volume-8abc50c9-34f0-4fc8-8dc8-f751f570c20e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a0ff8ae6-f1bf-4207-9042-2c55dbbda487', 'attached_at': '', 'detached_at': '', 'volume_id': '8abc50c9-34f0-4fc8-8dc8-f751f570c20e', 'serial': '8abc50c9-34f0-4fc8-8dc8-f751f570c20e'} {{(pid=62438) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1723.912794] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae316303-8e7a-4f4a-90b9-5841ce4a1d5d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.916303] env[62438]: INFO nova.compute.manager [-] [instance: 0966016a-9742-4bcc-9b2f-81e684a54d46] Took 1.58 seconds to deallocate network for instance. [ 1723.937034] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30bab5f1-e24f-4e07-b3be-f35509618de1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.957987] env[62438]: DEBUG nova.virt.hardware [None req-17d791c1-cd52-4bc2-975c-1882fded04ad tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1723.957987] env[62438]: DEBUG nova.virt.hardware [None req-17d791c1-cd52-4bc2-975c-1882fded04ad tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1723.957987] env[62438]: DEBUG nova.virt.hardware [None req-17d791c1-cd52-4bc2-975c-1882fded04ad tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1723.958485] env[62438]: DEBUG nova.virt.hardware [None req-17d791c1-cd52-4bc2-975c-1882fded04ad tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1723.958485] env[62438]: DEBUG nova.virt.hardware [None req-17d791c1-cd52-4bc2-975c-1882fded04ad tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1723.958485] env[62438]: DEBUG nova.virt.hardware [None req-17d791c1-cd52-4bc2-975c-1882fded04ad tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1723.958659] env[62438]: DEBUG nova.virt.hardware [None req-17d791c1-cd52-4bc2-975c-1882fded04ad tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1723.958799] env[62438]: DEBUG nova.virt.hardware [None req-17d791c1-cd52-4bc2-975c-1882fded04ad tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1723.958975] env[62438]: DEBUG nova.virt.hardware [None req-17d791c1-cd52-4bc2-975c-1882fded04ad tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1723.959163] env[62438]: DEBUG nova.virt.hardware [None req-17d791c1-cd52-4bc2-975c-1882fded04ad tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1723.959385] env[62438]: DEBUG nova.virt.hardware [None req-17d791c1-cd52-4bc2-975c-1882fded04ad tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1723.973531] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-c83539be-8f9b-4351-89aa-bebf3df04e69 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] volume-8abc50c9-34f0-4fc8-8dc8-f751f570c20e/volume-8abc50c9-34f0-4fc8-8dc8-f751f570c20e.vmdk or device None with type thin {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1723.973910] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c24a8515-5f1e-4c6f-af6c-31d78f3aa132 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.988072] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fd2de8d-4906-4c2b-9567-096db8c44329 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.007018] env[62438]: DEBUG oslo_vmware.api [None req-c83539be-8f9b-4351-89aa-bebf3df04e69 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Waiting for the task: (returnval){ [ 1724.007018] env[62438]: value = "task-1785453" [ 1724.007018] env[62438]: _type = "Task" [ 1724.007018] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.008461] env[62438]: DEBUG oslo_vmware.api [None req-17d791c1-cd52-4bc2-975c-1882fded04ad tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Waiting for the task: (returnval){ [ 1724.008461] env[62438]: value = "task-1785452" [ 1724.008461] env[62438]: _type = "Task" [ 1724.008461] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.020173] env[62438]: DEBUG oslo_vmware.api [None req-c83539be-8f9b-4351-89aa-bebf3df04e69 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785453, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.023023] env[62438]: DEBUG oslo_vmware.api [None req-17d791c1-cd52-4bc2-975c-1882fded04ad tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1785452, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.035630] env[62438]: DEBUG oslo_vmware.api [None req-e61111e9-34cb-48a7-83c5-7b472a547e63 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': task-1785449, 'name': PowerOnVM_Task, 'duration_secs': 1.525876} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.035806] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-e61111e9-34cb-48a7-83c5-7b472a547e63 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: a85479e1-98d1-432e-a58a-e76c35563709] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1724.035981] env[62438]: INFO nova.compute.manager [None req-e61111e9-34cb-48a7-83c5-7b472a547e63 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: a85479e1-98d1-432e-a58a-e76c35563709] Took 10.73 seconds to spawn the instance on the hypervisor. [ 1724.036225] env[62438]: DEBUG nova.compute.manager [None req-e61111e9-34cb-48a7-83c5-7b472a547e63 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: a85479e1-98d1-432e-a58a-e76c35563709] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1724.036997] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d020f07d-4cc8-4e98-bef4-774bd7b4e201 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.153949] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-254db9c3-81a4-4df5-af46-e2a41e779128 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] [instance: a61bd079-f79b-41e7-8395-4693cc91c37d] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1724.154386] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-911db842-f570-4e4e-b8d0-a2e1d814a4c9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.165953] env[62438]: DEBUG oslo_vmware.api [None req-254db9c3-81a4-4df5-af46-e2a41e779128 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Waiting for the task: (returnval){ [ 1724.165953] env[62438]: value = "task-1785454" [ 1724.165953] env[62438]: _type = "Task" [ 1724.165953] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.174578] env[62438]: DEBUG oslo_vmware.api [None req-254db9c3-81a4-4df5-af46-e2a41e779128 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Task: {'id': task-1785454, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.228027] env[62438]: DEBUG oslo_vmware.api [None req-4193e3e2-bd64-4be5-8f8a-f6b1983c58a3 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Task: {'id': task-1785451, 'name': ReconfigVM_Task, 'duration_secs': 0.447581} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.228027] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-4193e3e2-bd64-4be5-8f8a-f6b1983c58a3 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 0531e871-6f05-4401-a2c7-47e3bdff2d97] Reconfigured VM instance instance-0000004f to attach disk [datastore1] volume-283e612d-74f4-4f6f-81d8-abec93ecb346/volume-283e612d-74f4-4f6f-81d8-abec93ecb346.vmdk or device None with type thin {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1724.232558] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ce8fd4e-20db-4c08-baf5-b6bd924e8820 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.248425] env[62438]: DEBUG oslo_vmware.api [None req-4193e3e2-bd64-4be5-8f8a-f6b1983c58a3 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Waiting for the task: (returnval){ [ 1724.248425] env[62438]: value = "task-1785455" [ 1724.248425] env[62438]: _type = "Task" [ 1724.248425] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.258942] env[62438]: DEBUG oslo_vmware.api [None req-4193e3e2-bd64-4be5-8f8a-f6b1983c58a3 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Task: {'id': task-1785455, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.461321] env[62438]: INFO nova.compute.manager [None req-14692829-a858-426f-8a0c-0facdffa4a63 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] [instance: 0966016a-9742-4bcc-9b2f-81e684a54d46] Took 0.54 seconds to detach 1 volumes for instance. [ 1724.464017] env[62438]: DEBUG nova.compute.manager [None req-14692829-a858-426f-8a0c-0facdffa4a63 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] [instance: 0966016a-9742-4bcc-9b2f-81e684a54d46] Deleting volume: d77260eb-6134-4fdd-9fe6-ebef86c9ff00 {{(pid=62438) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3247}} [ 1724.521502] env[62438]: DEBUG oslo_vmware.api [None req-c83539be-8f9b-4351-89aa-bebf3df04e69 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785453, 'name': ReconfigVM_Task, 'duration_secs': 0.428421} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.525425] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-c83539be-8f9b-4351-89aa-bebf3df04e69 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Reconfigured VM instance instance-00000052 to attach disk [datastore1] volume-8abc50c9-34f0-4fc8-8dc8-f751f570c20e/volume-8abc50c9-34f0-4fc8-8dc8-f751f570c20e.vmdk or device None with type thin {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1724.530750] env[62438]: DEBUG oslo_vmware.api [None req-17d791c1-cd52-4bc2-975c-1882fded04ad tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1785452, 'name': ReconfigVM_Task, 'duration_secs': 0.227021} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.531143] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3cd9f68-00fe-47f6-9b13-b7e19cca9eef {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.542417] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-17d791c1-cd52-4bc2-975c-1882fded04ad tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 3c59f0fe-b277-4734-9100-8955fbce830e] Updating instance '3c59f0fe-b277-4734-9100-8955fbce830e' progress to 33 {{(pid=62438) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1724.556393] env[62438]: DEBUG oslo_vmware.api [None req-c83539be-8f9b-4351-89aa-bebf3df04e69 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Waiting for the task: (returnval){ [ 1724.556393] env[62438]: value = "task-1785457" [ 1724.556393] env[62438]: _type = "Task" [ 1724.556393] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.567261] env[62438]: INFO nova.compute.manager [None req-e61111e9-34cb-48a7-83c5-7b472a547e63 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: a85479e1-98d1-432e-a58a-e76c35563709] Took 21.60 seconds to build instance. [ 1724.576428] env[62438]: DEBUG oslo_vmware.api [None req-c83539be-8f9b-4351-89aa-bebf3df04e69 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785457, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.667666] env[62438]: DEBUG oslo_concurrency.lockutils [None req-aeb81950-b7d7-4236-80e5-30cee2eb28ff tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Acquiring lock "c35b7049-a1de-4b83-a6f5-430bc4a749d4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1724.667968] env[62438]: DEBUG oslo_concurrency.lockutils [None req-aeb81950-b7d7-4236-80e5-30cee2eb28ff tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Lock "c35b7049-a1de-4b83-a6f5-430bc4a749d4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1724.679569] env[62438]: DEBUG oslo_vmware.api [None req-254db9c3-81a4-4df5-af46-e2a41e779128 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Task: {'id': task-1785454, 'name': PowerOffVM_Task, 'duration_secs': 0.154573} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.679861] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-254db9c3-81a4-4df5-af46-e2a41e779128 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] [instance: a61bd079-f79b-41e7-8395-4693cc91c37d] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1724.680102] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-254db9c3-81a4-4df5-af46-e2a41e779128 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] [instance: a61bd079-f79b-41e7-8395-4693cc91c37d] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1724.680951] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d8a805-b179-4ec4-9b19-671b189b7fb5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.691269] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-254db9c3-81a4-4df5-af46-e2a41e779128 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] [instance: a61bd079-f79b-41e7-8395-4693cc91c37d] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1724.691578] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-29d1c0c3-8340-4f39-b1ba-0921e39a17b0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.723726] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-254db9c3-81a4-4df5-af46-e2a41e779128 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] [instance: a61bd079-f79b-41e7-8395-4693cc91c37d] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1724.723852] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-254db9c3-81a4-4df5-af46-e2a41e779128 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] [instance: a61bd079-f79b-41e7-8395-4693cc91c37d] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1724.724176] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-254db9c3-81a4-4df5-af46-e2a41e779128 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Deleting the datastore file [datastore1] a61bd079-f79b-41e7-8395-4693cc91c37d {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1724.724328] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a46c4f1a-6cf0-4409-874f-010dbbd1fe39 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.730386] env[62438]: DEBUG oslo_vmware.api [None req-254db9c3-81a4-4df5-af46-e2a41e779128 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Waiting for the task: (returnval){ [ 1724.730386] env[62438]: value = "task-1785459" [ 1724.730386] env[62438]: _type = "Task" [ 1724.730386] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.737602] env[62438]: DEBUG oslo_vmware.api [None req-254db9c3-81a4-4df5-af46-e2a41e779128 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Task: {'id': task-1785459, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.757647] env[62438]: DEBUG oslo_vmware.api [None req-4193e3e2-bd64-4be5-8f8a-f6b1983c58a3 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Task: {'id': task-1785455, 'name': ReconfigVM_Task, 'duration_secs': 0.146942} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.757925] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-4193e3e2-bd64-4be5-8f8a-f6b1983c58a3 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 0531e871-6f05-4401-a2c7-47e3bdff2d97] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370479', 'volume_id': '283e612d-74f4-4f6f-81d8-abec93ecb346', 'name': 'volume-283e612d-74f4-4f6f-81d8-abec93ecb346', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '0531e871-6f05-4401-a2c7-47e3bdff2d97', 'attached_at': '', 'detached_at': '', 'volume_id': '283e612d-74f4-4f6f-81d8-abec93ecb346', 'serial': '283e612d-74f4-4f6f-81d8-abec93ecb346'} {{(pid=62438) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1725.003895] env[62438]: DEBUG oslo_concurrency.lockutils [None req-14692829-a858-426f-8a0c-0facdffa4a63 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1725.004198] env[62438]: DEBUG oslo_concurrency.lockutils [None req-14692829-a858-426f-8a0c-0facdffa4a63 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1725.004427] env[62438]: DEBUG nova.objects.instance [None req-14692829-a858-426f-8a0c-0facdffa4a63 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] Lazy-loading 'resources' on Instance uuid 0966016a-9742-4bcc-9b2f-81e684a54d46 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1725.050682] env[62438]: DEBUG nova.virt.hardware [None req-17d791c1-cd52-4bc2-975c-1882fded04ad tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1725.050682] env[62438]: DEBUG nova.virt.hardware [None req-17d791c1-cd52-4bc2-975c-1882fded04ad tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1725.050934] env[62438]: DEBUG nova.virt.hardware [None req-17d791c1-cd52-4bc2-975c-1882fded04ad tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1725.051032] env[62438]: DEBUG nova.virt.hardware [None req-17d791c1-cd52-4bc2-975c-1882fded04ad tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1725.051197] env[62438]: DEBUG nova.virt.hardware [None req-17d791c1-cd52-4bc2-975c-1882fded04ad tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1725.051356] env[62438]: DEBUG nova.virt.hardware [None req-17d791c1-cd52-4bc2-975c-1882fded04ad tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1725.051566] env[62438]: DEBUG nova.virt.hardware [None req-17d791c1-cd52-4bc2-975c-1882fded04ad tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1725.051749] env[62438]: DEBUG nova.virt.hardware [None req-17d791c1-cd52-4bc2-975c-1882fded04ad tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1725.051902] env[62438]: DEBUG nova.virt.hardware [None req-17d791c1-cd52-4bc2-975c-1882fded04ad tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1725.052170] env[62438]: DEBUG nova.virt.hardware [None req-17d791c1-cd52-4bc2-975c-1882fded04ad tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1725.052380] env[62438]: DEBUG nova.virt.hardware [None req-17d791c1-cd52-4bc2-975c-1882fded04ad tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1725.057644] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-17d791c1-cd52-4bc2-975c-1882fded04ad tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 3c59f0fe-b277-4734-9100-8955fbce830e] Reconfiguring VM instance instance-00000058 to detach disk 2000 {{(pid=62438) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1725.057981] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18a39e67-7cb0-421f-99ac-e00c02cd18cc {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.075038] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e61111e9-34cb-48a7-83c5-7b472a547e63 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Lock "a85479e1-98d1-432e-a58a-e76c35563709" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.123s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1725.075310] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "a85479e1-98d1-432e-a58a-e76c35563709" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 6.918s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1725.075498] env[62438]: INFO nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: a85479e1-98d1-432e-a58a-e76c35563709] During sync_power_state the instance has a pending task (spawning). Skip. [ 1725.075677] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "a85479e1-98d1-432e-a58a-e76c35563709" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1725.081924] env[62438]: DEBUG oslo_vmware.api [None req-c83539be-8f9b-4351-89aa-bebf3df04e69 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785457, 'name': ReconfigVM_Task, 'duration_secs': 0.163639} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.083286] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-c83539be-8f9b-4351-89aa-bebf3df04e69 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370481', 'volume_id': '8abc50c9-34f0-4fc8-8dc8-f751f570c20e', 'name': 'volume-8abc50c9-34f0-4fc8-8dc8-f751f570c20e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a0ff8ae6-f1bf-4207-9042-2c55dbbda487', 'attached_at': '', 'detached_at': '', 'volume_id': '8abc50c9-34f0-4fc8-8dc8-f751f570c20e', 'serial': '8abc50c9-34f0-4fc8-8dc8-f751f570c20e'} {{(pid=62438) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1725.084681] env[62438]: DEBUG oslo_vmware.api [None req-17d791c1-cd52-4bc2-975c-1882fded04ad tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Waiting for the task: (returnval){ [ 1725.084681] env[62438]: value = "task-1785460" [ 1725.084681] env[62438]: _type = "Task" [ 1725.084681] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.092418] env[62438]: DEBUG oslo_vmware.api [None req-17d791c1-cd52-4bc2-975c-1882fded04ad tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1785460, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.174408] env[62438]: DEBUG nova.compute.manager [None req-aeb81950-b7d7-4236-80e5-30cee2eb28ff tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] [instance: c35b7049-a1de-4b83-a6f5-430bc4a749d4] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1725.239570] env[62438]: DEBUG oslo_vmware.api [None req-254db9c3-81a4-4df5-af46-e2a41e779128 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Task: {'id': task-1785459, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.397447} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.239872] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-254db9c3-81a4-4df5-af46-e2a41e779128 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1725.240076] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-254db9c3-81a4-4df5-af46-e2a41e779128 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] [instance: a61bd079-f79b-41e7-8395-4693cc91c37d] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1725.240264] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-254db9c3-81a4-4df5-af46-e2a41e779128 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] [instance: a61bd079-f79b-41e7-8395-4693cc91c37d] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1725.373193] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1725.373431] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Cleaning up deleted instances {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11226}} [ 1725.599434] env[62438]: DEBUG oslo_vmware.api [None req-17d791c1-cd52-4bc2-975c-1882fded04ad tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1785460, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.697632] env[62438]: DEBUG oslo_concurrency.lockutils [None req-aeb81950-b7d7-4236-80e5-30cee2eb28ff tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1725.778503] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-235ae27b-bba2-4eed-abb3-4f1d6c95d666 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.788168] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af3d2882-a6bf-4e66-a2c4-4da8564befb6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.818737] env[62438]: DEBUG nova.objects.instance [None req-4193e3e2-bd64-4be5-8f8a-f6b1983c58a3 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Lazy-loading 'flavor' on Instance uuid 0531e871-6f05-4401-a2c7-47e3bdff2d97 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1725.821764] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e2a0f8-86ab-4f0c-b8b0-ce6c810b606b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.830769] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7905f786-f901-463a-9ade-0356998888fd {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.844351] env[62438]: DEBUG nova.compute.provider_tree [None req-14692829-a858-426f-8a0c-0facdffa4a63 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1725.888883] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] There are 56 instances to clean {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 1725.889079] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: 8aec2c98-88bc-4195-bbdd-493e11bb9185] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1725.933925] env[62438]: DEBUG nova.compute.manager [req-ff44d3a0-0c55-464a-b2f3-aa04eddb47ef req-6576c088-7514-43c8-ab45-6099534208f1 service nova] [instance: a85479e1-98d1-432e-a58a-e76c35563709] Received event network-changed-a651b6f1-6576-4f14-b465-70a334435680 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1725.934125] env[62438]: DEBUG nova.compute.manager [req-ff44d3a0-0c55-464a-b2f3-aa04eddb47ef req-6576c088-7514-43c8-ab45-6099534208f1 service nova] [instance: a85479e1-98d1-432e-a58a-e76c35563709] Refreshing instance network info cache due to event network-changed-a651b6f1-6576-4f14-b465-70a334435680. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1725.934355] env[62438]: DEBUG oslo_concurrency.lockutils [req-ff44d3a0-0c55-464a-b2f3-aa04eddb47ef req-6576c088-7514-43c8-ab45-6099534208f1 service nova] Acquiring lock "refresh_cache-a85479e1-98d1-432e-a58a-e76c35563709" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1725.934505] env[62438]: DEBUG oslo_concurrency.lockutils [req-ff44d3a0-0c55-464a-b2f3-aa04eddb47ef req-6576c088-7514-43c8-ab45-6099534208f1 service nova] Acquired lock "refresh_cache-a85479e1-98d1-432e-a58a-e76c35563709" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1725.934675] env[62438]: DEBUG nova.network.neutron [req-ff44d3a0-0c55-464a-b2f3-aa04eddb47ef req-6576c088-7514-43c8-ab45-6099534208f1 service nova] [instance: a85479e1-98d1-432e-a58a-e76c35563709] Refreshing network info cache for port a651b6f1-6576-4f14-b465-70a334435680 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1726.095580] env[62438]: DEBUG oslo_vmware.api [None req-17d791c1-cd52-4bc2-975c-1882fded04ad tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1785460, 'name': ReconfigVM_Task, 'duration_secs': 0.540365} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.095865] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-17d791c1-cd52-4bc2-975c-1882fded04ad tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 3c59f0fe-b277-4734-9100-8955fbce830e] Reconfigured VM instance instance-00000058 to detach disk 2000 {{(pid=62438) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1726.096667] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d633b6a-62a2-4d4d-942b-f12881721c73 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.120187] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-17d791c1-cd52-4bc2-975c-1882fded04ad tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 3c59f0fe-b277-4734-9100-8955fbce830e] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 3c59f0fe-b277-4734-9100-8955fbce830e/3c59f0fe-b277-4734-9100-8955fbce830e.vmdk or device None with type thin {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1726.120187] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8787e905-f884-4788-9cb1-ff640b940cb5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.134750] env[62438]: DEBUG nova.objects.instance [None req-c83539be-8f9b-4351-89aa-bebf3df04e69 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Lazy-loading 'flavor' on Instance uuid a0ff8ae6-f1bf-4207-9042-2c55dbbda487 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1726.142189] env[62438]: DEBUG oslo_vmware.api [None req-17d791c1-cd52-4bc2-975c-1882fded04ad tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Waiting for the task: (returnval){ [ 1726.142189] env[62438]: value = "task-1785461" [ 1726.142189] env[62438]: _type = "Task" [ 1726.142189] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.151536] env[62438]: DEBUG oslo_vmware.api [None req-17d791c1-cd52-4bc2-975c-1882fded04ad tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1785461, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.278343] env[62438]: DEBUG nova.virt.hardware [None req-254db9c3-81a4-4df5-af46-e2a41e779128 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1726.278657] env[62438]: DEBUG nova.virt.hardware [None req-254db9c3-81a4-4df5-af46-e2a41e779128 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1726.278848] env[62438]: DEBUG nova.virt.hardware [None req-254db9c3-81a4-4df5-af46-e2a41e779128 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1726.279082] env[62438]: DEBUG nova.virt.hardware [None req-254db9c3-81a4-4df5-af46-e2a41e779128 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1726.279254] env[62438]: DEBUG nova.virt.hardware [None req-254db9c3-81a4-4df5-af46-e2a41e779128 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1726.279463] env[62438]: DEBUG nova.virt.hardware [None req-254db9c3-81a4-4df5-af46-e2a41e779128 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1726.279723] env[62438]: DEBUG nova.virt.hardware [None req-254db9c3-81a4-4df5-af46-e2a41e779128 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1726.279915] env[62438]: DEBUG nova.virt.hardware [None req-254db9c3-81a4-4df5-af46-e2a41e779128 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1726.280228] env[62438]: DEBUG nova.virt.hardware [None req-254db9c3-81a4-4df5-af46-e2a41e779128 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1726.280337] env[62438]: DEBUG nova.virt.hardware [None req-254db9c3-81a4-4df5-af46-e2a41e779128 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1726.280555] env[62438]: DEBUG nova.virt.hardware [None req-254db9c3-81a4-4df5-af46-e2a41e779128 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1726.281488] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9521ca1-b0b1-40eb-9b6e-004a17fc680e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.290251] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e782e20-df61-4f45-98a4-488ac7a99441 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.305469] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-254db9c3-81a4-4df5-af46-e2a41e779128 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] [instance: a61bd079-f79b-41e7-8395-4693cc91c37d] Instance VIF info [] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1726.311228] env[62438]: DEBUG oslo.service.loopingcall [None req-254db9c3-81a4-4df5-af46-e2a41e779128 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1726.311522] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a61bd079-f79b-41e7-8395-4693cc91c37d] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1726.311834] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-07035694-7f89-43ae-a208-6999d5d140c5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.327076] env[62438]: DEBUG oslo_concurrency.lockutils [None req-4193e3e2-bd64-4be5-8f8a-f6b1983c58a3 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Lock "0531e871-6f05-4401-a2c7-47e3bdff2d97" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.286s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1726.330147] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1726.330147] env[62438]: value = "task-1785462" [ 1726.330147] env[62438]: _type = "Task" [ 1726.330147] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.343670] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785462, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.347486] env[62438]: DEBUG nova.scheduler.client.report [None req-14692829-a858-426f-8a0c-0facdffa4a63 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1726.391752] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: 3140b166-1a65-4952-ad05-012140a48ed0] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1726.649509] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c83539be-8f9b-4351-89aa-bebf3df04e69 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Lock "a0ff8ae6-f1bf-4207-9042-2c55dbbda487" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.905s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1726.657358] env[62438]: DEBUG oslo_vmware.api [None req-17d791c1-cd52-4bc2-975c-1882fded04ad tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1785461, 'name': ReconfigVM_Task, 'duration_secs': 0.309779} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.657853] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-17d791c1-cd52-4bc2-975c-1882fded04ad tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 3c59f0fe-b277-4734-9100-8955fbce830e] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 3c59f0fe-b277-4734-9100-8955fbce830e/3c59f0fe-b277-4734-9100-8955fbce830e.vmdk or device None with type thin {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1726.658340] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-17d791c1-cd52-4bc2-975c-1882fded04ad tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 3c59f0fe-b277-4734-9100-8955fbce830e] Updating instance '3c59f0fe-b277-4734-9100-8955fbce830e' progress to 50 {{(pid=62438) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1726.694633] env[62438]: DEBUG oslo_concurrency.lockutils [None req-defb1f47-5d6b-4157-9f1a-44e615747408 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Acquiring lock "0531e871-6f05-4401-a2c7-47e3bdff2d97" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1726.695097] env[62438]: DEBUG oslo_concurrency.lockutils [None req-defb1f47-5d6b-4157-9f1a-44e615747408 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Lock "0531e871-6f05-4401-a2c7-47e3bdff2d97" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1726.720099] env[62438]: DEBUG nova.network.neutron [req-ff44d3a0-0c55-464a-b2f3-aa04eddb47ef req-6576c088-7514-43c8-ab45-6099534208f1 service nova] [instance: a85479e1-98d1-432e-a58a-e76c35563709] Updated VIF entry in instance network info cache for port a651b6f1-6576-4f14-b465-70a334435680. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1726.720484] env[62438]: DEBUG nova.network.neutron [req-ff44d3a0-0c55-464a-b2f3-aa04eddb47ef req-6576c088-7514-43c8-ab45-6099534208f1 service nova] [instance: a85479e1-98d1-432e-a58a-e76c35563709] Updating instance_info_cache with network_info: [{"id": "a651b6f1-6576-4f14-b465-70a334435680", "address": "fa:16:3e:dd:a4:76", "network": {"id": "a842c849-d53e-4861-ba7c-3a7d63a56e07", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1714288597-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a974a1f1bd4049f1b41bc114794b6696", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa651b6f1-65", "ovs_interfaceid": "a651b6f1-6576-4f14-b465-70a334435680", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1726.839720] env[62438]: DEBUG oslo_concurrency.lockutils [None req-67ae46a5-b9bb-4b88-a4dd-eca760dc1ca1 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Acquiring lock "interface-fac5fe80-b815-4df0-a95e-6c1e52395caa-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1726.839977] env[62438]: DEBUG oslo_concurrency.lockutils [None req-67ae46a5-b9bb-4b88-a4dd-eca760dc1ca1 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Lock "interface-fac5fe80-b815-4df0-a95e-6c1e52395caa-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1726.840307] env[62438]: DEBUG nova.objects.instance [None req-67ae46a5-b9bb-4b88-a4dd-eca760dc1ca1 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Lazy-loading 'flavor' on Instance uuid fac5fe80-b815-4df0-a95e-6c1e52395caa {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1726.841463] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785462, 'name': CreateVM_Task} progress is 99%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.853699] env[62438]: DEBUG oslo_concurrency.lockutils [None req-14692829-a858-426f-8a0c-0facdffa4a63 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.849s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1726.855784] env[62438]: DEBUG oslo_concurrency.lockutils [None req-aeb81950-b7d7-4236-80e5-30cee2eb28ff tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.158s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1726.857484] env[62438]: INFO nova.compute.claims [None req-aeb81950-b7d7-4236-80e5-30cee2eb28ff tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] [instance: c35b7049-a1de-4b83-a6f5-430bc4a749d4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1726.875945] env[62438]: INFO nova.scheduler.client.report [None req-14692829-a858-426f-8a0c-0facdffa4a63 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] Deleted allocations for instance 0966016a-9742-4bcc-9b2f-81e684a54d46 [ 1726.894805] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: 4deade09-1669-4384-9f17-a8cd7a4c1816] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1727.166738] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd2c0420-df2c-4cc9-ae56-0303765be808 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.186168] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f578af-4266-479a-a8dc-4ea6e856b5bc {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.206471] env[62438]: INFO nova.compute.manager [None req-defb1f47-5d6b-4157-9f1a-44e615747408 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 0531e871-6f05-4401-a2c7-47e3bdff2d97] Detaching volume cd46ea37-9fa9-4d4b-b2e4-b3b96a14a38a [ 1727.208164] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-17d791c1-cd52-4bc2-975c-1882fded04ad tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 3c59f0fe-b277-4734-9100-8955fbce830e] Updating instance '3c59f0fe-b277-4734-9100-8955fbce830e' progress to 67 {{(pid=62438) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1727.213446] env[62438]: DEBUG nova.compute.manager [None req-9f7d0c60-3d2e-4c2b-9964-13043edbf2eb tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Stashing vm_state: active {{(pid=62438) _prep_resize /opt/stack/nova/nova/compute/manager.py:5624}} [ 1727.223372] env[62438]: DEBUG oslo_concurrency.lockutils [req-ff44d3a0-0c55-464a-b2f3-aa04eddb47ef req-6576c088-7514-43c8-ab45-6099534208f1 service nova] Releasing lock "refresh_cache-a85479e1-98d1-432e-a58a-e76c35563709" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1727.246075] env[62438]: INFO nova.virt.block_device [None req-defb1f47-5d6b-4157-9f1a-44e615747408 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 0531e871-6f05-4401-a2c7-47e3bdff2d97] Attempting to driver detach volume cd46ea37-9fa9-4d4b-b2e4-b3b96a14a38a from mountpoint /dev/sdb [ 1727.246369] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-defb1f47-5d6b-4157-9f1a-44e615747408 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 0531e871-6f05-4401-a2c7-47e3bdff2d97] Volume detach. Driver type: vmdk {{(pid=62438) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1727.246639] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-defb1f47-5d6b-4157-9f1a-44e615747408 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 0531e871-6f05-4401-a2c7-47e3bdff2d97] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370473', 'volume_id': 'cd46ea37-9fa9-4d4b-b2e4-b3b96a14a38a', 'name': 'volume-cd46ea37-9fa9-4d4b-b2e4-b3b96a14a38a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '0531e871-6f05-4401-a2c7-47e3bdff2d97', 'attached_at': '', 'detached_at': '', 'volume_id': 'cd46ea37-9fa9-4d4b-b2e4-b3b96a14a38a', 'serial': 'cd46ea37-9fa9-4d4b-b2e4-b3b96a14a38a'} {{(pid=62438) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1727.247551] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-480c2db6-863e-42e9-860e-029a3fc98f25 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.273893] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54da80b8-3bf6-4e80-aee5-f99433c2aa95 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.281398] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5af1702-c61e-475d-a09e-02156d64a4b4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.303978] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-979727ef-d8bb-4dea-9f8d-65d036b640ad {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.319355] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-defb1f47-5d6b-4157-9f1a-44e615747408 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] The volume has not been displaced from its original location: [datastore1] volume-cd46ea37-9fa9-4d4b-b2e4-b3b96a14a38a/volume-cd46ea37-9fa9-4d4b-b2e4-b3b96a14a38a.vmdk. No consolidation needed. {{(pid=62438) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1727.324464] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-defb1f47-5d6b-4157-9f1a-44e615747408 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 0531e871-6f05-4401-a2c7-47e3bdff2d97] Reconfiguring VM instance instance-0000004f to detach disk 2001 {{(pid=62438) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1727.325060] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af46f2d0-6fc9-42f8-a926-5fa0a7e947a3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.346518] env[62438]: DEBUG nova.objects.instance [None req-67ae46a5-b9bb-4b88-a4dd-eca760dc1ca1 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Lazy-loading 'pci_requests' on Instance uuid fac5fe80-b815-4df0-a95e-6c1e52395caa {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1727.347433] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785462, 'name': CreateVM_Task} progress is 99%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.348623] env[62438]: DEBUG oslo_vmware.api [None req-defb1f47-5d6b-4157-9f1a-44e615747408 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Waiting for the task: (returnval){ [ 1727.348623] env[62438]: value = "task-1785463" [ 1727.348623] env[62438]: _type = "Task" [ 1727.348623] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.358400] env[62438]: DEBUG oslo_vmware.api [None req-defb1f47-5d6b-4157-9f1a-44e615747408 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Task: {'id': task-1785463, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.383074] env[62438]: DEBUG oslo_concurrency.lockutils [None req-14692829-a858-426f-8a0c-0facdffa4a63 tempest-ServersTestBootFromVolume-1467665514 tempest-ServersTestBootFromVolume-1467665514-project-member] Lock "0966016a-9742-4bcc-9b2f-81e684a54d46" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.889s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1727.398721] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: b7551b4c-cb4e-40f2-b19c-65e5d87c1a0c] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1727.735083] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9f7d0c60-3d2e-4c2b-9964-13043edbf2eb tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1727.767670] env[62438]: DEBUG nova.network.neutron [None req-17d791c1-cd52-4bc2-975c-1882fded04ad tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 3c59f0fe-b277-4734-9100-8955fbce830e] Port 4132f656-eb3b-4e6b-95e6-618493c6ccd7 binding to destination host cpu-1 is already ACTIVE {{(pid=62438) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 1727.847840] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785462, 'name': CreateVM_Task, 'duration_secs': 1.268623} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.848016] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a61bd079-f79b-41e7-8395-4693cc91c37d] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1727.849029] env[62438]: DEBUG oslo_concurrency.lockutils [None req-254db9c3-81a4-4df5-af46-e2a41e779128 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1727.849029] env[62438]: DEBUG oslo_concurrency.lockutils [None req-254db9c3-81a4-4df5-af46-e2a41e779128 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1727.849029] env[62438]: DEBUG oslo_concurrency.lockutils [None req-254db9c3-81a4-4df5-af46-e2a41e779128 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1727.849580] env[62438]: DEBUG nova.objects.base [None req-67ae46a5-b9bb-4b88-a4dd-eca760dc1ca1 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62438) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1727.849863] env[62438]: DEBUG nova.network.neutron [None req-67ae46a5-b9bb-4b88-a4dd-eca760dc1ca1 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: fac5fe80-b815-4df0-a95e-6c1e52395caa] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1727.851693] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b789c25-5f6a-457d-9d59-8491575e7608 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.862267] env[62438]: DEBUG oslo_vmware.api [None req-defb1f47-5d6b-4157-9f1a-44e615747408 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Task: {'id': task-1785463, 'name': ReconfigVM_Task, 'duration_secs': 0.451344} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.863178] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-defb1f47-5d6b-4157-9f1a-44e615747408 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 0531e871-6f05-4401-a2c7-47e3bdff2d97] Reconfigured VM instance instance-0000004f to detach disk 2001 {{(pid=62438) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1727.867752] env[62438]: DEBUG oslo_vmware.api [None req-254db9c3-81a4-4df5-af46-e2a41e779128 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Waiting for the task: (returnval){ [ 1727.867752] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5260d4c5-1aab-46fb-2605-e308b8be2d42" [ 1727.867752] env[62438]: _type = "Task" [ 1727.867752] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.871180] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5eb10f38-9f62-4a41-ab70-f4b61a0c9674 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.889500] env[62438]: DEBUG oslo_vmware.api [None req-254db9c3-81a4-4df5-af46-e2a41e779128 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5260d4c5-1aab-46fb-2605-e308b8be2d42, 'name': SearchDatastore_Task, 'duration_secs': 0.0135} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.890776] env[62438]: DEBUG oslo_concurrency.lockutils [None req-254db9c3-81a4-4df5-af46-e2a41e779128 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1727.891030] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-254db9c3-81a4-4df5-af46-e2a41e779128 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] [instance: a61bd079-f79b-41e7-8395-4693cc91c37d] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1727.891268] env[62438]: DEBUG oslo_concurrency.lockutils [None req-254db9c3-81a4-4df5-af46-e2a41e779128 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1727.891440] env[62438]: DEBUG oslo_concurrency.lockutils [None req-254db9c3-81a4-4df5-af46-e2a41e779128 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1727.891603] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-254db9c3-81a4-4df5-af46-e2a41e779128 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1727.891915] env[62438]: DEBUG oslo_vmware.api [None req-defb1f47-5d6b-4157-9f1a-44e615747408 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Waiting for the task: (returnval){ [ 1727.891915] env[62438]: value = "task-1785464" [ 1727.891915] env[62438]: _type = "Task" [ 1727.891915] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.892123] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ce3bb05-33a0-4124-bf90-24a2449a0875 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.904317] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: a55cd8ef-cf46-4466-b0ef-b32bff8d6a28] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1727.905886] env[62438]: DEBUG oslo_vmware.api [None req-defb1f47-5d6b-4157-9f1a-44e615747408 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Task: {'id': task-1785464, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.907097] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-254db9c3-81a4-4df5-af46-e2a41e779128 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1727.907496] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-254db9c3-81a4-4df5-af46-e2a41e779128 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1727.908521] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7dcde1e2-f509-44d9-9f2d-15bdfa80f070 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.917933] env[62438]: DEBUG oslo_vmware.api [None req-254db9c3-81a4-4df5-af46-e2a41e779128 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Waiting for the task: (returnval){ [ 1727.917933] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52823221-30b5-53d7-c7e9-4f28783d0915" [ 1727.917933] env[62438]: _type = "Task" [ 1727.917933] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.925562] env[62438]: DEBUG oslo_vmware.api [None req-254db9c3-81a4-4df5-af46-e2a41e779128 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52823221-30b5-53d7-c7e9-4f28783d0915, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.994942] env[62438]: DEBUG oslo_concurrency.lockutils [None req-67ae46a5-b9bb-4b88-a4dd-eca760dc1ca1 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Lock "interface-fac5fe80-b815-4df0-a95e-6c1e52395caa-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.155s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1728.091749] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ce6685-b875-44e4-8393-cafe7e547f1d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.099640] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c6b331-81f3-439f-b110-316a7391a271 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.129541] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e7cec0-cd5e-4059-a224-d4df33d1e3dc {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.138630] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ab6d75-5f8d-415c-bd7d-9a21bb9af1ec {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.154489] env[62438]: DEBUG nova.compute.provider_tree [None req-aeb81950-b7d7-4236-80e5-30cee2eb28ff tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1728.403705] env[62438]: DEBUG oslo_vmware.api [None req-defb1f47-5d6b-4157-9f1a-44e615747408 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Task: {'id': task-1785464, 'name': ReconfigVM_Task, 'duration_secs': 0.14572} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.404138] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-defb1f47-5d6b-4157-9f1a-44e615747408 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 0531e871-6f05-4401-a2c7-47e3bdff2d97] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370473', 'volume_id': 'cd46ea37-9fa9-4d4b-b2e4-b3b96a14a38a', 'name': 'volume-cd46ea37-9fa9-4d4b-b2e4-b3b96a14a38a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '0531e871-6f05-4401-a2c7-47e3bdff2d97', 'attached_at': '', 'detached_at': '', 'volume_id': 'cd46ea37-9fa9-4d4b-b2e4-b3b96a14a38a', 'serial': 'cd46ea37-9fa9-4d4b-b2e4-b3b96a14a38a'} {{(pid=62438) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1728.412201] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: b4ab6c81-0444-4d0d-bcbf-50f2ff69844d] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1728.430170] env[62438]: DEBUG oslo_vmware.api [None req-254db9c3-81a4-4df5-af46-e2a41e779128 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52823221-30b5-53d7-c7e9-4f28783d0915, 'name': SearchDatastore_Task, 'duration_secs': 0.009608} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.431127] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-883609ff-ced0-45ed-9334-8d53fbfd74cd {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.436401] env[62438]: DEBUG oslo_vmware.api [None req-254db9c3-81a4-4df5-af46-e2a41e779128 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Waiting for the task: (returnval){ [ 1728.436401] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52813d38-e527-9909-0d50-ffe0f11e46be" [ 1728.436401] env[62438]: _type = "Task" [ 1728.436401] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.444560] env[62438]: DEBUG oslo_vmware.api [None req-254db9c3-81a4-4df5-af46-e2a41e779128 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52813d38-e527-9909-0d50-ffe0f11e46be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.658176] env[62438]: DEBUG nova.scheduler.client.report [None req-aeb81950-b7d7-4236-80e5-30cee2eb28ff tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1728.800405] env[62438]: DEBUG oslo_concurrency.lockutils [None req-17d791c1-cd52-4bc2-975c-1882fded04ad tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Acquiring lock "3c59f0fe-b277-4734-9100-8955fbce830e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1728.800405] env[62438]: DEBUG oslo_concurrency.lockutils [None req-17d791c1-cd52-4bc2-975c-1882fded04ad tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Lock "3c59f0fe-b277-4734-9100-8955fbce830e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1728.800405] env[62438]: DEBUG oslo_concurrency.lockutils [None req-17d791c1-cd52-4bc2-975c-1882fded04ad tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Lock "3c59f0fe-b277-4734-9100-8955fbce830e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1728.918468] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: 64db0082-d145-4041-b231-d7a1bf4dfa42] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1728.950046] env[62438]: DEBUG oslo_vmware.api [None req-254db9c3-81a4-4df5-af46-e2a41e779128 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52813d38-e527-9909-0d50-ffe0f11e46be, 'name': SearchDatastore_Task, 'duration_secs': 0.010369} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.950971] env[62438]: DEBUG oslo_concurrency.lockutils [None req-254db9c3-81a4-4df5-af46-e2a41e779128 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1728.953262] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-254db9c3-81a4-4df5-af46-e2a41e779128 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] a61bd079-f79b-41e7-8395-4693cc91c37d/a61bd079-f79b-41e7-8395-4693cc91c37d.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1728.953262] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-963236b4-569f-42dd-9c29-a28c1bd95c06 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.962951] env[62438]: DEBUG oslo_vmware.api [None req-254db9c3-81a4-4df5-af46-e2a41e779128 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Waiting for the task: (returnval){ [ 1728.962951] env[62438]: value = "task-1785465" [ 1728.962951] env[62438]: _type = "Task" [ 1728.962951] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.968400] env[62438]: DEBUG nova.objects.instance [None req-defb1f47-5d6b-4157-9f1a-44e615747408 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Lazy-loading 'flavor' on Instance uuid 0531e871-6f05-4401-a2c7-47e3bdff2d97 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1728.976142] env[62438]: DEBUG oslo_vmware.api [None req-254db9c3-81a4-4df5-af46-e2a41e779128 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Task: {'id': task-1785465, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.162887] env[62438]: DEBUG oslo_concurrency.lockutils [None req-aeb81950-b7d7-4236-80e5-30cee2eb28ff tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.307s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1729.163445] env[62438]: DEBUG nova.compute.manager [None req-aeb81950-b7d7-4236-80e5-30cee2eb28ff tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] [instance: c35b7049-a1de-4b83-a6f5-430bc4a749d4] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1729.170020] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9f7d0c60-3d2e-4c2b-9964-13043edbf2eb tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.432s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1729.421394] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: 9cf04ffb-65ba-405b-91ca-dbc2ca54ea4d] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1729.472054] env[62438]: DEBUG oslo_vmware.api [None req-254db9c3-81a4-4df5-af46-e2a41e779128 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Task: {'id': task-1785465, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.669742] env[62438]: DEBUG nova.compute.utils [None req-aeb81950-b7d7-4236-80e5-30cee2eb28ff tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1729.673437] env[62438]: INFO nova.compute.claims [None req-9f7d0c60-3d2e-4c2b-9964-13043edbf2eb tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1729.677338] env[62438]: DEBUG nova.compute.manager [None req-aeb81950-b7d7-4236-80e5-30cee2eb28ff tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] [instance: c35b7049-a1de-4b83-a6f5-430bc4a749d4] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1729.677723] env[62438]: DEBUG nova.network.neutron [None req-aeb81950-b7d7-4236-80e5-30cee2eb28ff tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] [instance: c35b7049-a1de-4b83-a6f5-430bc4a749d4] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1729.742141] env[62438]: DEBUG nova.policy [None req-aeb81950-b7d7-4236-80e5-30cee2eb28ff tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0b2ce882eaff49d8ba586c3a502b5452', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '545fd099a4c24c2fac65d840e0326cf1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1729.846796] env[62438]: DEBUG oslo_concurrency.lockutils [None req-17d791c1-cd52-4bc2-975c-1882fded04ad tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Acquiring lock "refresh_cache-3c59f0fe-b277-4734-9100-8955fbce830e" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1729.847049] env[62438]: DEBUG oslo_concurrency.lockutils [None req-17d791c1-cd52-4bc2-975c-1882fded04ad tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Acquired lock "refresh_cache-3c59f0fe-b277-4734-9100-8955fbce830e" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1729.847242] env[62438]: DEBUG nova.network.neutron [None req-17d791c1-cd52-4bc2-975c-1882fded04ad tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 3c59f0fe-b277-4734-9100-8955fbce830e] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1729.884169] env[62438]: DEBUG oslo_concurrency.lockutils [None req-67325f1d-19b5-45c2-9d23-9b95f0011068 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Acquiring lock "interface-fac5fe80-b815-4df0-a95e-6c1e52395caa-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1729.884667] env[62438]: DEBUG oslo_concurrency.lockutils [None req-67325f1d-19b5-45c2-9d23-9b95f0011068 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Lock "interface-fac5fe80-b815-4df0-a95e-6c1e52395caa-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1729.885070] env[62438]: DEBUG nova.objects.instance [None req-67325f1d-19b5-45c2-9d23-9b95f0011068 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Lazy-loading 'flavor' on Instance uuid fac5fe80-b815-4df0-a95e-6c1e52395caa {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1729.924941] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: a5e53532-e8f8-4e2f-9330-28a76b7860bb] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1729.980327] env[62438]: DEBUG oslo_vmware.api [None req-254db9c3-81a4-4df5-af46-e2a41e779128 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Task: {'id': task-1785465, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.983093] env[62438]: DEBUG oslo_concurrency.lockutils [None req-defb1f47-5d6b-4157-9f1a-44e615747408 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Lock "0531e871-6f05-4401-a2c7-47e3bdff2d97" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.288s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1730.063868] env[62438]: DEBUG nova.network.neutron [None req-aeb81950-b7d7-4236-80e5-30cee2eb28ff tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] [instance: c35b7049-a1de-4b83-a6f5-430bc4a749d4] Successfully created port: 96c17f13-97e2-4641-8988-0e1a97f2f9d2 {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1730.177755] env[62438]: DEBUG nova.compute.manager [None req-aeb81950-b7d7-4236-80e5-30cee2eb28ff tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] [instance: c35b7049-a1de-4b83-a6f5-430bc4a749d4] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1730.182224] env[62438]: INFO nova.compute.resource_tracker [None req-9f7d0c60-3d2e-4c2b-9964-13043edbf2eb tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Updating resource usage from migration 67a29845-06eb-4d18-8889-512eb9620af3 [ 1730.225938] env[62438]: DEBUG oslo_concurrency.lockutils [None req-0841f2bb-ba43-41e3-9a1d-af91f264e96d tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Acquiring lock "0531e871-6f05-4401-a2c7-47e3bdff2d97" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1730.226438] env[62438]: DEBUG oslo_concurrency.lockutils [None req-0841f2bb-ba43-41e3-9a1d-af91f264e96d tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Lock "0531e871-6f05-4401-a2c7-47e3bdff2d97" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1730.430402] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: 473744fb-4d72-49a3-bf1b-1cca94c8869e] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1730.468900] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b54afd3-3a2b-44ee-a9b0-07d0675bd109 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.479377] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54fe1713-6825-46b5-be6a-82f0c13d4ce2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.483240] env[62438]: DEBUG oslo_vmware.api [None req-254db9c3-81a4-4df5-af46-e2a41e779128 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Task: {'id': task-1785465, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.049762} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.485458] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-254db9c3-81a4-4df5-af46-e2a41e779128 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] a61bd079-f79b-41e7-8395-4693cc91c37d/a61bd079-f79b-41e7-8395-4693cc91c37d.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1730.485694] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-254db9c3-81a4-4df5-af46-e2a41e779128 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] [instance: a61bd079-f79b-41e7-8395-4693cc91c37d] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1730.486316] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e489bd80-ac39-4bce-baa0-583261977a5a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.517798] env[62438]: DEBUG nova.objects.instance [None req-67325f1d-19b5-45c2-9d23-9b95f0011068 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Lazy-loading 'pci_requests' on Instance uuid fac5fe80-b815-4df0-a95e-6c1e52395caa {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1730.523019] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c2bba6-8b0f-47ca-8540-6597594d99f9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.524186] env[62438]: DEBUG oslo_vmware.api [None req-254db9c3-81a4-4df5-af46-e2a41e779128 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Waiting for the task: (returnval){ [ 1730.524186] env[62438]: value = "task-1785466" [ 1730.524186] env[62438]: _type = "Task" [ 1730.524186] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.531744] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24e87d52-4e73-4053-95b1-6486fc54649b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.542800] env[62438]: DEBUG oslo_vmware.api [None req-254db9c3-81a4-4df5-af46-e2a41e779128 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Task: {'id': task-1785466, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.552989] env[62438]: DEBUG nova.compute.provider_tree [None req-9f7d0c60-3d2e-4c2b-9964-13043edbf2eb tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1730.594486] env[62438]: DEBUG nova.network.neutron [None req-17d791c1-cd52-4bc2-975c-1882fded04ad tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 3c59f0fe-b277-4734-9100-8955fbce830e] Updating instance_info_cache with network_info: [{"id": "4132f656-eb3b-4e6b-95e6-618493c6ccd7", "address": "fa:16:3e:e2:e9:f7", "network": {"id": "5ede523c-f6dc-46cc-9ded-91d22501f3ac", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-229264200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da30195a54754dadacbdb0481116cd03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4132f656-eb", "ovs_interfaceid": "4132f656-eb3b-4e6b-95e6-618493c6ccd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1730.730065] env[62438]: INFO nova.compute.manager [None req-0841f2bb-ba43-41e3-9a1d-af91f264e96d tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 0531e871-6f05-4401-a2c7-47e3bdff2d97] Detaching volume 283e612d-74f4-4f6f-81d8-abec93ecb346 [ 1730.767279] env[62438]: INFO nova.virt.block_device [None req-0841f2bb-ba43-41e3-9a1d-af91f264e96d tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 0531e871-6f05-4401-a2c7-47e3bdff2d97] Attempting to driver detach volume 283e612d-74f4-4f6f-81d8-abec93ecb346 from mountpoint /dev/sdc [ 1730.767674] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-0841f2bb-ba43-41e3-9a1d-af91f264e96d tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 0531e871-6f05-4401-a2c7-47e3bdff2d97] Volume detach. Driver type: vmdk {{(pid=62438) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1730.767963] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-0841f2bb-ba43-41e3-9a1d-af91f264e96d tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 0531e871-6f05-4401-a2c7-47e3bdff2d97] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370479', 'volume_id': '283e612d-74f4-4f6f-81d8-abec93ecb346', 'name': 'volume-283e612d-74f4-4f6f-81d8-abec93ecb346', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '0531e871-6f05-4401-a2c7-47e3bdff2d97', 'attached_at': '', 'detached_at': '', 'volume_id': '283e612d-74f4-4f6f-81d8-abec93ecb346', 'serial': '283e612d-74f4-4f6f-81d8-abec93ecb346'} {{(pid=62438) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1730.769552] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-192e56b2-bda5-4675-943c-5a8295699654 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.794652] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8022e58-2071-4b64-8ce7-82fbd77552ed {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.801908] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a1f4ef5-3e34-4945-a148-2f71a615dee7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.823199] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c55417c4-1caf-44eb-8c7c-1d5659d64768 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.838985] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-0841f2bb-ba43-41e3-9a1d-af91f264e96d tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] The volume has not been displaced from its original location: [datastore1] volume-283e612d-74f4-4f6f-81d8-abec93ecb346/volume-283e612d-74f4-4f6f-81d8-abec93ecb346.vmdk. No consolidation needed. {{(pid=62438) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1730.844839] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-0841f2bb-ba43-41e3-9a1d-af91f264e96d tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 0531e871-6f05-4401-a2c7-47e3bdff2d97] Reconfiguring VM instance instance-0000004f to detach disk 2002 {{(pid=62438) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1730.845223] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17fb94cd-e217-4c66-b86e-1b3f52787540 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.863526] env[62438]: DEBUG oslo_vmware.api [None req-0841f2bb-ba43-41e3-9a1d-af91f264e96d tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Waiting for the task: (returnval){ [ 1730.863526] env[62438]: value = "task-1785467" [ 1730.863526] env[62438]: _type = "Task" [ 1730.863526] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.875734] env[62438]: DEBUG oslo_vmware.api [None req-0841f2bb-ba43-41e3-9a1d-af91f264e96d tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Task: {'id': task-1785467, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.932096] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: e45fba41-a8f5-4b19-9d7f-43d071e581f8] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1731.021186] env[62438]: DEBUG oslo_concurrency.lockutils [None req-537b8f18-11c7-43e4-91c7-82918c81cbc1 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Acquiring lock "2a865b41-1752-4d8e-81f0-3ca85069c831" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1731.021450] env[62438]: DEBUG oslo_concurrency.lockutils [None req-537b8f18-11c7-43e4-91c7-82918c81cbc1 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Lock "2a865b41-1752-4d8e-81f0-3ca85069c831" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1731.029625] env[62438]: DEBUG nova.objects.base [None req-67325f1d-19b5-45c2-9d23-9b95f0011068 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62438) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1731.029864] env[62438]: DEBUG nova.network.neutron [None req-67325f1d-19b5-45c2-9d23-9b95f0011068 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: fac5fe80-b815-4df0-a95e-6c1e52395caa] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1731.046210] env[62438]: DEBUG oslo_vmware.api [None req-254db9c3-81a4-4df5-af46-e2a41e779128 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Task: {'id': task-1785466, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082871} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.046541] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-254db9c3-81a4-4df5-af46-e2a41e779128 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] [instance: a61bd079-f79b-41e7-8395-4693cc91c37d] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1731.047382] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8856f71d-e0f9-4bed-a1b2-d307c4f77573 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.060529] env[62438]: DEBUG nova.scheduler.client.report [None req-9f7d0c60-3d2e-4c2b-9964-13043edbf2eb tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1731.073598] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-254db9c3-81a4-4df5-af46-e2a41e779128 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] [instance: a61bd079-f79b-41e7-8395-4693cc91c37d] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] a61bd079-f79b-41e7-8395-4693cc91c37d/a61bd079-f79b-41e7-8395-4693cc91c37d.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1731.074507] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48ae1a78-701c-445f-8874-533135ae3c63 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.095902] env[62438]: DEBUG oslo_concurrency.lockutils [None req-17d791c1-cd52-4bc2-975c-1882fded04ad tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Releasing lock "refresh_cache-3c59f0fe-b277-4734-9100-8955fbce830e" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1731.105834] env[62438]: DEBUG oslo_vmware.api [None req-254db9c3-81a4-4df5-af46-e2a41e779128 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Waiting for the task: (returnval){ [ 1731.105834] env[62438]: value = "task-1785468" [ 1731.105834] env[62438]: _type = "Task" [ 1731.105834] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.114736] env[62438]: DEBUG oslo_vmware.api [None req-254db9c3-81a4-4df5-af46-e2a41e779128 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Task: {'id': task-1785468, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.187616] env[62438]: DEBUG nova.compute.manager [None req-aeb81950-b7d7-4236-80e5-30cee2eb28ff tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] [instance: c35b7049-a1de-4b83-a6f5-430bc4a749d4] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1731.215050] env[62438]: DEBUG nova.virt.hardware [None req-aeb81950-b7d7-4236-80e5-30cee2eb28ff tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1731.215451] env[62438]: DEBUG nova.virt.hardware [None req-aeb81950-b7d7-4236-80e5-30cee2eb28ff tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1731.215695] env[62438]: DEBUG nova.virt.hardware [None req-aeb81950-b7d7-4236-80e5-30cee2eb28ff tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1731.215955] env[62438]: DEBUG nova.virt.hardware [None req-aeb81950-b7d7-4236-80e5-30cee2eb28ff tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1731.216195] env[62438]: DEBUG nova.virt.hardware [None req-aeb81950-b7d7-4236-80e5-30cee2eb28ff tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1731.216424] env[62438]: DEBUG nova.virt.hardware [None req-aeb81950-b7d7-4236-80e5-30cee2eb28ff tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1731.216711] env[62438]: DEBUG nova.virt.hardware [None req-aeb81950-b7d7-4236-80e5-30cee2eb28ff tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1731.216947] env[62438]: DEBUG nova.virt.hardware [None req-aeb81950-b7d7-4236-80e5-30cee2eb28ff tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1731.217209] env[62438]: DEBUG nova.virt.hardware [None req-aeb81950-b7d7-4236-80e5-30cee2eb28ff tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1731.217960] env[62438]: DEBUG nova.virt.hardware [None req-aeb81950-b7d7-4236-80e5-30cee2eb28ff tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1731.218268] env[62438]: DEBUG nova.virt.hardware [None req-aeb81950-b7d7-4236-80e5-30cee2eb28ff tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1731.219202] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6771c28-97df-42be-80cd-f0e7f11639d9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.227532] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81cc199b-e026-454f-8049-32f4028a7873 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.298296] env[62438]: DEBUG nova.policy [None req-67325f1d-19b5-45c2-9d23-9b95f0011068 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fb631bc22a884406a82bafdcbba241c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '941c9b8cd46546ffa37aa3edfa770bd1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1731.373825] env[62438]: DEBUG oslo_vmware.api [None req-0841f2bb-ba43-41e3-9a1d-af91f264e96d tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Task: {'id': task-1785467, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.435103] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: 7c85d7ca-3255-452e-9486-2d3b618e7039] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1731.533514] env[62438]: DEBUG nova.compute.utils [None req-537b8f18-11c7-43e4-91c7-82918c81cbc1 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1731.575718] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9f7d0c60-3d2e-4c2b-9964-13043edbf2eb tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.408s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1731.575718] env[62438]: INFO nova.compute.manager [None req-9f7d0c60-3d2e-4c2b-9964-13043edbf2eb tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Migrating [ 1731.623826] env[62438]: DEBUG oslo_vmware.api [None req-254db9c3-81a4-4df5-af46-e2a41e779128 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Task: {'id': task-1785468, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.625029] env[62438]: DEBUG nova.network.neutron [None req-aeb81950-b7d7-4236-80e5-30cee2eb28ff tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] [instance: c35b7049-a1de-4b83-a6f5-430bc4a749d4] Successfully updated port: 96c17f13-97e2-4641-8988-0e1a97f2f9d2 {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1731.633691] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eef6752-f878-4dd7-9e77-02335e9d725f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.655305] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb1f3248-6e61-469b-8632-d08b63e884fb {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.663056] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-17d791c1-cd52-4bc2-975c-1882fded04ad tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 3c59f0fe-b277-4734-9100-8955fbce830e] Updating instance '3c59f0fe-b277-4734-9100-8955fbce830e' progress to 83 {{(pid=62438) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1731.702631] env[62438]: DEBUG nova.network.neutron [None req-67325f1d-19b5-45c2-9d23-9b95f0011068 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: fac5fe80-b815-4df0-a95e-6c1e52395caa] Successfully created port: 46fdc285-dbb4-4cd0-9f01-4bea06e7cb3d {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1731.875509] env[62438]: DEBUG oslo_vmware.api [None req-0841f2bb-ba43-41e3-9a1d-af91f264e96d tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Task: {'id': task-1785467, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.940378] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: 921a7f85-8228-43d9-aa60-bc2992714cc8] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1732.037227] env[62438]: DEBUG oslo_concurrency.lockutils [None req-537b8f18-11c7-43e4-91c7-82918c81cbc1 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Lock "2a865b41-1752-4d8e-81f0-3ca85069c831" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.015s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1732.093145] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9f7d0c60-3d2e-4c2b-9964-13043edbf2eb tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Acquiring lock "refresh_cache-a0ff8ae6-f1bf-4207-9042-2c55dbbda487" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1732.094912] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9f7d0c60-3d2e-4c2b-9964-13043edbf2eb tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Acquired lock "refresh_cache-a0ff8ae6-f1bf-4207-9042-2c55dbbda487" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1732.094912] env[62438]: DEBUG nova.network.neutron [None req-9f7d0c60-3d2e-4c2b-9964-13043edbf2eb tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1732.118111] env[62438]: DEBUG oslo_vmware.api [None req-254db9c3-81a4-4df5-af46-e2a41e779128 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Task: {'id': task-1785468, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.129298] env[62438]: DEBUG oslo_concurrency.lockutils [None req-aeb81950-b7d7-4236-80e5-30cee2eb28ff tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Acquiring lock "refresh_cache-c35b7049-a1de-4b83-a6f5-430bc4a749d4" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1732.129298] env[62438]: DEBUG oslo_concurrency.lockutils [None req-aeb81950-b7d7-4236-80e5-30cee2eb28ff tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Acquired lock "refresh_cache-c35b7049-a1de-4b83-a6f5-430bc4a749d4" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1732.129298] env[62438]: DEBUG nova.network.neutron [None req-aeb81950-b7d7-4236-80e5-30cee2eb28ff tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] [instance: c35b7049-a1de-4b83-a6f5-430bc4a749d4] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1732.171024] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-17d791c1-cd52-4bc2-975c-1882fded04ad tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 3c59f0fe-b277-4734-9100-8955fbce830e] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1732.171024] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12c2e060-14ba-4db3-9ee1-1e8c74c0967c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.182176] env[62438]: DEBUG oslo_vmware.api [None req-17d791c1-cd52-4bc2-975c-1882fded04ad tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Waiting for the task: (returnval){ [ 1732.182176] env[62438]: value = "task-1785469" [ 1732.182176] env[62438]: _type = "Task" [ 1732.182176] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.189182] env[62438]: DEBUG oslo_vmware.api [None req-17d791c1-cd52-4bc2-975c-1882fded04ad tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1785469, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.374286] env[62438]: DEBUG oslo_vmware.api [None req-0841f2bb-ba43-41e3-9a1d-af91f264e96d tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Task: {'id': task-1785467, 'name': ReconfigVM_Task, 'duration_secs': 1.250752} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.374782] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-0841f2bb-ba43-41e3-9a1d-af91f264e96d tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 0531e871-6f05-4401-a2c7-47e3bdff2d97] Reconfigured VM instance instance-0000004f to detach disk 2002 {{(pid=62438) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1732.379339] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02c6e70d-3a55-4d4a-8ef3-5ac4ee0639ee {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.394202] env[62438]: DEBUG oslo_vmware.api [None req-0841f2bb-ba43-41e3-9a1d-af91f264e96d tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Waiting for the task: (returnval){ [ 1732.394202] env[62438]: value = "task-1785470" [ 1732.394202] env[62438]: _type = "Task" [ 1732.394202] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.404132] env[62438]: DEBUG oslo_vmware.api [None req-0841f2bb-ba43-41e3-9a1d-af91f264e96d tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Task: {'id': task-1785470, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.443077] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: a160d6df-ab59-48f0-a076-020afbd2af66] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1732.621600] env[62438]: DEBUG oslo_vmware.api [None req-254db9c3-81a4-4df5-af46-e2a41e779128 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Task: {'id': task-1785468, 'name': ReconfigVM_Task, 'duration_secs': 1.196769} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.621916] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-254db9c3-81a4-4df5-af46-e2a41e779128 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] [instance: a61bd079-f79b-41e7-8395-4693cc91c37d] Reconfigured VM instance instance-0000005b to attach disk [datastore1] a61bd079-f79b-41e7-8395-4693cc91c37d/a61bd079-f79b-41e7-8395-4693cc91c37d.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1732.622535] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-51f22eea-23ef-46f2-8d7e-a41eeaad1023 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.628807] env[62438]: DEBUG oslo_vmware.api [None req-254db9c3-81a4-4df5-af46-e2a41e779128 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Waiting for the task: (returnval){ [ 1732.628807] env[62438]: value = "task-1785471" [ 1732.628807] env[62438]: _type = "Task" [ 1732.628807] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.640392] env[62438]: DEBUG oslo_vmware.api [None req-254db9c3-81a4-4df5-af46-e2a41e779128 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Task: {'id': task-1785471, 'name': Rename_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.686021] env[62438]: DEBUG nova.network.neutron [None req-aeb81950-b7d7-4236-80e5-30cee2eb28ff tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] [instance: c35b7049-a1de-4b83-a6f5-430bc4a749d4] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1732.693245] env[62438]: DEBUG oslo_vmware.api [None req-17d791c1-cd52-4bc2-975c-1882fded04ad tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1785469, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.904935] env[62438]: DEBUG oslo_vmware.api [None req-0841f2bb-ba43-41e3-9a1d-af91f264e96d tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Task: {'id': task-1785470, 'name': ReconfigVM_Task, 'duration_secs': 0.143363} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.905380] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-0841f2bb-ba43-41e3-9a1d-af91f264e96d tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 0531e871-6f05-4401-a2c7-47e3bdff2d97] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370479', 'volume_id': '283e612d-74f4-4f6f-81d8-abec93ecb346', 'name': 'volume-283e612d-74f4-4f6f-81d8-abec93ecb346', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '0531e871-6f05-4401-a2c7-47e3bdff2d97', 'attached_at': '', 'detached_at': '', 'volume_id': '283e612d-74f4-4f6f-81d8-abec93ecb346', 'serial': '283e612d-74f4-4f6f-81d8-abec93ecb346'} {{(pid=62438) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1732.910120] env[62438]: DEBUG nova.compute.manager [req-1d3dad42-3ba4-4aa0-84f1-d4d6e22336d2 req-611e7234-f9c0-4368-836d-9f639a8f1f72 service nova] [instance: c35b7049-a1de-4b83-a6f5-430bc4a749d4] Received event network-vif-plugged-96c17f13-97e2-4641-8988-0e1a97f2f9d2 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1732.910400] env[62438]: DEBUG oslo_concurrency.lockutils [req-1d3dad42-3ba4-4aa0-84f1-d4d6e22336d2 req-611e7234-f9c0-4368-836d-9f639a8f1f72 service nova] Acquiring lock "c35b7049-a1de-4b83-a6f5-430bc4a749d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1732.910682] env[62438]: DEBUG oslo_concurrency.lockutils [req-1d3dad42-3ba4-4aa0-84f1-d4d6e22336d2 req-611e7234-f9c0-4368-836d-9f639a8f1f72 service nova] Lock "c35b7049-a1de-4b83-a6f5-430bc4a749d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1732.910964] env[62438]: DEBUG oslo_concurrency.lockutils [req-1d3dad42-3ba4-4aa0-84f1-d4d6e22336d2 req-611e7234-f9c0-4368-836d-9f639a8f1f72 service nova] Lock "c35b7049-a1de-4b83-a6f5-430bc4a749d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1732.911264] env[62438]: DEBUG nova.compute.manager [req-1d3dad42-3ba4-4aa0-84f1-d4d6e22336d2 req-611e7234-f9c0-4368-836d-9f639a8f1f72 service nova] [instance: c35b7049-a1de-4b83-a6f5-430bc4a749d4] No waiting events found dispatching network-vif-plugged-96c17f13-97e2-4641-8988-0e1a97f2f9d2 {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1732.911492] env[62438]: WARNING nova.compute.manager [req-1d3dad42-3ba4-4aa0-84f1-d4d6e22336d2 req-611e7234-f9c0-4368-836d-9f639a8f1f72 service nova] [instance: c35b7049-a1de-4b83-a6f5-430bc4a749d4] Received unexpected event network-vif-plugged-96c17f13-97e2-4641-8988-0e1a97f2f9d2 for instance with vm_state building and task_state spawning. [ 1732.948215] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: 6a4e1ee0-26ef-481b-bbe3-eebc22e5e3e5] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1732.998849] env[62438]: DEBUG nova.network.neutron [None req-aeb81950-b7d7-4236-80e5-30cee2eb28ff tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] [instance: c35b7049-a1de-4b83-a6f5-430bc4a749d4] Updating instance_info_cache with network_info: [{"id": "96c17f13-97e2-4641-8988-0e1a97f2f9d2", "address": "fa:16:3e:10:d0:f1", "network": {"id": "cc9ebb13-7f72-45c9-904b-eda076433e56", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-43264122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "545fd099a4c24c2fac65d840e0326cf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96c17f13-97", "ovs_interfaceid": "96c17f13-97e2-4641-8988-0e1a97f2f9d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1733.072572] env[62438]: DEBUG nova.network.neutron [None req-9f7d0c60-3d2e-4c2b-9964-13043edbf2eb tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Updating instance_info_cache with network_info: [{"id": "27aaa3f2-5d14-43cb-b458-c9c7d093b677", "address": "fa:16:3e:e9:fa:9d", "network": {"id": "0dbd3920-b0f9-440c-828e-f62c188026e3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-185667311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f3dbad0ee7a4ddebd396ce5fa49f1d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27aaa3f2-5d", "ovs_interfaceid": "27aaa3f2-5d14-43cb-b458-c9c7d093b677", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1733.093736] env[62438]: DEBUG oslo_concurrency.lockutils [None req-537b8f18-11c7-43e4-91c7-82918c81cbc1 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Acquiring lock "2a865b41-1752-4d8e-81f0-3ca85069c831" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1733.094068] env[62438]: DEBUG oslo_concurrency.lockutils [None req-537b8f18-11c7-43e4-91c7-82918c81cbc1 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Lock "2a865b41-1752-4d8e-81f0-3ca85069c831" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1733.094407] env[62438]: INFO nova.compute.manager [None req-537b8f18-11c7-43e4-91c7-82918c81cbc1 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 2a865b41-1752-4d8e-81f0-3ca85069c831] Attaching volume e0b301b8-ac65-413c-bf91-fba27f770da3 to /dev/sdb [ 1733.127930] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e29ae7-887d-48df-aa1a-996dd5ed80a0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.142503] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c2298f-acc7-45d3-98a8-a204841735ec {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.143434] env[62438]: DEBUG oslo_vmware.api [None req-254db9c3-81a4-4df5-af46-e2a41e779128 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Task: {'id': task-1785471, 'name': Rename_Task, 'duration_secs': 0.149678} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1733.143715] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-254db9c3-81a4-4df5-af46-e2a41e779128 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] [instance: a61bd079-f79b-41e7-8395-4693cc91c37d] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1733.144290] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a71f827c-6749-4764-9c1e-4c56a82f6bf2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.150470] env[62438]: DEBUG oslo_vmware.api [None req-254db9c3-81a4-4df5-af46-e2a41e779128 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Waiting for the task: (returnval){ [ 1733.150470] env[62438]: value = "task-1785472" [ 1733.150470] env[62438]: _type = "Task" [ 1733.150470] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.158464] env[62438]: DEBUG nova.virt.block_device [None req-537b8f18-11c7-43e4-91c7-82918c81cbc1 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 2a865b41-1752-4d8e-81f0-3ca85069c831] Updating existing volume attachment record: 4ef8cc7d-bdbd-475e-9b38-1e051c28e6a2 {{(pid=62438) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1733.163438] env[62438]: DEBUG oslo_vmware.api [None req-254db9c3-81a4-4df5-af46-e2a41e779128 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Task: {'id': task-1785472, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.190375] env[62438]: DEBUG oslo_vmware.api [None req-17d791c1-cd52-4bc2-975c-1882fded04ad tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1785469, 'name': PowerOnVM_Task, 'duration_secs': 0.631049} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1733.190798] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-17d791c1-cd52-4bc2-975c-1882fded04ad tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 3c59f0fe-b277-4734-9100-8955fbce830e] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1733.191057] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-17d791c1-cd52-4bc2-975c-1882fded04ad tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 3c59f0fe-b277-4734-9100-8955fbce830e] Updating instance '3c59f0fe-b277-4734-9100-8955fbce830e' progress to 100 {{(pid=62438) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1733.229894] env[62438]: DEBUG nova.network.neutron [None req-67325f1d-19b5-45c2-9d23-9b95f0011068 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: fac5fe80-b815-4df0-a95e-6c1e52395caa] Successfully updated port: 46fdc285-dbb4-4cd0-9f01-4bea06e7cb3d {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1733.451771] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: 2f64f74d-cbfc-49e5-a3d5-45d715172b90] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1733.458764] env[62438]: DEBUG nova.objects.instance [None req-0841f2bb-ba43-41e3-9a1d-af91f264e96d tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Lazy-loading 'flavor' on Instance uuid 0531e871-6f05-4401-a2c7-47e3bdff2d97 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1733.501457] env[62438]: DEBUG oslo_concurrency.lockutils [None req-aeb81950-b7d7-4236-80e5-30cee2eb28ff tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Releasing lock "refresh_cache-c35b7049-a1de-4b83-a6f5-430bc4a749d4" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1733.501834] env[62438]: DEBUG nova.compute.manager [None req-aeb81950-b7d7-4236-80e5-30cee2eb28ff tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] [instance: c35b7049-a1de-4b83-a6f5-430bc4a749d4] Instance network_info: |[{"id": "96c17f13-97e2-4641-8988-0e1a97f2f9d2", "address": "fa:16:3e:10:d0:f1", "network": {"id": "cc9ebb13-7f72-45c9-904b-eda076433e56", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-43264122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "545fd099a4c24c2fac65d840e0326cf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96c17f13-97", "ovs_interfaceid": "96c17f13-97e2-4641-8988-0e1a97f2f9d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1733.502303] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb81950-b7d7-4236-80e5-30cee2eb28ff tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] [instance: c35b7049-a1de-4b83-a6f5-430bc4a749d4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:d0:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '571cdf48-7016-4715-8739-4cb70c90cd6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '96c17f13-97e2-4641-8988-0e1a97f2f9d2', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1733.510025] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeb81950-b7d7-4236-80e5-30cee2eb28ff tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Creating folder: Project (545fd099a4c24c2fac65d840e0326cf1). Parent ref: group-v370230. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1733.511037] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b38bc740-5cbb-482b-95c2-6c061f7d6ec8 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.520999] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-aeb81950-b7d7-4236-80e5-30cee2eb28ff tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Created folder: Project (545fd099a4c24c2fac65d840e0326cf1) in parent group-v370230. [ 1733.521153] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeb81950-b7d7-4236-80e5-30cee2eb28ff tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Creating folder: Instances. Parent ref: group-v370483. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1733.521430] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c9c6abeb-5659-4486-821d-7b0d9400be12 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.530842] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-aeb81950-b7d7-4236-80e5-30cee2eb28ff tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Created folder: Instances in parent group-v370483. [ 1733.531233] env[62438]: DEBUG oslo.service.loopingcall [None req-aeb81950-b7d7-4236-80e5-30cee2eb28ff tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1733.531349] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c35b7049-a1de-4b83-a6f5-430bc4a749d4] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1733.531561] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-69e7bd64-32e6-4b01-aa7c-05da6001bcba {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.553318] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1733.553318] env[62438]: value = "task-1785476" [ 1733.553318] env[62438]: _type = "Task" [ 1733.553318] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.561285] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785476, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.575721] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9f7d0c60-3d2e-4c2b-9964-13043edbf2eb tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Releasing lock "refresh_cache-a0ff8ae6-f1bf-4207-9042-2c55dbbda487" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1733.620920] env[62438]: DEBUG nova.compute.manager [req-9416dba0-a63a-4453-9934-6e3dfa0095e8 req-8bb6eacc-a842-4b56-89d9-528cdd609951 service nova] [instance: fac5fe80-b815-4df0-a95e-6c1e52395caa] Received event network-vif-plugged-46fdc285-dbb4-4cd0-9f01-4bea06e7cb3d {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1733.621105] env[62438]: DEBUG oslo_concurrency.lockutils [req-9416dba0-a63a-4453-9934-6e3dfa0095e8 req-8bb6eacc-a842-4b56-89d9-528cdd609951 service nova] Acquiring lock "fac5fe80-b815-4df0-a95e-6c1e52395caa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1733.621241] env[62438]: DEBUG oslo_concurrency.lockutils [req-9416dba0-a63a-4453-9934-6e3dfa0095e8 req-8bb6eacc-a842-4b56-89d9-528cdd609951 service nova] Lock "fac5fe80-b815-4df0-a95e-6c1e52395caa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1733.621392] env[62438]: DEBUG oslo_concurrency.lockutils [req-9416dba0-a63a-4453-9934-6e3dfa0095e8 req-8bb6eacc-a842-4b56-89d9-528cdd609951 service nova] Lock "fac5fe80-b815-4df0-a95e-6c1e52395caa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1733.621575] env[62438]: DEBUG nova.compute.manager [req-9416dba0-a63a-4453-9934-6e3dfa0095e8 req-8bb6eacc-a842-4b56-89d9-528cdd609951 service nova] [instance: fac5fe80-b815-4df0-a95e-6c1e52395caa] No waiting events found dispatching network-vif-plugged-46fdc285-dbb4-4cd0-9f01-4bea06e7cb3d {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1733.621752] env[62438]: WARNING nova.compute.manager [req-9416dba0-a63a-4453-9934-6e3dfa0095e8 req-8bb6eacc-a842-4b56-89d9-528cdd609951 service nova] [instance: fac5fe80-b815-4df0-a95e-6c1e52395caa] Received unexpected event network-vif-plugged-46fdc285-dbb4-4cd0-9f01-4bea06e7cb3d for instance with vm_state active and task_state None. [ 1733.662185] env[62438]: DEBUG oslo_vmware.api [None req-254db9c3-81a4-4df5-af46-e2a41e779128 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Task: {'id': task-1785472, 'name': PowerOnVM_Task, 'duration_secs': 0.468966} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1733.662357] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-254db9c3-81a4-4df5-af46-e2a41e779128 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] [instance: a61bd079-f79b-41e7-8395-4693cc91c37d] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1733.663023] env[62438]: DEBUG nova.compute.manager [None req-254db9c3-81a4-4df5-af46-e2a41e779128 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] [instance: a61bd079-f79b-41e7-8395-4693cc91c37d] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1733.663426] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-425118fb-a20f-4830-87c4-16919f65936a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.731771] env[62438]: DEBUG oslo_concurrency.lockutils [None req-67325f1d-19b5-45c2-9d23-9b95f0011068 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Acquiring lock "refresh_cache-fac5fe80-b815-4df0-a95e-6c1e52395caa" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1733.732490] env[62438]: DEBUG oslo_concurrency.lockutils [None req-67325f1d-19b5-45c2-9d23-9b95f0011068 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Acquired lock "refresh_cache-fac5fe80-b815-4df0-a95e-6c1e52395caa" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1733.733176] env[62438]: DEBUG nova.network.neutron [None req-67325f1d-19b5-45c2-9d23-9b95f0011068 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: fac5fe80-b815-4df0-a95e-6c1e52395caa] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1733.955703] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: 351f2438-f068-43d9-8b57-5216b6c607da] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1734.065507] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785476, 'name': CreateVM_Task} progress is 25%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.187586] env[62438]: DEBUG oslo_concurrency.lockutils [None req-254db9c3-81a4-4df5-af46-e2a41e779128 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1734.187586] env[62438]: DEBUG oslo_concurrency.lockutils [None req-254db9c3-81a4-4df5-af46-e2a41e779128 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1734.187586] env[62438]: DEBUG nova.objects.instance [None req-254db9c3-81a4-4df5-af46-e2a41e779128 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] [instance: a61bd079-f79b-41e7-8395-4693cc91c37d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62438) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1734.278726] env[62438]: WARNING nova.network.neutron [None req-67325f1d-19b5-45c2-9d23-9b95f0011068 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: fac5fe80-b815-4df0-a95e-6c1e52395caa] a94d385f-71ec-4be6-b04d-8fd365f0788d already exists in list: networks containing: ['a94d385f-71ec-4be6-b04d-8fd365f0788d']. ignoring it [ 1734.288387] env[62438]: DEBUG oslo_concurrency.lockutils [None req-65e0f18e-4e7f-466b-8386-f07a8a80d619 tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Acquiring lock "00488d6a-a056-440f-8423-4272ebfd86d4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1734.288387] env[62438]: DEBUG oslo_concurrency.lockutils [None req-65e0f18e-4e7f-466b-8386-f07a8a80d619 tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Lock "00488d6a-a056-440f-8423-4272ebfd86d4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1734.459333] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: b0263516-ed38-4788-8f11-b7d36e595dc6] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1734.469577] env[62438]: DEBUG oslo_concurrency.lockutils [None req-0841f2bb-ba43-41e3-9a1d-af91f264e96d tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Lock "0531e871-6f05-4401-a2c7-47e3bdff2d97" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.243s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1734.571726] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785476, 'name': CreateVM_Task} progress is 25%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.609293] env[62438]: DEBUG nova.network.neutron [None req-67325f1d-19b5-45c2-9d23-9b95f0011068 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: fac5fe80-b815-4df0-a95e-6c1e52395caa] Updating instance_info_cache with network_info: [{"id": "acf88da9-0512-49ec-b632-45d965e23aa2", "address": "fa:16:3e:a1:0f:af", "network": {"id": "a94d385f-71ec-4be6-b04d-8fd365f0788d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1510171435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "941c9b8cd46546ffa37aa3edfa770bd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacf88da9-05", "ovs_interfaceid": "acf88da9-0512-49ec-b632-45d965e23aa2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "46fdc285-dbb4-4cd0-9f01-4bea06e7cb3d", "address": "fa:16:3e:a9:71:10", "network": {"id": "a94d385f-71ec-4be6-b04d-8fd365f0788d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1510171435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "941c9b8cd46546ffa37aa3edfa770bd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46fdc285-db", "ovs_interfaceid": "46fdc285-dbb4-4cd0-9f01-4bea06e7cb3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1734.792533] env[62438]: DEBUG nova.compute.manager [None req-65e0f18e-4e7f-466b-8386-f07a8a80d619 tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] [instance: 00488d6a-a056-440f-8423-4272ebfd86d4] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1734.963154] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: a085cb1e-b5cf-4b45-9639-464232dfac12] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1735.068909] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785476, 'name': CreateVM_Task} progress is 99%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.071981] env[62438]: DEBUG nova.compute.manager [req-36898ae9-9f52-4b9f-8ea9-9775dee19f39 req-e1ad34ab-56dc-480d-8aef-8c1ecdd700a9 service nova] [instance: c35b7049-a1de-4b83-a6f5-430bc4a749d4] Received event network-changed-96c17f13-97e2-4641-8988-0e1a97f2f9d2 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1735.072266] env[62438]: DEBUG nova.compute.manager [req-36898ae9-9f52-4b9f-8ea9-9775dee19f39 req-e1ad34ab-56dc-480d-8aef-8c1ecdd700a9 service nova] [instance: c35b7049-a1de-4b83-a6f5-430bc4a749d4] Refreshing instance network info cache due to event network-changed-96c17f13-97e2-4641-8988-0e1a97f2f9d2. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1735.072598] env[62438]: DEBUG oslo_concurrency.lockutils [req-36898ae9-9f52-4b9f-8ea9-9775dee19f39 req-e1ad34ab-56dc-480d-8aef-8c1ecdd700a9 service nova] Acquiring lock "refresh_cache-c35b7049-a1de-4b83-a6f5-430bc4a749d4" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1735.072835] env[62438]: DEBUG oslo_concurrency.lockutils [req-36898ae9-9f52-4b9f-8ea9-9775dee19f39 req-e1ad34ab-56dc-480d-8aef-8c1ecdd700a9 service nova] Acquired lock "refresh_cache-c35b7049-a1de-4b83-a6f5-430bc4a749d4" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1735.073110] env[62438]: DEBUG nova.network.neutron [req-36898ae9-9f52-4b9f-8ea9-9775dee19f39 req-e1ad34ab-56dc-480d-8aef-8c1ecdd700a9 service nova] [instance: c35b7049-a1de-4b83-a6f5-430bc4a749d4] Refreshing network info cache for port 96c17f13-97e2-4641-8988-0e1a97f2f9d2 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1735.103105] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc65bb54-e3f9-42b9-bfce-226e168ae26d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.135233] env[62438]: DEBUG oslo_concurrency.lockutils [None req-67325f1d-19b5-45c2-9d23-9b95f0011068 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Releasing lock "refresh_cache-fac5fe80-b815-4df0-a95e-6c1e52395caa" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1735.136111] env[62438]: DEBUG oslo_concurrency.lockutils [None req-67325f1d-19b5-45c2-9d23-9b95f0011068 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Acquiring lock "fac5fe80-b815-4df0-a95e-6c1e52395caa" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1735.136392] env[62438]: DEBUG oslo_concurrency.lockutils [None req-67325f1d-19b5-45c2-9d23-9b95f0011068 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Acquired lock "fac5fe80-b815-4df0-a95e-6c1e52395caa" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1735.136862] env[62438]: DEBUG oslo_concurrency.lockutils [None req-931dffd9-873c-44d9-a1f9-6ee2a7062466 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Acquiring lock "0531e871-6f05-4401-a2c7-47e3bdff2d97" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1735.137179] env[62438]: DEBUG oslo_concurrency.lockutils [None req-931dffd9-873c-44d9-a1f9-6ee2a7062466 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Lock "0531e871-6f05-4401-a2c7-47e3bdff2d97" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1735.137479] env[62438]: DEBUG oslo_concurrency.lockutils [None req-931dffd9-873c-44d9-a1f9-6ee2a7062466 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Acquiring lock "0531e871-6f05-4401-a2c7-47e3bdff2d97-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1735.137771] env[62438]: DEBUG oslo_concurrency.lockutils [None req-931dffd9-873c-44d9-a1f9-6ee2a7062466 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Lock "0531e871-6f05-4401-a2c7-47e3bdff2d97-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1735.138919] env[62438]: DEBUG oslo_concurrency.lockutils [None req-931dffd9-873c-44d9-a1f9-6ee2a7062466 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Lock "0531e871-6f05-4401-a2c7-47e3bdff2d97-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1735.140618] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-9f7d0c60-3d2e-4c2b-9964-13043edbf2eb tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Updating instance 'a0ff8ae6-f1bf-4207-9042-2c55dbbda487' progress to 0 {{(pid=62438) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1735.145660] env[62438]: INFO nova.compute.manager [None req-931dffd9-873c-44d9-a1f9-6ee2a7062466 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 0531e871-6f05-4401-a2c7-47e3bdff2d97] Terminating instance [ 1735.148251] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b1f188b-1127-408c-bd23-8328e7a52854 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.153153] env[62438]: DEBUG nova.compute.manager [None req-931dffd9-873c-44d9-a1f9-6ee2a7062466 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 0531e871-6f05-4401-a2c7-47e3bdff2d97] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1735.153472] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-931dffd9-873c-44d9-a1f9-6ee2a7062466 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 0531e871-6f05-4401-a2c7-47e3bdff2d97] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1735.154584] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-069e919f-f517-401e-8c5c-d45bce65f2a5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.176093] env[62438]: DEBUG nova.virt.hardware [None req-67325f1d-19b5-45c2-9d23-9b95f0011068 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1735.176365] env[62438]: DEBUG nova.virt.hardware [None req-67325f1d-19b5-45c2-9d23-9b95f0011068 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1735.176554] env[62438]: DEBUG nova.virt.hardware [None req-67325f1d-19b5-45c2-9d23-9b95f0011068 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1735.176748] env[62438]: DEBUG nova.virt.hardware [None req-67325f1d-19b5-45c2-9d23-9b95f0011068 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1735.176900] env[62438]: DEBUG nova.virt.hardware [None req-67325f1d-19b5-45c2-9d23-9b95f0011068 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1735.177077] env[62438]: DEBUG nova.virt.hardware [None req-67325f1d-19b5-45c2-9d23-9b95f0011068 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1735.177310] env[62438]: DEBUG nova.virt.hardware [None req-67325f1d-19b5-45c2-9d23-9b95f0011068 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1735.177498] env[62438]: DEBUG nova.virt.hardware [None req-67325f1d-19b5-45c2-9d23-9b95f0011068 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1735.177685] env[62438]: DEBUG nova.virt.hardware [None req-67325f1d-19b5-45c2-9d23-9b95f0011068 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1735.177873] env[62438]: DEBUG nova.virt.hardware [None req-67325f1d-19b5-45c2-9d23-9b95f0011068 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1735.178067] env[62438]: DEBUG nova.virt.hardware [None req-67325f1d-19b5-45c2-9d23-9b95f0011068 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1735.184492] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-67325f1d-19b5-45c2-9d23-9b95f0011068 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: fac5fe80-b815-4df0-a95e-6c1e52395caa] Reconfiguring VM to attach interface {{(pid=62438) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1929}} [ 1735.187675] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0cbefdf-a4a9-430a-a4d6-88e816bf4c39 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.199761] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-931dffd9-873c-44d9-a1f9-6ee2a7062466 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 0531e871-6f05-4401-a2c7-47e3bdff2d97] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1735.201123] env[62438]: DEBUG oslo_concurrency.lockutils [None req-254db9c3-81a4-4df5-af46-e2a41e779128 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1735.202092] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a190bcc2-fd76-41a3-9b1c-053b1fe5c8cb {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.209914] env[62438]: DEBUG oslo_vmware.api [None req-931dffd9-873c-44d9-a1f9-6ee2a7062466 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Waiting for the task: (returnval){ [ 1735.209914] env[62438]: value = "task-1785479" [ 1735.209914] env[62438]: _type = "Task" [ 1735.209914] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.211252] env[62438]: DEBUG oslo_vmware.api [None req-67325f1d-19b5-45c2-9d23-9b95f0011068 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Waiting for the task: (returnval){ [ 1735.211252] env[62438]: value = "task-1785480" [ 1735.211252] env[62438]: _type = "Task" [ 1735.211252] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.223858] env[62438]: DEBUG oslo_vmware.api [None req-67325f1d-19b5-45c2-9d23-9b95f0011068 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1785480, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.227038] env[62438]: DEBUG oslo_vmware.api [None req-931dffd9-873c-44d9-a1f9-6ee2a7062466 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Task: {'id': task-1785479, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.317494] env[62438]: DEBUG oslo_concurrency.lockutils [None req-65e0f18e-4e7f-466b-8386-f07a8a80d619 tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1735.317770] env[62438]: DEBUG oslo_concurrency.lockutils [None req-65e0f18e-4e7f-466b-8386-f07a8a80d619 tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1735.319314] env[62438]: INFO nova.compute.claims [None req-65e0f18e-4e7f-466b-8386-f07a8a80d619 tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] [instance: 00488d6a-a056-440f-8423-4272ebfd86d4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1735.466466] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: f5ec6de0-4e17-47af-af42-fae96ccaac5d] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1735.565362] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785476, 'name': CreateVM_Task} progress is 99%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.655590] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f7d0c60-3d2e-4c2b-9964-13043edbf2eb tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1735.656731] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-134768e9-834f-4fcb-939c-9e7eaadb0064 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.664097] env[62438]: DEBUG oslo_vmware.api [None req-9f7d0c60-3d2e-4c2b-9964-13043edbf2eb tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Waiting for the task: (returnval){ [ 1735.664097] env[62438]: value = "task-1785481" [ 1735.664097] env[62438]: _type = "Task" [ 1735.664097] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.672939] env[62438]: DEBUG oslo_vmware.api [None req-9f7d0c60-3d2e-4c2b-9964-13043edbf2eb tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785481, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.731694] env[62438]: DEBUG oslo_vmware.api [None req-931dffd9-873c-44d9-a1f9-6ee2a7062466 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Task: {'id': task-1785479, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.731694] env[62438]: DEBUG oslo_vmware.api [None req-67325f1d-19b5-45c2-9d23-9b95f0011068 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1785480, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.813981] env[62438]: DEBUG nova.network.neutron [req-36898ae9-9f52-4b9f-8ea9-9775dee19f39 req-e1ad34ab-56dc-480d-8aef-8c1ecdd700a9 service nova] [instance: c35b7049-a1de-4b83-a6f5-430bc4a749d4] Updated VIF entry in instance network info cache for port 96c17f13-97e2-4641-8988-0e1a97f2f9d2. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1735.814448] env[62438]: DEBUG nova.network.neutron [req-36898ae9-9f52-4b9f-8ea9-9775dee19f39 req-e1ad34ab-56dc-480d-8aef-8c1ecdd700a9 service nova] [instance: c35b7049-a1de-4b83-a6f5-430bc4a749d4] Updating instance_info_cache with network_info: [{"id": "96c17f13-97e2-4641-8988-0e1a97f2f9d2", "address": "fa:16:3e:10:d0:f1", "network": {"id": "cc9ebb13-7f72-45c9-904b-eda076433e56", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-43264122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "545fd099a4c24c2fac65d840e0326cf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96c17f13-97", "ovs_interfaceid": "96c17f13-97e2-4641-8988-0e1a97f2f9d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1735.953230] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a54b052d-2300-4b6a-a26e-810f5b567855 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Acquiring lock "a61bd079-f79b-41e7-8395-4693cc91c37d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1735.953523] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a54b052d-2300-4b6a-a26e-810f5b567855 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Lock "a61bd079-f79b-41e7-8395-4693cc91c37d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1735.953741] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a54b052d-2300-4b6a-a26e-810f5b567855 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Acquiring lock "a61bd079-f79b-41e7-8395-4693cc91c37d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1735.953976] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a54b052d-2300-4b6a-a26e-810f5b567855 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Lock "a61bd079-f79b-41e7-8395-4693cc91c37d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1735.954181] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a54b052d-2300-4b6a-a26e-810f5b567855 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Lock "a61bd079-f79b-41e7-8395-4693cc91c37d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1735.956399] env[62438]: INFO nova.compute.manager [None req-a54b052d-2300-4b6a-a26e-810f5b567855 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] [instance: a61bd079-f79b-41e7-8395-4693cc91c37d] Terminating instance [ 1735.958097] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a54b052d-2300-4b6a-a26e-810f5b567855 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Acquiring lock "refresh_cache-a61bd079-f79b-41e7-8395-4693cc91c37d" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1735.958265] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a54b052d-2300-4b6a-a26e-810f5b567855 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Acquired lock "refresh_cache-a61bd079-f79b-41e7-8395-4693cc91c37d" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1735.958486] env[62438]: DEBUG nova.network.neutron [None req-a54b052d-2300-4b6a-a26e-810f5b567855 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] [instance: a61bd079-f79b-41e7-8395-4693cc91c37d] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1735.969445] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: 841c786c-b6fa-4f8d-8435-837a2bb6cf8d] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1736.071591] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785476, 'name': CreateVM_Task, 'duration_secs': 2.194661} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1736.071861] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c35b7049-a1de-4b83-a6f5-430bc4a749d4] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1736.072968] env[62438]: DEBUG oslo_concurrency.lockutils [None req-aeb81950-b7d7-4236-80e5-30cee2eb28ff tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1736.073171] env[62438]: DEBUG oslo_concurrency.lockutils [None req-aeb81950-b7d7-4236-80e5-30cee2eb28ff tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1736.073584] env[62438]: DEBUG oslo_concurrency.lockutils [None req-aeb81950-b7d7-4236-80e5-30cee2eb28ff tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1736.073866] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cb8d90e-22c2-4202-9b57-8f2b8b07f4fc {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.078841] env[62438]: DEBUG oslo_vmware.api [None req-aeb81950-b7d7-4236-80e5-30cee2eb28ff tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Waiting for the task: (returnval){ [ 1736.078841] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52fd80ad-af00-71da-1ad4-70703531d051" [ 1736.078841] env[62438]: _type = "Task" [ 1736.078841] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1736.087760] env[62438]: DEBUG oslo_vmware.api [None req-aeb81950-b7d7-4236-80e5-30cee2eb28ff tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52fd80ad-af00-71da-1ad4-70703531d051, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.145380] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ef08c599-17f7-48fe-a7dd-9e2b2ac4ccee tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Acquiring lock "3c59f0fe-b277-4734-9100-8955fbce830e" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1736.145642] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ef08c599-17f7-48fe-a7dd-9e2b2ac4ccee tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Lock "3c59f0fe-b277-4734-9100-8955fbce830e" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1736.145844] env[62438]: DEBUG nova.compute.manager [None req-ef08c599-17f7-48fe-a7dd-9e2b2ac4ccee tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 3c59f0fe-b277-4734-9100-8955fbce830e] Going to confirm migration 6 {{(pid=62438) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4783}} [ 1736.174296] env[62438]: DEBUG oslo_vmware.api [None req-9f7d0c60-3d2e-4c2b-9964-13043edbf2eb tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785481, 'name': PowerOffVM_Task, 'duration_secs': 0.31385} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1736.174579] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f7d0c60-3d2e-4c2b-9964-13043edbf2eb tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1736.174775] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-9f7d0c60-3d2e-4c2b-9964-13043edbf2eb tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Updating instance 'a0ff8ae6-f1bf-4207-9042-2c55dbbda487' progress to 17 {{(pid=62438) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1736.225038] env[62438]: DEBUG oslo_vmware.api [None req-931dffd9-873c-44d9-a1f9-6ee2a7062466 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Task: {'id': task-1785479, 'name': PowerOffVM_Task, 'duration_secs': 0.761711} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1736.228069] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-931dffd9-873c-44d9-a1f9-6ee2a7062466 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 0531e871-6f05-4401-a2c7-47e3bdff2d97] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1736.228276] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-931dffd9-873c-44d9-a1f9-6ee2a7062466 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 0531e871-6f05-4401-a2c7-47e3bdff2d97] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1736.228573] env[62438]: DEBUG oslo_vmware.api [None req-67325f1d-19b5-45c2-9d23-9b95f0011068 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1785480, 'name': ReconfigVM_Task, 'duration_secs': 0.945971} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1736.229451] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eeeea925-9e1e-45c4-8dc2-5a6626cb5780 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.231171] env[62438]: DEBUG oslo_concurrency.lockutils [None req-67325f1d-19b5-45c2-9d23-9b95f0011068 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Releasing lock "fac5fe80-b815-4df0-a95e-6c1e52395caa" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1736.231392] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-67325f1d-19b5-45c2-9d23-9b95f0011068 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: fac5fe80-b815-4df0-a95e-6c1e52395caa] Reconfigured VM to attach interface {{(pid=62438) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1943}} [ 1736.317968] env[62438]: DEBUG oslo_concurrency.lockutils [req-36898ae9-9f52-4b9f-8ea9-9775dee19f39 req-e1ad34ab-56dc-480d-8aef-8c1ecdd700a9 service nova] Releasing lock "refresh_cache-c35b7049-a1de-4b83-a6f5-430bc4a749d4" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1736.338732] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-931dffd9-873c-44d9-a1f9-6ee2a7062466 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 0531e871-6f05-4401-a2c7-47e3bdff2d97] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1736.339081] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-931dffd9-873c-44d9-a1f9-6ee2a7062466 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 0531e871-6f05-4401-a2c7-47e3bdff2d97] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1736.339201] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-931dffd9-873c-44d9-a1f9-6ee2a7062466 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Deleting the datastore file [datastore1] 0531e871-6f05-4401-a2c7-47e3bdff2d97 {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1736.339532] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1146ca15-a40d-4d00-8d51-fd042313af93 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.346485] env[62438]: DEBUG oslo_vmware.api [None req-931dffd9-873c-44d9-a1f9-6ee2a7062466 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Waiting for the task: (returnval){ [ 1736.346485] env[62438]: value = "task-1785484" [ 1736.346485] env[62438]: _type = "Task" [ 1736.346485] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1736.357062] env[62438]: DEBUG oslo_vmware.api [None req-931dffd9-873c-44d9-a1f9-6ee2a7062466 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Task: {'id': task-1785484, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.472895] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: 076a9ab9-ac47-4fc1-8f05-774930931042] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1736.478713] env[62438]: DEBUG nova.network.neutron [None req-a54b052d-2300-4b6a-a26e-810f5b567855 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] [instance: a61bd079-f79b-41e7-8395-4693cc91c37d] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1736.533103] env[62438]: DEBUG nova.network.neutron [None req-a54b052d-2300-4b6a-a26e-810f5b567855 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] [instance: a61bd079-f79b-41e7-8395-4693cc91c37d] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1736.547868] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac8aa28-ef6c-4cba-ae41-428fc82a3146 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.556754] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ad0fca-24e6-446f-9add-7fc448ff1c10 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.592278] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c501e7f0-4e94-447e-9402-6fa1c5f7c787 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.600894] env[62438]: DEBUG oslo_vmware.api [None req-aeb81950-b7d7-4236-80e5-30cee2eb28ff tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52fd80ad-af00-71da-1ad4-70703531d051, 'name': SearchDatastore_Task, 'duration_secs': 0.012612} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1736.603013] env[62438]: DEBUG oslo_concurrency.lockutils [None req-aeb81950-b7d7-4236-80e5-30cee2eb28ff tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1736.603269] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb81950-b7d7-4236-80e5-30cee2eb28ff tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] [instance: c35b7049-a1de-4b83-a6f5-430bc4a749d4] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1736.603514] env[62438]: DEBUG oslo_concurrency.lockutils [None req-aeb81950-b7d7-4236-80e5-30cee2eb28ff tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1736.603667] env[62438]: DEBUG oslo_concurrency.lockutils [None req-aeb81950-b7d7-4236-80e5-30cee2eb28ff tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1736.603874] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-aeb81950-b7d7-4236-80e5-30cee2eb28ff tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1736.604184] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ae8f0285-22dd-4ea2-a98e-9df69b7f75b3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.606833] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51064b48-67c4-481f-befb-40a3c0f891b3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.621261] env[62438]: DEBUG nova.compute.provider_tree [None req-65e0f18e-4e7f-466b-8386-f07a8a80d619 tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1736.625525] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-aeb81950-b7d7-4236-80e5-30cee2eb28ff tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1736.625738] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb81950-b7d7-4236-80e5-30cee2eb28ff tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1736.626466] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96fd9223-680d-48bb-8947-2959902c5bc2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.631738] env[62438]: DEBUG oslo_vmware.api [None req-aeb81950-b7d7-4236-80e5-30cee2eb28ff tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Waiting for the task: (returnval){ [ 1736.631738] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5256c276-c977-076a-9d52-d3d0e497e955" [ 1736.631738] env[62438]: _type = "Task" [ 1736.631738] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1736.639603] env[62438]: DEBUG oslo_vmware.api [None req-aeb81950-b7d7-4236-80e5-30cee2eb28ff tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5256c276-c977-076a-9d52-d3d0e497e955, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.680666] env[62438]: DEBUG nova.virt.hardware [None req-9f7d0c60-3d2e-4c2b-9964-13043edbf2eb tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1736.680937] env[62438]: DEBUG nova.virt.hardware [None req-9f7d0c60-3d2e-4c2b-9964-13043edbf2eb tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1736.681119] env[62438]: DEBUG nova.virt.hardware [None req-9f7d0c60-3d2e-4c2b-9964-13043edbf2eb tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1736.681315] env[62438]: DEBUG nova.virt.hardware [None req-9f7d0c60-3d2e-4c2b-9964-13043edbf2eb tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1736.681465] env[62438]: DEBUG nova.virt.hardware [None req-9f7d0c60-3d2e-4c2b-9964-13043edbf2eb tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1736.681620] env[62438]: DEBUG nova.virt.hardware [None req-9f7d0c60-3d2e-4c2b-9964-13043edbf2eb tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1736.681833] env[62438]: DEBUG nova.virt.hardware [None req-9f7d0c60-3d2e-4c2b-9964-13043edbf2eb tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1736.682008] env[62438]: DEBUG nova.virt.hardware [None req-9f7d0c60-3d2e-4c2b-9964-13043edbf2eb tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1736.682190] env[62438]: DEBUG nova.virt.hardware [None req-9f7d0c60-3d2e-4c2b-9964-13043edbf2eb tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1736.682359] env[62438]: DEBUG nova.virt.hardware [None req-9f7d0c60-3d2e-4c2b-9964-13043edbf2eb tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1736.682545] env[62438]: DEBUG nova.virt.hardware [None req-9f7d0c60-3d2e-4c2b-9964-13043edbf2eb tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1736.687493] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b44c401-4587-4f67-9ec8-332b62d0be67 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.705597] env[62438]: DEBUG oslo_vmware.api [None req-9f7d0c60-3d2e-4c2b-9964-13043edbf2eb tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Waiting for the task: (returnval){ [ 1736.705597] env[62438]: value = "task-1785485" [ 1736.705597] env[62438]: _type = "Task" [ 1736.705597] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1736.713668] env[62438]: DEBUG oslo_vmware.api [None req-9f7d0c60-3d2e-4c2b-9964-13043edbf2eb tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785485, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.726874] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ef08c599-17f7-48fe-a7dd-9e2b2ac4ccee tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Acquiring lock "refresh_cache-3c59f0fe-b277-4734-9100-8955fbce830e" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1736.727044] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ef08c599-17f7-48fe-a7dd-9e2b2ac4ccee tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Acquired lock "refresh_cache-3c59f0fe-b277-4734-9100-8955fbce830e" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1736.727271] env[62438]: DEBUG nova.network.neutron [None req-ef08c599-17f7-48fe-a7dd-9e2b2ac4ccee tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 3c59f0fe-b277-4734-9100-8955fbce830e] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1736.727484] env[62438]: DEBUG nova.objects.instance [None req-ef08c599-17f7-48fe-a7dd-9e2b2ac4ccee tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Lazy-loading 'info_cache' on Instance uuid 3c59f0fe-b277-4734-9100-8955fbce830e {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1736.735545] env[62438]: DEBUG oslo_concurrency.lockutils [None req-67325f1d-19b5-45c2-9d23-9b95f0011068 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Lock "interface-fac5fe80-b815-4df0-a95e-6c1e52395caa-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.851s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1736.855912] env[62438]: DEBUG oslo_vmware.api [None req-931dffd9-873c-44d9-a1f9-6ee2a7062466 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Task: {'id': task-1785484, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.263695} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1736.856223] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-931dffd9-873c-44d9-a1f9-6ee2a7062466 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1736.856456] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-931dffd9-873c-44d9-a1f9-6ee2a7062466 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 0531e871-6f05-4401-a2c7-47e3bdff2d97] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1736.856641] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-931dffd9-873c-44d9-a1f9-6ee2a7062466 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 0531e871-6f05-4401-a2c7-47e3bdff2d97] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1736.856831] env[62438]: INFO nova.compute.manager [None req-931dffd9-873c-44d9-a1f9-6ee2a7062466 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] [instance: 0531e871-6f05-4401-a2c7-47e3bdff2d97] Took 1.70 seconds to destroy the instance on the hypervisor. [ 1736.857099] env[62438]: DEBUG oslo.service.loopingcall [None req-931dffd9-873c-44d9-a1f9-6ee2a7062466 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1736.857302] env[62438]: DEBUG nova.compute.manager [-] [instance: 0531e871-6f05-4401-a2c7-47e3bdff2d97] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1736.857398] env[62438]: DEBUG nova.network.neutron [-] [instance: 0531e871-6f05-4401-a2c7-47e3bdff2d97] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1736.976044] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: d3b27191-a52c-4d5b-858d-f0ac2c936919] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1737.036316] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a54b052d-2300-4b6a-a26e-810f5b567855 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Releasing lock "refresh_cache-a61bd079-f79b-41e7-8395-4693cc91c37d" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1737.036828] env[62438]: DEBUG nova.compute.manager [None req-a54b052d-2300-4b6a-a26e-810f5b567855 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] [instance: a61bd079-f79b-41e7-8395-4693cc91c37d] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1737.037090] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a54b052d-2300-4b6a-a26e-810f5b567855 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] [instance: a61bd079-f79b-41e7-8395-4693cc91c37d] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1737.038082] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2133a051-5029-4f9d-b776-63d86ce31953 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.046662] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-a54b052d-2300-4b6a-a26e-810f5b567855 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] [instance: a61bd079-f79b-41e7-8395-4693cc91c37d] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1737.046929] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b884879a-c425-4ecb-ae23-91a2e7e4a0c2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.053092] env[62438]: DEBUG oslo_vmware.api [None req-a54b052d-2300-4b6a-a26e-810f5b567855 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Waiting for the task: (returnval){ [ 1737.053092] env[62438]: value = "task-1785486" [ 1737.053092] env[62438]: _type = "Task" [ 1737.053092] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.061072] env[62438]: DEBUG oslo_vmware.api [None req-a54b052d-2300-4b6a-a26e-810f5b567855 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Task: {'id': task-1785486, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.124626] env[62438]: DEBUG nova.scheduler.client.report [None req-65e0f18e-4e7f-466b-8386-f07a8a80d619 tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1737.147214] env[62438]: DEBUG oslo_vmware.api [None req-aeb81950-b7d7-4236-80e5-30cee2eb28ff tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5256c276-c977-076a-9d52-d3d0e497e955, 'name': SearchDatastore_Task, 'duration_secs': 0.027109} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1737.149070] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd4329a8-9996-4020-8b94-f105c388230f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.155377] env[62438]: DEBUG oslo_vmware.api [None req-aeb81950-b7d7-4236-80e5-30cee2eb28ff tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Waiting for the task: (returnval){ [ 1737.155377] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52c5a26c-abfa-fbdc-6e76-549ba8cbd260" [ 1737.155377] env[62438]: _type = "Task" [ 1737.155377] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.163960] env[62438]: DEBUG oslo_vmware.api [None req-aeb81950-b7d7-4236-80e5-30cee2eb28ff tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52c5a26c-abfa-fbdc-6e76-549ba8cbd260, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.217585] env[62438]: DEBUG oslo_vmware.api [None req-9f7d0c60-3d2e-4c2b-9964-13043edbf2eb tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785485, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.480584] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: ac81bf4e-9010-4ff5-9857-18690b409637] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1737.564041] env[62438]: DEBUG oslo_vmware.api [None req-a54b052d-2300-4b6a-a26e-810f5b567855 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Task: {'id': task-1785486, 'name': PowerOffVM_Task, 'duration_secs': 0.274005} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1737.564041] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-a54b052d-2300-4b6a-a26e-810f5b567855 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] [instance: a61bd079-f79b-41e7-8395-4693cc91c37d] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1737.564041] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a54b052d-2300-4b6a-a26e-810f5b567855 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] [instance: a61bd079-f79b-41e7-8395-4693cc91c37d] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1737.564297] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73efe2ff-04d4-431b-9580-551e11263ee7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.587648] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a54b052d-2300-4b6a-a26e-810f5b567855 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] [instance: a61bd079-f79b-41e7-8395-4693cc91c37d] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1737.588310] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a54b052d-2300-4b6a-a26e-810f5b567855 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] [instance: a61bd079-f79b-41e7-8395-4693cc91c37d] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1737.588310] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-a54b052d-2300-4b6a-a26e-810f5b567855 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Deleting the datastore file [datastore1] a61bd079-f79b-41e7-8395-4693cc91c37d {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1737.588310] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0897efb8-3fac-4143-b49a-c97dc93454d3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.594273] env[62438]: DEBUG oslo_vmware.api [None req-a54b052d-2300-4b6a-a26e-810f5b567855 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Waiting for the task: (returnval){ [ 1737.594273] env[62438]: value = "task-1785488" [ 1737.594273] env[62438]: _type = "Task" [ 1737.594273] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.602575] env[62438]: DEBUG oslo_vmware.api [None req-a54b052d-2300-4b6a-a26e-810f5b567855 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Task: {'id': task-1785488, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.630818] env[62438]: DEBUG oslo_concurrency.lockutils [None req-65e0f18e-4e7f-466b-8386-f07a8a80d619 tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.313s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1737.631414] env[62438]: DEBUG nova.compute.manager [None req-65e0f18e-4e7f-466b-8386-f07a8a80d619 tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] [instance: 00488d6a-a056-440f-8423-4272ebfd86d4] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1737.664911] env[62438]: DEBUG oslo_vmware.api [None req-aeb81950-b7d7-4236-80e5-30cee2eb28ff tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52c5a26c-abfa-fbdc-6e76-549ba8cbd260, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.715638] env[62438]: DEBUG oslo_vmware.api [None req-9f7d0c60-3d2e-4c2b-9964-13043edbf2eb tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785485, 'name': ReconfigVM_Task, 'duration_secs': 0.59541} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1737.715942] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-9f7d0c60-3d2e-4c2b-9964-13043edbf2eb tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Updating instance 'a0ff8ae6-f1bf-4207-9042-2c55dbbda487' progress to 33 {{(pid=62438) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1737.727042] env[62438]: DEBUG nova.compute.manager [req-723c72cc-6dcc-474d-a8c1-518ca8061d22 req-95a735ac-51f1-40e2-abc0-4a2e7779e063 service nova] [instance: fac5fe80-b815-4df0-a95e-6c1e52395caa] Received event network-changed-46fdc285-dbb4-4cd0-9f01-4bea06e7cb3d {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1737.727242] env[62438]: DEBUG nova.compute.manager [req-723c72cc-6dcc-474d-a8c1-518ca8061d22 req-95a735ac-51f1-40e2-abc0-4a2e7779e063 service nova] [instance: fac5fe80-b815-4df0-a95e-6c1e52395caa] Refreshing instance network info cache due to event network-changed-46fdc285-dbb4-4cd0-9f01-4bea06e7cb3d. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1737.727741] env[62438]: DEBUG oslo_concurrency.lockutils [req-723c72cc-6dcc-474d-a8c1-518ca8061d22 req-95a735ac-51f1-40e2-abc0-4a2e7779e063 service nova] Acquiring lock "refresh_cache-fac5fe80-b815-4df0-a95e-6c1e52395caa" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1737.727741] env[62438]: DEBUG oslo_concurrency.lockutils [req-723c72cc-6dcc-474d-a8c1-518ca8061d22 req-95a735ac-51f1-40e2-abc0-4a2e7779e063 service nova] Acquired lock "refresh_cache-fac5fe80-b815-4df0-a95e-6c1e52395caa" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1737.727867] env[62438]: DEBUG nova.network.neutron [req-723c72cc-6dcc-474d-a8c1-518ca8061d22 req-95a735ac-51f1-40e2-abc0-4a2e7779e063 service nova] [instance: fac5fe80-b815-4df0-a95e-6c1e52395caa] Refreshing network info cache for port 46fdc285-dbb4-4cd0-9f01-4bea06e7cb3d {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1737.800457] env[62438]: DEBUG nova.network.neutron [-] [instance: 0531e871-6f05-4401-a2c7-47e3bdff2d97] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1737.943598] env[62438]: DEBUG nova.network.neutron [None req-ef08c599-17f7-48fe-a7dd-9e2b2ac4ccee tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 3c59f0fe-b277-4734-9100-8955fbce830e] Updating instance_info_cache with network_info: [{"id": "4132f656-eb3b-4e6b-95e6-618493c6ccd7", "address": "fa:16:3e:e2:e9:f7", "network": {"id": "5ede523c-f6dc-46cc-9ded-91d22501f3ac", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-229264200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da30195a54754dadacbdb0481116cd03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4132f656-eb", "ovs_interfaceid": "4132f656-eb3b-4e6b-95e6-618493c6ccd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1737.987515] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: 2eb62df9-005e-488f-b800-02867ec2fa81] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1738.020276] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c9aeca6b-d075-4095-94b0-fe05590ed943 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Acquiring lock "ceadf541-e9dc-423a-97c5-3dfe483cbab4" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1738.020530] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c9aeca6b-d075-4095-94b0-fe05590ed943 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Lock "ceadf541-e9dc-423a-97c5-3dfe483cbab4" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1738.020722] env[62438]: DEBUG nova.compute.manager [None req-c9aeca6b-d075-4095-94b0-fe05590ed943 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1738.021845] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-754f5151-6f88-4950-a312-19509839ee42 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.028761] env[62438]: DEBUG nova.compute.manager [None req-c9aeca6b-d075-4095-94b0-fe05590ed943 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62438) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3368}} [ 1738.029336] env[62438]: DEBUG nova.objects.instance [None req-c9aeca6b-d075-4095-94b0-fe05590ed943 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Lazy-loading 'flavor' on Instance uuid ceadf541-e9dc-423a-97c5-3dfe483cbab4 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1738.105748] env[62438]: DEBUG oslo_vmware.api [None req-a54b052d-2300-4b6a-a26e-810f5b567855 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Task: {'id': task-1785488, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.137122] env[62438]: DEBUG nova.compute.utils [None req-65e0f18e-4e7f-466b-8386-f07a8a80d619 tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1738.138546] env[62438]: DEBUG nova.compute.manager [None req-65e0f18e-4e7f-466b-8386-f07a8a80d619 tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] [instance: 00488d6a-a056-440f-8423-4272ebfd86d4] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1738.138546] env[62438]: DEBUG nova.network.neutron [None req-65e0f18e-4e7f-466b-8386-f07a8a80d619 tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] [instance: 00488d6a-a056-440f-8423-4272ebfd86d4] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1738.165853] env[62438]: DEBUG oslo_vmware.api [None req-aeb81950-b7d7-4236-80e5-30cee2eb28ff tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52c5a26c-abfa-fbdc-6e76-549ba8cbd260, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.177799] env[62438]: DEBUG nova.policy [None req-65e0f18e-4e7f-466b-8386-f07a8a80d619 tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '463a3d08d4694709a81a9b1c0669378d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5877190663a0435fb62e2af965eca75d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1738.207145] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-537b8f18-11c7-43e4-91c7-82918c81cbc1 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 2a865b41-1752-4d8e-81f0-3ca85069c831] Volume attach. Driver type: vmdk {{(pid=62438) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1738.207387] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-537b8f18-11c7-43e4-91c7-82918c81cbc1 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 2a865b41-1752-4d8e-81f0-3ca85069c831] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370487', 'volume_id': 'e0b301b8-ac65-413c-bf91-fba27f770da3', 'name': 'volume-e0b301b8-ac65-413c-bf91-fba27f770da3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2a865b41-1752-4d8e-81f0-3ca85069c831', 'attached_at': '', 'detached_at': '', 'volume_id': 'e0b301b8-ac65-413c-bf91-fba27f770da3', 'serial': 'e0b301b8-ac65-413c-bf91-fba27f770da3'} {{(pid=62438) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1738.208294] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6276773-b422-413f-a2b9-13e20a375974 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.226435] env[62438]: DEBUG nova.virt.hardware [None req-9f7d0c60-3d2e-4c2b-9964-13043edbf2eb tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1738.226679] env[62438]: DEBUG nova.virt.hardware [None req-9f7d0c60-3d2e-4c2b-9964-13043edbf2eb tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1738.226846] env[62438]: DEBUG nova.virt.hardware [None req-9f7d0c60-3d2e-4c2b-9964-13043edbf2eb tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1738.227042] env[62438]: DEBUG nova.virt.hardware [None req-9f7d0c60-3d2e-4c2b-9964-13043edbf2eb tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1738.227197] env[62438]: DEBUG nova.virt.hardware [None req-9f7d0c60-3d2e-4c2b-9964-13043edbf2eb tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1738.227350] env[62438]: DEBUG nova.virt.hardware [None req-9f7d0c60-3d2e-4c2b-9964-13043edbf2eb tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1738.227554] env[62438]: DEBUG nova.virt.hardware [None req-9f7d0c60-3d2e-4c2b-9964-13043edbf2eb tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1738.227719] env[62438]: DEBUG nova.virt.hardware [None req-9f7d0c60-3d2e-4c2b-9964-13043edbf2eb tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1738.227888] env[62438]: DEBUG nova.virt.hardware [None req-9f7d0c60-3d2e-4c2b-9964-13043edbf2eb tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1738.228072] env[62438]: DEBUG nova.virt.hardware [None req-9f7d0c60-3d2e-4c2b-9964-13043edbf2eb tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1738.228255] env[62438]: DEBUG nova.virt.hardware [None req-9f7d0c60-3d2e-4c2b-9964-13043edbf2eb tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1738.233547] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f7d0c60-3d2e-4c2b-9964-13043edbf2eb tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Reconfiguring VM instance instance-00000052 to detach disk 2000 {{(pid=62438) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1738.235792] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1467ded-2b91-40e8-a195-62e2d07563df {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.249289] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84945a5c-3702-4385-bedb-cb4a83d21ec7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.275746] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-537b8f18-11c7-43e4-91c7-82918c81cbc1 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 2a865b41-1752-4d8e-81f0-3ca85069c831] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] volume-e0b301b8-ac65-413c-bf91-fba27f770da3/volume-e0b301b8-ac65-413c-bf91-fba27f770da3.vmdk or device None with type thin {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1738.277648] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-986419b5-4165-401d-a930-78c2d0e75033 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.291523] env[62438]: DEBUG oslo_vmware.api [None req-9f7d0c60-3d2e-4c2b-9964-13043edbf2eb tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Waiting for the task: (returnval){ [ 1738.291523] env[62438]: value = "task-1785489" [ 1738.291523] env[62438]: _type = "Task" [ 1738.291523] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.297459] env[62438]: DEBUG oslo_vmware.api [None req-537b8f18-11c7-43e4-91c7-82918c81cbc1 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Waiting for the task: (returnval){ [ 1738.297459] env[62438]: value = "task-1785490" [ 1738.297459] env[62438]: _type = "Task" [ 1738.297459] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.305910] env[62438]: INFO nova.compute.manager [-] [instance: 0531e871-6f05-4401-a2c7-47e3bdff2d97] Took 1.45 seconds to deallocate network for instance. [ 1738.306234] env[62438]: DEBUG oslo_vmware.api [None req-9f7d0c60-3d2e-4c2b-9964-13043edbf2eb tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785489, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.311741] env[62438]: DEBUG oslo_vmware.api [None req-537b8f18-11c7-43e4-91c7-82918c81cbc1 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785490, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.424956] env[62438]: DEBUG nova.network.neutron [None req-65e0f18e-4e7f-466b-8386-f07a8a80d619 tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] [instance: 00488d6a-a056-440f-8423-4272ebfd86d4] Successfully created port: bc06aa02-eebd-4979-bdff-2e94f7ca5022 {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1738.447031] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ef08c599-17f7-48fe-a7dd-9e2b2ac4ccee tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Releasing lock "refresh_cache-3c59f0fe-b277-4734-9100-8955fbce830e" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1738.449023] env[62438]: DEBUG nova.objects.instance [None req-ef08c599-17f7-48fe-a7dd-9e2b2ac4ccee tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Lazy-loading 'migration_context' on Instance uuid 3c59f0fe-b277-4734-9100-8955fbce830e {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1738.490306] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: 18dc9467-827b-4fe0-8ddf-03c0093c7737] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1738.513036] env[62438]: DEBUG nova.network.neutron [req-723c72cc-6dcc-474d-a8c1-518ca8061d22 req-95a735ac-51f1-40e2-abc0-4a2e7779e063 service nova] [instance: fac5fe80-b815-4df0-a95e-6c1e52395caa] Updated VIF entry in instance network info cache for port 46fdc285-dbb4-4cd0-9f01-4bea06e7cb3d. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1738.513036] env[62438]: DEBUG nova.network.neutron [req-723c72cc-6dcc-474d-a8c1-518ca8061d22 req-95a735ac-51f1-40e2-abc0-4a2e7779e063 service nova] [instance: fac5fe80-b815-4df0-a95e-6c1e52395caa] Updating instance_info_cache with network_info: [{"id": "acf88da9-0512-49ec-b632-45d965e23aa2", "address": "fa:16:3e:a1:0f:af", "network": {"id": "a94d385f-71ec-4be6-b04d-8fd365f0788d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1510171435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "941c9b8cd46546ffa37aa3edfa770bd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacf88da9-05", "ovs_interfaceid": "acf88da9-0512-49ec-b632-45d965e23aa2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "46fdc285-dbb4-4cd0-9f01-4bea06e7cb3d", "address": "fa:16:3e:a9:71:10", "network": {"id": "a94d385f-71ec-4be6-b04d-8fd365f0788d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1510171435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "941c9b8cd46546ffa37aa3edfa770bd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46fdc285-db", "ovs_interfaceid": "46fdc285-dbb4-4cd0-9f01-4bea06e7cb3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1738.535500] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9aeca6b-d075-4095-94b0-fe05590ed943 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1738.535500] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f0d443e-4ee9-40a2-a7ab-a0fae93ada99 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.543021] env[62438]: DEBUG oslo_vmware.api [None req-c9aeca6b-d075-4095-94b0-fe05590ed943 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Waiting for the task: (returnval){ [ 1738.543021] env[62438]: value = "task-1785491" [ 1738.543021] env[62438]: _type = "Task" [ 1738.543021] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.551981] env[62438]: DEBUG oslo_vmware.api [None req-c9aeca6b-d075-4095-94b0-fe05590ed943 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785491, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.609176] env[62438]: DEBUG oslo_vmware.api [None req-a54b052d-2300-4b6a-a26e-810f5b567855 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Task: {'id': task-1785488, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.644527] env[62438]: DEBUG nova.compute.manager [None req-65e0f18e-4e7f-466b-8386-f07a8a80d619 tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] [instance: 00488d6a-a056-440f-8423-4272ebfd86d4] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1738.667297] env[62438]: DEBUG oslo_vmware.api [None req-aeb81950-b7d7-4236-80e5-30cee2eb28ff tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52c5a26c-abfa-fbdc-6e76-549ba8cbd260, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.801475] env[62438]: DEBUG oslo_vmware.api [None req-9f7d0c60-3d2e-4c2b-9964-13043edbf2eb tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785489, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.809130] env[62438]: DEBUG oslo_vmware.api [None req-537b8f18-11c7-43e4-91c7-82918c81cbc1 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785490, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.816148] env[62438]: DEBUG oslo_concurrency.lockutils [None req-931dffd9-873c-44d9-a1f9-6ee2a7062466 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1738.816427] env[62438]: DEBUG oslo_concurrency.lockutils [None req-931dffd9-873c-44d9-a1f9-6ee2a7062466 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1738.816660] env[62438]: DEBUG nova.objects.instance [None req-931dffd9-873c-44d9-a1f9-6ee2a7062466 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Lazy-loading 'resources' on Instance uuid 0531e871-6f05-4401-a2c7-47e3bdff2d97 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1738.899560] env[62438]: DEBUG oslo_concurrency.lockutils [None req-0ff935c4-268d-4783-a10a-9c4c4f30575b tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Acquiring lock "interface-fac5fe80-b815-4df0-a95e-6c1e52395caa-0ae1761b-955d-4957-95c4-5a0113c8c633" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1738.899880] env[62438]: DEBUG oslo_concurrency.lockutils [None req-0ff935c4-268d-4783-a10a-9c4c4f30575b tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Lock "interface-fac5fe80-b815-4df0-a95e-6c1e52395caa-0ae1761b-955d-4957-95c4-5a0113c8c633" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1738.900303] env[62438]: DEBUG nova.objects.instance [None req-0ff935c4-268d-4783-a10a-9c4c4f30575b tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Lazy-loading 'flavor' on Instance uuid fac5fe80-b815-4df0-a95e-6c1e52395caa {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1738.949911] env[62438]: DEBUG nova.objects.base [None req-ef08c599-17f7-48fe-a7dd-9e2b2ac4ccee tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Object Instance<3c59f0fe-b277-4734-9100-8955fbce830e> lazy-loaded attributes: info_cache,migration_context {{(pid=62438) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1738.950849] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-284f5e77-83f8-4305-b495-8dd141c6bad8 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.976547] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4baa0e43-6e5d-4d2e-9a11-0be6686923fd {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.982703] env[62438]: DEBUG oslo_vmware.api [None req-ef08c599-17f7-48fe-a7dd-9e2b2ac4ccee tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Waiting for the task: (returnval){ [ 1738.982703] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52c46bf2-78b4-b26e-f339-f25aaba7b97f" [ 1738.982703] env[62438]: _type = "Task" [ 1738.982703] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.990287] env[62438]: DEBUG oslo_vmware.api [None req-ef08c599-17f7-48fe-a7dd-9e2b2ac4ccee tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52c46bf2-78b4-b26e-f339-f25aaba7b97f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.993801] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: 0cb4c6c0-63bc-4723-bac2-62479872be0d] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1739.015323] env[62438]: DEBUG oslo_concurrency.lockutils [req-723c72cc-6dcc-474d-a8c1-518ca8061d22 req-95a735ac-51f1-40e2-abc0-4a2e7779e063 service nova] Releasing lock "refresh_cache-fac5fe80-b815-4df0-a95e-6c1e52395caa" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1739.050793] env[62438]: DEBUG oslo_vmware.api [None req-c9aeca6b-d075-4095-94b0-fe05590ed943 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785491, 'name': PowerOffVM_Task, 'duration_secs': 0.184777} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.051029] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9aeca6b-d075-4095-94b0-fe05590ed943 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1739.051219] env[62438]: DEBUG nova.compute.manager [None req-c9aeca6b-d075-4095-94b0-fe05590ed943 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1739.051962] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-991fb266-ad77-486a-beea-2c24147429f2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.106060] env[62438]: DEBUG oslo_vmware.api [None req-a54b052d-2300-4b6a-a26e-810f5b567855 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Task: {'id': task-1785488, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.167211] env[62438]: DEBUG oslo_vmware.api [None req-aeb81950-b7d7-4236-80e5-30cee2eb28ff tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52c5a26c-abfa-fbdc-6e76-549ba8cbd260, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.301998] env[62438]: DEBUG oslo_vmware.api [None req-9f7d0c60-3d2e-4c2b-9964-13043edbf2eb tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785489, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.309921] env[62438]: DEBUG oslo_vmware.api [None req-537b8f18-11c7-43e4-91c7-82918c81cbc1 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785490, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.493848] env[62438]: DEBUG oslo_vmware.api [None req-ef08c599-17f7-48fe-a7dd-9e2b2ac4ccee tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52c46bf2-78b4-b26e-f339-f25aaba7b97f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.496221] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: 5f2f6e09-af90-465e-9451-dc4ce16fb851] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1739.504771] env[62438]: DEBUG nova.objects.instance [None req-0ff935c4-268d-4783-a10a-9c4c4f30575b tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Lazy-loading 'pci_requests' on Instance uuid fac5fe80-b815-4df0-a95e-6c1e52395caa {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1739.507039] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b570ba68-d757-4e49-82ee-2dfe8eee4eae {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.514571] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74addd42-4ee5-4389-b165-b527413c871a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.544856] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b0e5f23-8a29-45cb-b18c-030dfba426aa {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.552265] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20906da1-8878-48f8-8348-b3089ea0cd33 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.567163] env[62438]: DEBUG nova.compute.provider_tree [None req-931dffd9-873c-44d9-a1f9-6ee2a7062466 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1739.568341] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c9aeca6b-d075-4095-94b0-fe05590ed943 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Lock "ceadf541-e9dc-423a-97c5-3dfe483cbab4" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.548s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1739.608855] env[62438]: DEBUG oslo_vmware.api [None req-a54b052d-2300-4b6a-a26e-810f5b567855 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Task: {'id': task-1785488, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.650801] env[62438]: DEBUG nova.compute.manager [None req-65e0f18e-4e7f-466b-8386-f07a8a80d619 tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] [instance: 00488d6a-a056-440f-8423-4272ebfd86d4] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1739.667940] env[62438]: DEBUG oslo_vmware.api [None req-aeb81950-b7d7-4236-80e5-30cee2eb28ff tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52c5a26c-abfa-fbdc-6e76-549ba8cbd260, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.677571] env[62438]: DEBUG nova.virt.hardware [None req-65e0f18e-4e7f-466b-8386-f07a8a80d619 tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1739.677824] env[62438]: DEBUG nova.virt.hardware [None req-65e0f18e-4e7f-466b-8386-f07a8a80d619 tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1739.678132] env[62438]: DEBUG nova.virt.hardware [None req-65e0f18e-4e7f-466b-8386-f07a8a80d619 tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1739.678231] env[62438]: DEBUG nova.virt.hardware [None req-65e0f18e-4e7f-466b-8386-f07a8a80d619 tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1739.678332] env[62438]: DEBUG nova.virt.hardware [None req-65e0f18e-4e7f-466b-8386-f07a8a80d619 tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1739.678485] env[62438]: DEBUG nova.virt.hardware [None req-65e0f18e-4e7f-466b-8386-f07a8a80d619 tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1739.678763] env[62438]: DEBUG nova.virt.hardware [None req-65e0f18e-4e7f-466b-8386-f07a8a80d619 tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1739.678969] env[62438]: DEBUG nova.virt.hardware [None req-65e0f18e-4e7f-466b-8386-f07a8a80d619 tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1739.679174] env[62438]: DEBUG nova.virt.hardware [None req-65e0f18e-4e7f-466b-8386-f07a8a80d619 tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1739.679350] env[62438]: DEBUG nova.virt.hardware [None req-65e0f18e-4e7f-466b-8386-f07a8a80d619 tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1739.679576] env[62438]: DEBUG nova.virt.hardware [None req-65e0f18e-4e7f-466b-8386-f07a8a80d619 tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1739.680488] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e223e4-1afa-4aea-9334-5e674f509e57 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.688285] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-706ae42f-60d4-414a-ad82-5553823702e4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.802317] env[62438]: DEBUG oslo_vmware.api [None req-9f7d0c60-3d2e-4c2b-9964-13043edbf2eb tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785489, 'name': ReconfigVM_Task, 'duration_secs': 1.188011} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.805520] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f7d0c60-3d2e-4c2b-9964-13043edbf2eb tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Reconfigured VM instance instance-00000052 to detach disk 2000 {{(pid=62438) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1739.806168] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-426ec357-f150-4309-9723-75cc51df6be5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.813107] env[62438]: DEBUG oslo_vmware.api [None req-537b8f18-11c7-43e4-91c7-82918c81cbc1 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785490, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.833471] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f7d0c60-3d2e-4c2b-9964-13043edbf2eb tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] a0ff8ae6-f1bf-4207-9042-2c55dbbda487/a0ff8ae6-f1bf-4207-9042-2c55dbbda487.vmdk or device None with type thin {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1739.833684] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4ae7385-4461-4cc7-8e09-6588489e1843 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.851090] env[62438]: DEBUG oslo_vmware.api [None req-9f7d0c60-3d2e-4c2b-9964-13043edbf2eb tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Waiting for the task: (returnval){ [ 1739.851090] env[62438]: value = "task-1785492" [ 1739.851090] env[62438]: _type = "Task" [ 1739.851090] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.859187] env[62438]: DEBUG oslo_vmware.api [None req-9f7d0c60-3d2e-4c2b-9964-13043edbf2eb tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785492, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.901852] env[62438]: DEBUG nova.network.neutron [None req-65e0f18e-4e7f-466b-8386-f07a8a80d619 tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] [instance: 00488d6a-a056-440f-8423-4272ebfd86d4] Successfully updated port: bc06aa02-eebd-4979-bdff-2e94f7ca5022 {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1739.994712] env[62438]: DEBUG oslo_vmware.api [None req-ef08c599-17f7-48fe-a7dd-9e2b2ac4ccee tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52c46bf2-78b4-b26e-f339-f25aaba7b97f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.999305] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: 2b5c87fe-1c80-4cb9-86fe-4dd083322e71] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1740.010051] env[62438]: DEBUG nova.objects.base [None req-0ff935c4-268d-4783-a10a-9c4c4f30575b tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62438) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1740.010826] env[62438]: DEBUG nova.network.neutron [None req-0ff935c4-268d-4783-a10a-9c4c4f30575b tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: fac5fe80-b815-4df0-a95e-6c1e52395caa] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1740.070943] env[62438]: DEBUG nova.scheduler.client.report [None req-931dffd9-873c-44d9-a1f9-6ee2a7062466 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1740.076106] env[62438]: DEBUG nova.policy [None req-0ff935c4-268d-4783-a10a-9c4c4f30575b tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fb631bc22a884406a82bafdcbba241c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '941c9b8cd46546ffa37aa3edfa770bd1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1740.107855] env[62438]: DEBUG oslo_vmware.api [None req-a54b052d-2300-4b6a-a26e-810f5b567855 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Task: {'id': task-1785488, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.167784] env[62438]: DEBUG oslo_vmware.api [None req-aeb81950-b7d7-4236-80e5-30cee2eb28ff tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52c5a26c-abfa-fbdc-6e76-549ba8cbd260, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.311227] env[62438]: DEBUG oslo_vmware.api [None req-537b8f18-11c7-43e4-91c7-82918c81cbc1 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785490, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.361804] env[62438]: DEBUG oslo_vmware.api [None req-9f7d0c60-3d2e-4c2b-9964-13043edbf2eb tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785492, 'name': ReconfigVM_Task, 'duration_secs': 0.344569} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.363051] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f7d0c60-3d2e-4c2b-9964-13043edbf2eb tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Reconfigured VM instance instance-00000052 to attach disk [datastore1] a0ff8ae6-f1bf-4207-9042-2c55dbbda487/a0ff8ae6-f1bf-4207-9042-2c55dbbda487.vmdk or device None with type thin {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1740.363051] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-9f7d0c60-3d2e-4c2b-9964-13043edbf2eb tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Updating instance 'a0ff8ae6-f1bf-4207-9042-2c55dbbda487' progress to 50 {{(pid=62438) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1740.404716] env[62438]: DEBUG oslo_concurrency.lockutils [None req-65e0f18e-4e7f-466b-8386-f07a8a80d619 tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Acquiring lock "refresh_cache-00488d6a-a056-440f-8423-4272ebfd86d4" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1740.404896] env[62438]: DEBUG oslo_concurrency.lockutils [None req-65e0f18e-4e7f-466b-8386-f07a8a80d619 tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Acquired lock "refresh_cache-00488d6a-a056-440f-8423-4272ebfd86d4" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1740.405019] env[62438]: DEBUG nova.network.neutron [None req-65e0f18e-4e7f-466b-8386-f07a8a80d619 tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] [instance: 00488d6a-a056-440f-8423-4272ebfd86d4] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1740.495329] env[62438]: DEBUG oslo_vmware.api [None req-ef08c599-17f7-48fe-a7dd-9e2b2ac4ccee tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52c46bf2-78b4-b26e-f339-f25aaba7b97f, 'name': SearchDatastore_Task, 'duration_secs': 1.415438} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.495735] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ef08c599-17f7-48fe-a7dd-9e2b2ac4ccee tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1740.502357] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: 0cae7f31-dbb9-4e27-81a7-34d1b1d22f8a] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1740.578951] env[62438]: DEBUG oslo_concurrency.lockutils [None req-931dffd9-873c-44d9-a1f9-6ee2a7062466 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.762s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1740.581720] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ef08c599-17f7-48fe-a7dd-9e2b2ac4ccee tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.086s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1740.609517] env[62438]: DEBUG oslo_vmware.api [None req-a54b052d-2300-4b6a-a26e-810f5b567855 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Task: {'id': task-1785488, 'name': DeleteDatastoreFile_Task, 'duration_secs': 2.885285} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.609849] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-a54b052d-2300-4b6a-a26e-810f5b567855 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1740.610041] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a54b052d-2300-4b6a-a26e-810f5b567855 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] [instance: a61bd079-f79b-41e7-8395-4693cc91c37d] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1740.610290] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a54b052d-2300-4b6a-a26e-810f5b567855 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] [instance: a61bd079-f79b-41e7-8395-4693cc91c37d] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1740.610479] env[62438]: INFO nova.compute.manager [None req-a54b052d-2300-4b6a-a26e-810f5b567855 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] [instance: a61bd079-f79b-41e7-8395-4693cc91c37d] Took 3.57 seconds to destroy the instance on the hypervisor. [ 1740.610759] env[62438]: DEBUG oslo.service.loopingcall [None req-a54b052d-2300-4b6a-a26e-810f5b567855 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1740.611009] env[62438]: DEBUG nova.compute.manager [-] [instance: a61bd079-f79b-41e7-8395-4693cc91c37d] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1740.611137] env[62438]: DEBUG nova.network.neutron [-] [instance: a61bd079-f79b-41e7-8395-4693cc91c37d] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1740.613563] env[62438]: INFO nova.scheduler.client.report [None req-931dffd9-873c-44d9-a1f9-6ee2a7062466 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Deleted allocations for instance 0531e871-6f05-4401-a2c7-47e3bdff2d97 [ 1740.630652] env[62438]: DEBUG nova.network.neutron [-] [instance: a61bd079-f79b-41e7-8395-4693cc91c37d] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1740.671969] env[62438]: DEBUG oslo_vmware.api [None req-aeb81950-b7d7-4236-80e5-30cee2eb28ff tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52c5a26c-abfa-fbdc-6e76-549ba8cbd260, 'name': SearchDatastore_Task, 'duration_secs': 3.245154} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.672330] env[62438]: DEBUG oslo_concurrency.lockutils [None req-aeb81950-b7d7-4236-80e5-30cee2eb28ff tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1740.672619] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeb81950-b7d7-4236-80e5-30cee2eb28ff tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] c35b7049-a1de-4b83-a6f5-430bc4a749d4/c35b7049-a1de-4b83-a6f5-430bc4a749d4.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1740.672917] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f1251210-071d-443e-92f0-086be643e0d0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.679828] env[62438]: DEBUG oslo_vmware.api [None req-aeb81950-b7d7-4236-80e5-30cee2eb28ff tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Waiting for the task: (returnval){ [ 1740.679828] env[62438]: value = "task-1785493" [ 1740.679828] env[62438]: _type = "Task" [ 1740.679828] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.687524] env[62438]: DEBUG oslo_vmware.api [None req-aeb81950-b7d7-4236-80e5-30cee2eb28ff tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Task: {'id': task-1785493, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.812561] env[62438]: DEBUG oslo_vmware.api [None req-537b8f18-11c7-43e4-91c7-82918c81cbc1 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785490, 'name': ReconfigVM_Task, 'duration_secs': 2.460893} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.812870] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-537b8f18-11c7-43e4-91c7-82918c81cbc1 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 2a865b41-1752-4d8e-81f0-3ca85069c831] Reconfigured VM instance instance-00000055 to attach disk [datastore1] volume-e0b301b8-ac65-413c-bf91-fba27f770da3/volume-e0b301b8-ac65-413c-bf91-fba27f770da3.vmdk or device None with type thin {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1740.817578] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1aa4f593-3fa3-45dc-9044-c4ff7410cf69 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.833640] env[62438]: DEBUG oslo_vmware.api [None req-537b8f18-11c7-43e4-91c7-82918c81cbc1 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Waiting for the task: (returnval){ [ 1740.833640] env[62438]: value = "task-1785494" [ 1740.833640] env[62438]: _type = "Task" [ 1740.833640] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.841645] env[62438]: DEBUG oslo_vmware.api [None req-537b8f18-11c7-43e4-91c7-82918c81cbc1 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785494, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.869365] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b179c9-6ecd-4240-bb6f-2419a3abe7b2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.891045] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c3d5ab-8acb-4e26-8ef3-6ba4fc5b2168 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.916026] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-9f7d0c60-3d2e-4c2b-9964-13043edbf2eb tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Updating instance 'a0ff8ae6-f1bf-4207-9042-2c55dbbda487' progress to 67 {{(pid=62438) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1740.957549] env[62438]: DEBUG nova.network.neutron [None req-65e0f18e-4e7f-466b-8386-f07a8a80d619 tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] [instance: 00488d6a-a056-440f-8423-4272ebfd86d4] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1741.005754] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: fa1146c8-af2b-49a6-88f0-6fee8773ce67] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1741.093054] env[62438]: DEBUG nova.network.neutron [None req-65e0f18e-4e7f-466b-8386-f07a8a80d619 tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] [instance: 00488d6a-a056-440f-8423-4272ebfd86d4] Updating instance_info_cache with network_info: [{"id": "bc06aa02-eebd-4979-bdff-2e94f7ca5022", "address": "fa:16:3e:06:72:d4", "network": {"id": "6c700d94-0bf5-45fc-b97d-08032004501c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-502963819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5877190663a0435fb62e2af965eca75d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc06aa02-ee", "ovs_interfaceid": "bc06aa02-eebd-4979-bdff-2e94f7ca5022", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1741.122897] env[62438]: DEBUG oslo_concurrency.lockutils [None req-931dffd9-873c-44d9-a1f9-6ee2a7062466 tempest-AttachVolumeTestJSON-1853550217 tempest-AttachVolumeTestJSON-1853550217-project-member] Lock "0531e871-6f05-4401-a2c7-47e3bdff2d97" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.986s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1741.133318] env[62438]: DEBUG nova.network.neutron [-] [instance: a61bd079-f79b-41e7-8395-4693cc91c37d] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1741.193065] env[62438]: DEBUG oslo_vmware.api [None req-aeb81950-b7d7-4236-80e5-30cee2eb28ff tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Task: {'id': task-1785493, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.282832] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-544f6646-756d-4725-865d-b8aa9a67d376 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.291668] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cda2e44-46da-4901-84b9-a5383cc44022 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.325066] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f089a3-a1f3-4c96-8b0b-37c6ef7efbf5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.333352] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-914c38f7-52e3-42b3-ad2f-ef51d9d48998 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.345871] env[62438]: DEBUG oslo_vmware.api [None req-537b8f18-11c7-43e4-91c7-82918c81cbc1 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785494, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.355715] env[62438]: DEBUG nova.compute.provider_tree [None req-ef08c599-17f7-48fe-a7dd-9e2b2ac4ccee tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1741.508602] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: 2a23b794-2acb-487c-901d-7aeca03aec83] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1741.542792] env[62438]: DEBUG nova.network.neutron [None req-0ff935c4-268d-4783-a10a-9c4c4f30575b tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: fac5fe80-b815-4df0-a95e-6c1e52395caa] Successfully updated port: 0ae1761b-955d-4957-95c4-5a0113c8c633 {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1741.596057] env[62438]: DEBUG oslo_concurrency.lockutils [None req-65e0f18e-4e7f-466b-8386-f07a8a80d619 tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Releasing lock "refresh_cache-00488d6a-a056-440f-8423-4272ebfd86d4" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1741.596443] env[62438]: DEBUG nova.compute.manager [None req-65e0f18e-4e7f-466b-8386-f07a8a80d619 tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] [instance: 00488d6a-a056-440f-8423-4272ebfd86d4] Instance network_info: |[{"id": "bc06aa02-eebd-4979-bdff-2e94f7ca5022", "address": "fa:16:3e:06:72:d4", "network": {"id": "6c700d94-0bf5-45fc-b97d-08032004501c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-502963819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5877190663a0435fb62e2af965eca75d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc06aa02-ee", "ovs_interfaceid": "bc06aa02-eebd-4979-bdff-2e94f7ca5022", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1741.597051] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-65e0f18e-4e7f-466b-8386-f07a8a80d619 tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] [instance: 00488d6a-a056-440f-8423-4272ebfd86d4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:72:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '23f4655e-3495-421d-be4e-f6002a85a47a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bc06aa02-eebd-4979-bdff-2e94f7ca5022', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1741.605468] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-65e0f18e-4e7f-466b-8386-f07a8a80d619 tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Creating folder: Project (5877190663a0435fb62e2af965eca75d). Parent ref: group-v370230. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1741.605815] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-17a710d7-870f-4fec-a03b-3636798d5640 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.617394] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-65e0f18e-4e7f-466b-8386-f07a8a80d619 tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Created folder: Project (5877190663a0435fb62e2af965eca75d) in parent group-v370230. [ 1741.617672] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-65e0f18e-4e7f-466b-8386-f07a8a80d619 tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Creating folder: Instances. Parent ref: group-v370488. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1741.618169] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1a45a11a-6c3f-4b81-a40f-b2bba3bd4ff6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.628408] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-65e0f18e-4e7f-466b-8386-f07a8a80d619 tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Created folder: Instances in parent group-v370488. [ 1741.628680] env[62438]: DEBUG oslo.service.loopingcall [None req-65e0f18e-4e7f-466b-8386-f07a8a80d619 tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1741.628871] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00488d6a-a056-440f-8423-4272ebfd86d4] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1741.629132] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-94db0d61-1387-462a-bedb-184854c6ac83 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.643605] env[62438]: INFO nova.compute.manager [-] [instance: a61bd079-f79b-41e7-8395-4693cc91c37d] Took 1.03 seconds to deallocate network for instance. [ 1741.650586] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1741.650586] env[62438]: value = "task-1785497" [ 1741.650586] env[62438]: _type = "Task" [ 1741.650586] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.659163] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785497, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.691657] env[62438]: DEBUG oslo_vmware.api [None req-aeb81950-b7d7-4236-80e5-30cee2eb28ff tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Task: {'id': task-1785493, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.846718] env[62438]: DEBUG oslo_vmware.api [None req-537b8f18-11c7-43e4-91c7-82918c81cbc1 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785494, 'name': ReconfigVM_Task, 'duration_secs': 0.76146} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.847146] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-537b8f18-11c7-43e4-91c7-82918c81cbc1 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 2a865b41-1752-4d8e-81f0-3ca85069c831] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370487', 'volume_id': 'e0b301b8-ac65-413c-bf91-fba27f770da3', 'name': 'volume-e0b301b8-ac65-413c-bf91-fba27f770da3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2a865b41-1752-4d8e-81f0-3ca85069c831', 'attached_at': '', 'detached_at': '', 'volume_id': 'e0b301b8-ac65-413c-bf91-fba27f770da3', 'serial': 'e0b301b8-ac65-413c-bf91-fba27f770da3'} {{(pid=62438) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1741.858754] env[62438]: DEBUG nova.scheduler.client.report [None req-ef08c599-17f7-48fe-a7dd-9e2b2ac4ccee tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1742.012120] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: 84dd2032-59a7-48a3-8f4c-a1e7661e78a0] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1742.045813] env[62438]: DEBUG oslo_concurrency.lockutils [None req-0ff935c4-268d-4783-a10a-9c4c4f30575b tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Acquiring lock "refresh_cache-fac5fe80-b815-4df0-a95e-6c1e52395caa" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1742.046029] env[62438]: DEBUG oslo_concurrency.lockutils [None req-0ff935c4-268d-4783-a10a-9c4c4f30575b tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Acquired lock "refresh_cache-fac5fe80-b815-4df0-a95e-6c1e52395caa" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1742.046393] env[62438]: DEBUG nova.network.neutron [None req-0ff935c4-268d-4783-a10a-9c4c4f30575b tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: fac5fe80-b815-4df0-a95e-6c1e52395caa] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1742.149856] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a54b052d-2300-4b6a-a26e-810f5b567855 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1742.160256] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785497, 'name': CreateVM_Task, 'duration_secs': 0.380777} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.160427] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00488d6a-a056-440f-8423-4272ebfd86d4] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1742.161177] env[62438]: DEBUG oslo_concurrency.lockutils [None req-65e0f18e-4e7f-466b-8386-f07a8a80d619 tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1742.161371] env[62438]: DEBUG oslo_concurrency.lockutils [None req-65e0f18e-4e7f-466b-8386-f07a8a80d619 tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1742.161694] env[62438]: DEBUG oslo_concurrency.lockutils [None req-65e0f18e-4e7f-466b-8386-f07a8a80d619 tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1742.161943] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcbf4a04-32d8-49f1-bebf-28f8a9add3d9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.166084] env[62438]: DEBUG oslo_vmware.api [None req-65e0f18e-4e7f-466b-8386-f07a8a80d619 tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Waiting for the task: (returnval){ [ 1742.166084] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52ddd635-6416-5d29-e6e8-7dd87076ecaf" [ 1742.166084] env[62438]: _type = "Task" [ 1742.166084] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.173037] env[62438]: DEBUG oslo_vmware.api [None req-65e0f18e-4e7f-466b-8386-f07a8a80d619 tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52ddd635-6416-5d29-e6e8-7dd87076ecaf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.189940] env[62438]: DEBUG oslo_vmware.api [None req-aeb81950-b7d7-4236-80e5-30cee2eb28ff tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Task: {'id': task-1785493, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.082115} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.190176] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeb81950-b7d7-4236-80e5-30cee2eb28ff tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] c35b7049-a1de-4b83-a6f5-430bc4a749d4/c35b7049-a1de-4b83-a6f5-430bc4a749d4.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1742.190392] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb81950-b7d7-4236-80e5-30cee2eb28ff tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] [instance: c35b7049-a1de-4b83-a6f5-430bc4a749d4] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1742.190628] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd80d51f-9227-4ed1-9750-d9e6e90aa7dc {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.196342] env[62438]: DEBUG oslo_vmware.api [None req-aeb81950-b7d7-4236-80e5-30cee2eb28ff tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Waiting for the task: (returnval){ [ 1742.196342] env[62438]: value = "task-1785498" [ 1742.196342] env[62438]: _type = "Task" [ 1742.196342] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.202985] env[62438]: DEBUG oslo_vmware.api [None req-aeb81950-b7d7-4236-80e5-30cee2eb28ff tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Task: {'id': task-1785498, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.515993] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: a0d2d3ba-cc22-45b0-92a8-0510ec0d85f9] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1742.570975] env[62438]: DEBUG nova.network.neutron [None req-9f7d0c60-3d2e-4c2b-9964-13043edbf2eb tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Port 27aaa3f2-5d14-43cb-b458-c9c7d093b677 binding to destination host cpu-1 is already ACTIVE {{(pid=62438) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 1742.598220] env[62438]: WARNING nova.network.neutron [None req-0ff935c4-268d-4783-a10a-9c4c4f30575b tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: fac5fe80-b815-4df0-a95e-6c1e52395caa] a94d385f-71ec-4be6-b04d-8fd365f0788d already exists in list: networks containing: ['a94d385f-71ec-4be6-b04d-8fd365f0788d']. ignoring it [ 1742.598452] env[62438]: WARNING nova.network.neutron [None req-0ff935c4-268d-4783-a10a-9c4c4f30575b tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: fac5fe80-b815-4df0-a95e-6c1e52395caa] a94d385f-71ec-4be6-b04d-8fd365f0788d already exists in list: networks containing: ['a94d385f-71ec-4be6-b04d-8fd365f0788d']. ignoring it [ 1742.676186] env[62438]: DEBUG oslo_vmware.api [None req-65e0f18e-4e7f-466b-8386-f07a8a80d619 tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52ddd635-6416-5d29-e6e8-7dd87076ecaf, 'name': SearchDatastore_Task, 'duration_secs': 0.039121} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.678638] env[62438]: DEBUG oslo_concurrency.lockutils [None req-65e0f18e-4e7f-466b-8386-f07a8a80d619 tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1742.678918] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-65e0f18e-4e7f-466b-8386-f07a8a80d619 tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] [instance: 00488d6a-a056-440f-8423-4272ebfd86d4] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1742.679182] env[62438]: DEBUG oslo_concurrency.lockutils [None req-65e0f18e-4e7f-466b-8386-f07a8a80d619 tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1742.679340] env[62438]: DEBUG oslo_concurrency.lockutils [None req-65e0f18e-4e7f-466b-8386-f07a8a80d619 tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1742.679525] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-65e0f18e-4e7f-466b-8386-f07a8a80d619 tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1742.679810] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af1c10ef-e925-4b98-a4ab-d070fa14aa9f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.697929] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-65e0f18e-4e7f-466b-8386-f07a8a80d619 tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1742.697929] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-65e0f18e-4e7f-466b-8386-f07a8a80d619 tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1742.701391] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f890d544-1f2a-4ea3-b093-4787d5cfe84a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.709471] env[62438]: DEBUG oslo_vmware.api [None req-65e0f18e-4e7f-466b-8386-f07a8a80d619 tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Waiting for the task: (returnval){ [ 1742.709471] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]526330df-10f3-57af-8384-f243810c9303" [ 1742.709471] env[62438]: _type = "Task" [ 1742.709471] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.709702] env[62438]: DEBUG oslo_vmware.api [None req-aeb81950-b7d7-4236-80e5-30cee2eb28ff tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Task: {'id': task-1785498, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074451} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.712214] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb81950-b7d7-4236-80e5-30cee2eb28ff tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] [instance: c35b7049-a1de-4b83-a6f5-430bc4a749d4] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1742.715380] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef71fa3-a8df-44ec-94d5-ab4addc2219a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.722736] env[62438]: DEBUG oslo_vmware.api [None req-65e0f18e-4e7f-466b-8386-f07a8a80d619 tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]526330df-10f3-57af-8384-f243810c9303, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.740142] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-aeb81950-b7d7-4236-80e5-30cee2eb28ff tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] [instance: c35b7049-a1de-4b83-a6f5-430bc4a749d4] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] c35b7049-a1de-4b83-a6f5-430bc4a749d4/c35b7049-a1de-4b83-a6f5-430bc4a749d4.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1742.740443] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef42d1b4-b6dc-4fa0-8dbb-ea2520074f0a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.761681] env[62438]: DEBUG oslo_vmware.api [None req-aeb81950-b7d7-4236-80e5-30cee2eb28ff tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Waiting for the task: (returnval){ [ 1742.761681] env[62438]: value = "task-1785499" [ 1742.761681] env[62438]: _type = "Task" [ 1742.761681] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.769675] env[62438]: DEBUG oslo_vmware.api [None req-aeb81950-b7d7-4236-80e5-30cee2eb28ff tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Task: {'id': task-1785499, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.867841] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ef08c599-17f7-48fe-a7dd-9e2b2ac4ccee tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.286s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1742.870766] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a54b052d-2300-4b6a-a26e-810f5b567855 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.721s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1742.871041] env[62438]: DEBUG nova.objects.instance [None req-a54b052d-2300-4b6a-a26e-810f5b567855 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Lazy-loading 'resources' on Instance uuid a61bd079-f79b-41e7-8395-4693cc91c37d {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1742.882030] env[62438]: DEBUG nova.objects.instance [None req-537b8f18-11c7-43e4-91c7-82918c81cbc1 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Lazy-loading 'flavor' on Instance uuid 2a865b41-1752-4d8e-81f0-3ca85069c831 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1743.020832] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: b24c2e75-f48d-4dbc-b44c-88123b72046c] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1743.051462] env[62438]: DEBUG nova.network.neutron [None req-0ff935c4-268d-4783-a10a-9c4c4f30575b tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: fac5fe80-b815-4df0-a95e-6c1e52395caa] Updating instance_info_cache with network_info: [{"id": "acf88da9-0512-49ec-b632-45d965e23aa2", "address": "fa:16:3e:a1:0f:af", "network": {"id": "a94d385f-71ec-4be6-b04d-8fd365f0788d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1510171435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "941c9b8cd46546ffa37aa3edfa770bd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacf88da9-05", "ovs_interfaceid": "acf88da9-0512-49ec-b632-45d965e23aa2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "46fdc285-dbb4-4cd0-9f01-4bea06e7cb3d", "address": "fa:16:3e:a9:71:10", "network": {"id": "a94d385f-71ec-4be6-b04d-8fd365f0788d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1510171435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "941c9b8cd46546ffa37aa3edfa770bd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46fdc285-db", "ovs_interfaceid": "46fdc285-dbb4-4cd0-9f01-4bea06e7cb3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0ae1761b-955d-4957-95c4-5a0113c8c633", "address": "fa:16:3e:30:bc:90", "network": {"id": "a94d385f-71ec-4be6-b04d-8fd365f0788d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1510171435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "941c9b8cd46546ffa37aa3edfa770bd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ae1761b-95", "ovs_interfaceid": "0ae1761b-955d-4957-95c4-5a0113c8c633", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1743.221951] env[62438]: DEBUG oslo_vmware.api [None req-65e0f18e-4e7f-466b-8386-f07a8a80d619 tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]526330df-10f3-57af-8384-f243810c9303, 'name': SearchDatastore_Task, 'duration_secs': 0.025444} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.222747] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f02a7054-4432-47d3-ba53-5c6dea0e21f3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.227555] env[62438]: DEBUG oslo_vmware.api [None req-65e0f18e-4e7f-466b-8386-f07a8a80d619 tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Waiting for the task: (returnval){ [ 1743.227555] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]526d0fc9-d7ac-90ca-a9eb-29435ed238fc" [ 1743.227555] env[62438]: _type = "Task" [ 1743.227555] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.234691] env[62438]: DEBUG oslo_vmware.api [None req-65e0f18e-4e7f-466b-8386-f07a8a80d619 tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]526d0fc9-d7ac-90ca-a9eb-29435ed238fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.272524] env[62438]: DEBUG oslo_vmware.api [None req-aeb81950-b7d7-4236-80e5-30cee2eb28ff tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Task: {'id': task-1785499, 'name': ReconfigVM_Task, 'duration_secs': 0.285502} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.272801] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-aeb81950-b7d7-4236-80e5-30cee2eb28ff tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] [instance: c35b7049-a1de-4b83-a6f5-430bc4a749d4] Reconfigured VM instance instance-0000005c to attach disk [datastore1] c35b7049-a1de-4b83-a6f5-430bc4a749d4/c35b7049-a1de-4b83-a6f5-430bc4a749d4.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1743.273410] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0bc90fd3-8b05-43dc-b7d9-4fa277996a8f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.280380] env[62438]: DEBUG oslo_vmware.api [None req-aeb81950-b7d7-4236-80e5-30cee2eb28ff tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Waiting for the task: (returnval){ [ 1743.280380] env[62438]: value = "task-1785500" [ 1743.280380] env[62438]: _type = "Task" [ 1743.280380] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.288642] env[62438]: DEBUG oslo_vmware.api [None req-aeb81950-b7d7-4236-80e5-30cee2eb28ff tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Task: {'id': task-1785500, 'name': Rename_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.385938] env[62438]: DEBUG oslo_concurrency.lockutils [None req-537b8f18-11c7-43e4-91c7-82918c81cbc1 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Lock "2a865b41-1752-4d8e-81f0-3ca85069c831" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 10.292s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1743.428152] env[62438]: INFO nova.scheduler.client.report [None req-ef08c599-17f7-48fe-a7dd-9e2b2ac4ccee tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Deleted allocation for migration a127d384-6cc8-46af-b413-11f62e802aff [ 1743.523936] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: 1ed63f2e-9e74-4d64-96fb-7a3315793ca9] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1743.551979] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb37d926-72ce-47e4-ad67-c97e26379d4f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.554998] env[62438]: DEBUG oslo_concurrency.lockutils [None req-0ff935c4-268d-4783-a10a-9c4c4f30575b tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Releasing lock "refresh_cache-fac5fe80-b815-4df0-a95e-6c1e52395caa" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1743.555600] env[62438]: DEBUG oslo_concurrency.lockutils [None req-0ff935c4-268d-4783-a10a-9c4c4f30575b tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Acquiring lock "fac5fe80-b815-4df0-a95e-6c1e52395caa" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1743.555763] env[62438]: DEBUG oslo_concurrency.lockutils [None req-0ff935c4-268d-4783-a10a-9c4c4f30575b tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Acquired lock "fac5fe80-b815-4df0-a95e-6c1e52395caa" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1743.556522] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf4bd634-32d9-471f-8a1a-8047e5bff3e0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.575484] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b69473-330d-43a9-8e86-5ffca2df3f75 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.578724] env[62438]: DEBUG nova.virt.hardware [None req-0ff935c4-268d-4783-a10a-9c4c4f30575b tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1743.578913] env[62438]: DEBUG nova.virt.hardware [None req-0ff935c4-268d-4783-a10a-9c4c4f30575b tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1743.579084] env[62438]: DEBUG nova.virt.hardware [None req-0ff935c4-268d-4783-a10a-9c4c4f30575b tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1743.579273] env[62438]: DEBUG nova.virt.hardware [None req-0ff935c4-268d-4783-a10a-9c4c4f30575b tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1743.579472] env[62438]: DEBUG nova.virt.hardware [None req-0ff935c4-268d-4783-a10a-9c4c4f30575b tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1743.579657] env[62438]: DEBUG nova.virt.hardware [None req-0ff935c4-268d-4783-a10a-9c4c4f30575b tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1743.579873] env[62438]: DEBUG nova.virt.hardware [None req-0ff935c4-268d-4783-a10a-9c4c4f30575b tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1743.580482] env[62438]: DEBUG nova.virt.hardware [None req-0ff935c4-268d-4783-a10a-9c4c4f30575b tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1743.580482] env[62438]: DEBUG nova.virt.hardware [None req-0ff935c4-268d-4783-a10a-9c4c4f30575b tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1743.580482] env[62438]: DEBUG nova.virt.hardware [None req-0ff935c4-268d-4783-a10a-9c4c4f30575b tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1743.580707] env[62438]: DEBUG nova.virt.hardware [None req-0ff935c4-268d-4783-a10a-9c4c4f30575b tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1743.587637] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-0ff935c4-268d-4783-a10a-9c4c4f30575b tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: fac5fe80-b815-4df0-a95e-6c1e52395caa] Reconfiguring VM to attach interface {{(pid=62438) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1929}} [ 1743.595915] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34810f17-a46b-420e-95ec-0b95815f81eb {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.639686] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9f7d0c60-3d2e-4c2b-9964-13043edbf2eb tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Acquiring lock "a0ff8ae6-f1bf-4207-9042-2c55dbbda487-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1743.639959] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9f7d0c60-3d2e-4c2b-9964-13043edbf2eb tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Lock "a0ff8ae6-f1bf-4207-9042-2c55dbbda487-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1743.640168] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9f7d0c60-3d2e-4c2b-9964-13043edbf2eb tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Lock "a0ff8ae6-f1bf-4207-9042-2c55dbbda487-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1743.644114] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e260cfb-015d-44e3-9802-30321a6eceb8 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.649195] env[62438]: DEBUG oslo_vmware.api [None req-0ff935c4-268d-4783-a10a-9c4c4f30575b tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Waiting for the task: (returnval){ [ 1743.649195] env[62438]: value = "task-1785501" [ 1743.649195] env[62438]: _type = "Task" [ 1743.649195] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.660300] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7265ac4d-0f5f-44ca-bf23-96bddaa44778 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.664231] env[62438]: DEBUG oslo_vmware.api [None req-0ff935c4-268d-4783-a10a-9c4c4f30575b tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1785501, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.674213] env[62438]: DEBUG nova.compute.provider_tree [None req-a54b052d-2300-4b6a-a26e-810f5b567855 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1743.738019] env[62438]: DEBUG oslo_vmware.api [None req-65e0f18e-4e7f-466b-8386-f07a8a80d619 tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]526d0fc9-d7ac-90ca-a9eb-29435ed238fc, 'name': SearchDatastore_Task, 'duration_secs': 0.008674} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.738467] env[62438]: DEBUG oslo_concurrency.lockutils [None req-65e0f18e-4e7f-466b-8386-f07a8a80d619 tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1743.738916] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-65e0f18e-4e7f-466b-8386-f07a8a80d619 tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 00488d6a-a056-440f-8423-4272ebfd86d4/00488d6a-a056-440f-8423-4272ebfd86d4.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1743.739348] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-730db6e0-8611-477f-ba92-a843bac19426 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.748744] env[62438]: DEBUG oslo_vmware.api [None req-65e0f18e-4e7f-466b-8386-f07a8a80d619 tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Waiting for the task: (returnval){ [ 1743.748744] env[62438]: value = "task-1785502" [ 1743.748744] env[62438]: _type = "Task" [ 1743.748744] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.756109] env[62438]: DEBUG oslo_vmware.api [None req-65e0f18e-4e7f-466b-8386-f07a8a80d619 tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Task: {'id': task-1785502, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.790276] env[62438]: DEBUG oslo_vmware.api [None req-aeb81950-b7d7-4236-80e5-30cee2eb28ff tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Task: {'id': task-1785500, 'name': Rename_Task, 'duration_secs': 0.138823} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.790557] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeb81950-b7d7-4236-80e5-30cee2eb28ff tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] [instance: c35b7049-a1de-4b83-a6f5-430bc4a749d4] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1743.790859] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c22b9d4-2e35-40b8-9168-b070351dc9a0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.796357] env[62438]: DEBUG oslo_vmware.api [None req-aeb81950-b7d7-4236-80e5-30cee2eb28ff tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Waiting for the task: (returnval){ [ 1743.796357] env[62438]: value = "task-1785503" [ 1743.796357] env[62438]: _type = "Task" [ 1743.796357] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.803580] env[62438]: DEBUG oslo_vmware.api [None req-aeb81950-b7d7-4236-80e5-30cee2eb28ff tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Task: {'id': task-1785503, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.934710] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ef08c599-17f7-48fe-a7dd-9e2b2ac4ccee tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Lock "3c59f0fe-b277-4734-9100-8955fbce830e" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.789s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1744.027226] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: 77038eff-3013-423d-b1bf-a6d14e892441] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1744.162898] env[62438]: DEBUG oslo_vmware.api [None req-0ff935c4-268d-4783-a10a-9c4c4f30575b tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1785501, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.177708] env[62438]: DEBUG nova.scheduler.client.report [None req-a54b052d-2300-4b6a-a26e-810f5b567855 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1744.183701] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9f7d0c60-3d2e-4c2b-9964-13043edbf2eb tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Acquiring lock "refresh_cache-a0ff8ae6-f1bf-4207-9042-2c55dbbda487" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1744.184020] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9f7d0c60-3d2e-4c2b-9964-13043edbf2eb tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Acquired lock "refresh_cache-a0ff8ae6-f1bf-4207-9042-2c55dbbda487" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1744.184302] env[62438]: DEBUG nova.network.neutron [None req-9f7d0c60-3d2e-4c2b-9964-13043edbf2eb tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1744.260123] env[62438]: DEBUG oslo_vmware.api [None req-65e0f18e-4e7f-466b-8386-f07a8a80d619 tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Task: {'id': task-1785502, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.306803] env[62438]: DEBUG oslo_vmware.api [None req-aeb81950-b7d7-4236-80e5-30cee2eb28ff tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Task: {'id': task-1785503, 'name': PowerOnVM_Task, 'duration_secs': 0.485457} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.308072] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeb81950-b7d7-4236-80e5-30cee2eb28ff tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] [instance: c35b7049-a1de-4b83-a6f5-430bc4a749d4] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1744.308072] env[62438]: INFO nova.compute.manager [None req-aeb81950-b7d7-4236-80e5-30cee2eb28ff tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] [instance: c35b7049-a1de-4b83-a6f5-430bc4a749d4] Took 13.12 seconds to spawn the instance on the hypervisor. [ 1744.308072] env[62438]: DEBUG nova.compute.manager [None req-aeb81950-b7d7-4236-80e5-30cee2eb28ff tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] [instance: c35b7049-a1de-4b83-a6f5-430bc4a749d4] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1744.308609] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e8ca9a-a34b-4d6e-b97a-3284863efba8 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.530669] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: 98544a26-b42e-4164-8397-18188e662d64] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1744.662296] env[62438]: DEBUG oslo_vmware.api [None req-0ff935c4-268d-4783-a10a-9c4c4f30575b tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1785501, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.682860] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a54b052d-2300-4b6a-a26e-810f5b567855 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.812s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1744.702169] env[62438]: INFO nova.scheduler.client.report [None req-a54b052d-2300-4b6a-a26e-810f5b567855 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Deleted allocations for instance a61bd079-f79b-41e7-8395-4693cc91c37d [ 1744.761823] env[62438]: DEBUG oslo_vmware.api [None req-65e0f18e-4e7f-466b-8386-f07a8a80d619 tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Task: {'id': task-1785502, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.850371} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.762123] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-65e0f18e-4e7f-466b-8386-f07a8a80d619 tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 00488d6a-a056-440f-8423-4272ebfd86d4/00488d6a-a056-440f-8423-4272ebfd86d4.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1744.762351] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-65e0f18e-4e7f-466b-8386-f07a8a80d619 tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] [instance: 00488d6a-a056-440f-8423-4272ebfd86d4] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1744.762609] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6f5b9e6f-8d6a-4cf4-9618-fa82f1766e4e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.769411] env[62438]: DEBUG oslo_vmware.api [None req-65e0f18e-4e7f-466b-8386-f07a8a80d619 tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Waiting for the task: (returnval){ [ 1744.769411] env[62438]: value = "task-1785504" [ 1744.769411] env[62438]: _type = "Task" [ 1744.769411] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.778256] env[62438]: DEBUG oslo_vmware.api [None req-65e0f18e-4e7f-466b-8386-f07a8a80d619 tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Task: {'id': task-1785504, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.831031] env[62438]: INFO nova.compute.manager [None req-aeb81950-b7d7-4236-80e5-30cee2eb28ff tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] [instance: c35b7049-a1de-4b83-a6f5-430bc4a749d4] Took 19.15 seconds to build instance. [ 1745.007350] env[62438]: DEBUG nova.network.neutron [None req-9f7d0c60-3d2e-4c2b-9964-13043edbf2eb tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Updating instance_info_cache with network_info: [{"id": "27aaa3f2-5d14-43cb-b458-c9c7d093b677", "address": "fa:16:3e:e9:fa:9d", "network": {"id": "0dbd3920-b0f9-440c-828e-f62c188026e3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-185667311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f3dbad0ee7a4ddebd396ce5fa49f1d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27aaa3f2-5d", "ovs_interfaceid": "27aaa3f2-5d14-43cb-b458-c9c7d093b677", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1745.033693] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: 84f3ff00-94b2-4595-8046-865c3016fc77] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1745.162942] env[62438]: DEBUG oslo_vmware.api [None req-0ff935c4-268d-4783-a10a-9c4c4f30575b tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1785501, 'name': ReconfigVM_Task, 'duration_secs': 1.207258} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.163458] env[62438]: DEBUG oslo_concurrency.lockutils [None req-0ff935c4-268d-4783-a10a-9c4c4f30575b tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Releasing lock "fac5fe80-b815-4df0-a95e-6c1e52395caa" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1745.163686] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-0ff935c4-268d-4783-a10a-9c4c4f30575b tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: fac5fe80-b815-4df0-a95e-6c1e52395caa] Reconfigured VM to attach interface {{(pid=62438) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1943}} [ 1745.176532] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ef08c599-17f7-48fe-a7dd-9e2b2ac4ccee tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Acquiring lock "3c59f0fe-b277-4734-9100-8955fbce830e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1745.176689] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ef08c599-17f7-48fe-a7dd-9e2b2ac4ccee tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Lock "3c59f0fe-b277-4734-9100-8955fbce830e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1745.176948] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ef08c599-17f7-48fe-a7dd-9e2b2ac4ccee tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Acquiring lock "3c59f0fe-b277-4734-9100-8955fbce830e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1745.178022] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ef08c599-17f7-48fe-a7dd-9e2b2ac4ccee tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Lock "3c59f0fe-b277-4734-9100-8955fbce830e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1745.178022] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ef08c599-17f7-48fe-a7dd-9e2b2ac4ccee tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Lock "3c59f0fe-b277-4734-9100-8955fbce830e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1745.179232] env[62438]: INFO nova.compute.manager [None req-ef08c599-17f7-48fe-a7dd-9e2b2ac4ccee tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 3c59f0fe-b277-4734-9100-8955fbce830e] Terminating instance [ 1745.181191] env[62438]: DEBUG nova.compute.manager [None req-ef08c599-17f7-48fe-a7dd-9e2b2ac4ccee tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 3c59f0fe-b277-4734-9100-8955fbce830e] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1745.181387] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-ef08c599-17f7-48fe-a7dd-9e2b2ac4ccee tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 3c59f0fe-b277-4734-9100-8955fbce830e] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1745.182172] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cd99dda-9d51-4376-ba88-fd42006b246f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.189850] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef08c599-17f7-48fe-a7dd-9e2b2ac4ccee tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 3c59f0fe-b277-4734-9100-8955fbce830e] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1745.190042] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fbc9ed51-1aca-4b58-9a3f-563e07f61c1a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.196080] env[62438]: DEBUG oslo_vmware.api [None req-ef08c599-17f7-48fe-a7dd-9e2b2ac4ccee tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Waiting for the task: (returnval){ [ 1745.196080] env[62438]: value = "task-1785505" [ 1745.196080] env[62438]: _type = "Task" [ 1745.196080] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.203657] env[62438]: DEBUG oslo_vmware.api [None req-ef08c599-17f7-48fe-a7dd-9e2b2ac4ccee tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1785505, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.210515] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a54b052d-2300-4b6a-a26e-810f5b567855 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Lock "a61bd079-f79b-41e7-8395-4693cc91c37d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.257s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1745.279881] env[62438]: DEBUG oslo_vmware.api [None req-65e0f18e-4e7f-466b-8386-f07a8a80d619 tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Task: {'id': task-1785504, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074112} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.279881] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-65e0f18e-4e7f-466b-8386-f07a8a80d619 tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] [instance: 00488d6a-a056-440f-8423-4272ebfd86d4] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1745.280490] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66d51f4e-6d32-4897-b1b8-35eba389f265 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.010150] env[62438]: DEBUG oslo_concurrency.lockutils [None req-aeb81950-b7d7-4236-80e5-30cee2eb28ff tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Lock "c35b7049-a1de-4b83-a6f5-430bc4a749d4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.342s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1746.010740] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9f7d0c60-3d2e-4c2b-9964-13043edbf2eb tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Releasing lock "refresh_cache-a0ff8ae6-f1bf-4207-9042-2c55dbbda487" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1746.014770] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: 2cc722a0-76fa-4431-985b-9fe0ad62ef42] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1746.016755] env[62438]: DEBUG oslo_concurrency.lockutils [None req-0ff935c4-268d-4783-a10a-9c4c4f30575b tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Lock "interface-fac5fe80-b815-4df0-a95e-6c1e52395caa-0ae1761b-955d-4957-95c4-5a0113c8c633" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.117s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1746.028688] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-65e0f18e-4e7f-466b-8386-f07a8a80d619 tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] [instance: 00488d6a-a056-440f-8423-4272ebfd86d4] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 00488d6a-a056-440f-8423-4272ebfd86d4/00488d6a-a056-440f-8423-4272ebfd86d4.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1746.033109] env[62438]: DEBUG nova.compute.manager [req-94319d90-b9ad-48d5-91dc-b3369374f171 req-86adc7f3-b19f-4186-b10f-4eeca2e28576 service nova] [instance: 0531e871-6f05-4401-a2c7-47e3bdff2d97] Received event network-vif-deleted-bf24049e-4764-4d74-a9a8-276496fef825 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1746.038443] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f9edbb1-8379-4caa-8d90-1e53bcd9ca4a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.053350] env[62438]: DEBUG oslo_concurrency.lockutils [None req-61da8b54-008f-4ea1-a9f7-20dd45566aad tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Acquiring lock "1e64c34f-a88f-4359-8460-043983887aa3" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1746.053599] env[62438]: DEBUG oslo_concurrency.lockutils [None req-61da8b54-008f-4ea1-a9f7-20dd45566aad tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Lock "1e64c34f-a88f-4359-8460-043983887aa3" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1746.061432] env[62438]: DEBUG oslo_vmware.api [None req-ef08c599-17f7-48fe-a7dd-9e2b2ac4ccee tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1785505, 'name': PowerOffVM_Task, 'duration_secs': 0.194533} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.063145] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef08c599-17f7-48fe-a7dd-9e2b2ac4ccee tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 3c59f0fe-b277-4734-9100-8955fbce830e] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1746.063522] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-ef08c599-17f7-48fe-a7dd-9e2b2ac4ccee tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 3c59f0fe-b277-4734-9100-8955fbce830e] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1746.063637] env[62438]: DEBUG oslo_vmware.api [None req-65e0f18e-4e7f-466b-8386-f07a8a80d619 tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Waiting for the task: (returnval){ [ 1746.063637] env[62438]: value = "task-1785506" [ 1746.063637] env[62438]: _type = "Task" [ 1746.063637] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.064320] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e075818-cff2-4d0f-a9e0-c640c4abbbe1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.074928] env[62438]: DEBUG oslo_vmware.api [None req-65e0f18e-4e7f-466b-8386-f07a8a80d619 tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Task: {'id': task-1785506, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.154159] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-ef08c599-17f7-48fe-a7dd-9e2b2ac4ccee tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 3c59f0fe-b277-4734-9100-8955fbce830e] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1746.154403] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-ef08c599-17f7-48fe-a7dd-9e2b2ac4ccee tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 3c59f0fe-b277-4734-9100-8955fbce830e] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1746.154687] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef08c599-17f7-48fe-a7dd-9e2b2ac4ccee tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Deleting the datastore file [datastore1] 3c59f0fe-b277-4734-9100-8955fbce830e {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1746.154856] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7f2cb360-472b-4b90-9b4d-789be08fef55 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.163959] env[62438]: DEBUG oslo_vmware.api [None req-ef08c599-17f7-48fe-a7dd-9e2b2ac4ccee tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Waiting for the task: (returnval){ [ 1746.163959] env[62438]: value = "task-1785509" [ 1746.163959] env[62438]: _type = "Task" [ 1746.163959] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.172361] env[62438]: DEBUG oslo_vmware.api [None req-ef08c599-17f7-48fe-a7dd-9e2b2ac4ccee tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1785509, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.531575] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: 82059c94-0c99-48af-8ecb-e9bd695ba6f3] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1746.537770] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc2bab6b-1e60-419e-bcdb-b31307c8d58d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.544957] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b80aa8a-0834-4a09-981f-46af2572564a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.553095] env[62438]: INFO nova.compute.manager [None req-68639d4c-e407-496d-b9b8-7916dc8103fc tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 2a865b41-1752-4d8e-81f0-3ca85069c831] Rescuing [ 1746.553562] env[62438]: DEBUG oslo_concurrency.lockutils [None req-68639d4c-e407-496d-b9b8-7916dc8103fc tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Acquiring lock "refresh_cache-2a865b41-1752-4d8e-81f0-3ca85069c831" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1746.553562] env[62438]: DEBUG oslo_concurrency.lockutils [None req-68639d4c-e407-496d-b9b8-7916dc8103fc tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Acquired lock "refresh_cache-2a865b41-1752-4d8e-81f0-3ca85069c831" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1746.553731] env[62438]: DEBUG nova.network.neutron [None req-68639d4c-e407-496d-b9b8-7916dc8103fc tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 2a865b41-1752-4d8e-81f0-3ca85069c831] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1746.556083] env[62438]: DEBUG nova.objects.instance [None req-804d2324-9b1f-4cf6-a9e2-bcf17c00cf63 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Lazy-loading 'flavor' on Instance uuid ceadf541-e9dc-423a-97c5-3dfe483cbab4 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1746.563593] env[62438]: INFO nova.compute.manager [None req-61da8b54-008f-4ea1-a9f7-20dd45566aad tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] Detaching volume e55194b3-686a-42fb-bb01-7432c2b6b028 [ 1746.578733] env[62438]: DEBUG oslo_vmware.api [None req-65e0f18e-4e7f-466b-8386-f07a8a80d619 tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Task: {'id': task-1785506, 'name': ReconfigVM_Task, 'duration_secs': 0.273219} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.579064] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-65e0f18e-4e7f-466b-8386-f07a8a80d619 tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] [instance: 00488d6a-a056-440f-8423-4272ebfd86d4] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 00488d6a-a056-440f-8423-4272ebfd86d4/00488d6a-a056-440f-8423-4272ebfd86d4.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1746.579707] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b26c3f62-1592-480d-b60d-3acacd307448 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.586248] env[62438]: DEBUG nova.compute.manager [req-da532e28-1c6c-4cbd-8126-35c07f303845 req-ae9fc362-4e28-4f0a-9a43-f43a2a32b21d service nova] [instance: c35b7049-a1de-4b83-a6f5-430bc4a749d4] Received event network-changed-96c17f13-97e2-4641-8988-0e1a97f2f9d2 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1746.589396] env[62438]: DEBUG nova.compute.manager [req-da532e28-1c6c-4cbd-8126-35c07f303845 req-ae9fc362-4e28-4f0a-9a43-f43a2a32b21d service nova] [instance: c35b7049-a1de-4b83-a6f5-430bc4a749d4] Refreshing instance network info cache due to event network-changed-96c17f13-97e2-4641-8988-0e1a97f2f9d2. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1746.589848] env[62438]: DEBUG oslo_concurrency.lockutils [req-da532e28-1c6c-4cbd-8126-35c07f303845 req-ae9fc362-4e28-4f0a-9a43-f43a2a32b21d service nova] Acquiring lock "refresh_cache-c35b7049-a1de-4b83-a6f5-430bc4a749d4" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1746.590624] env[62438]: DEBUG oslo_concurrency.lockutils [req-da532e28-1c6c-4cbd-8126-35c07f303845 req-ae9fc362-4e28-4f0a-9a43-f43a2a32b21d service nova] Acquired lock "refresh_cache-c35b7049-a1de-4b83-a6f5-430bc4a749d4" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1746.590624] env[62438]: DEBUG nova.network.neutron [req-da532e28-1c6c-4cbd-8126-35c07f303845 req-ae9fc362-4e28-4f0a-9a43-f43a2a32b21d service nova] [instance: c35b7049-a1de-4b83-a6f5-430bc4a749d4] Refreshing network info cache for port 96c17f13-97e2-4641-8988-0e1a97f2f9d2 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1746.595729] env[62438]: DEBUG oslo_vmware.api [None req-65e0f18e-4e7f-466b-8386-f07a8a80d619 tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Waiting for the task: (returnval){ [ 1746.595729] env[62438]: value = "task-1785510" [ 1746.595729] env[62438]: _type = "Task" [ 1746.595729] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.604341] env[62438]: DEBUG oslo_vmware.api [None req-65e0f18e-4e7f-466b-8386-f07a8a80d619 tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Task: {'id': task-1785510, 'name': Rename_Task} progress is 10%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.608868] env[62438]: INFO nova.virt.block_device [None req-61da8b54-008f-4ea1-a9f7-20dd45566aad tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] Attempting to driver detach volume e55194b3-686a-42fb-bb01-7432c2b6b028 from mountpoint /dev/sdb [ 1746.609320] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-61da8b54-008f-4ea1-a9f7-20dd45566aad tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] Volume detach. Driver type: vmdk {{(pid=62438) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1746.609553] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-61da8b54-008f-4ea1-a9f7-20dd45566aad tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370464', 'volume_id': 'e55194b3-686a-42fb-bb01-7432c2b6b028', 'name': 'volume-e55194b3-686a-42fb-bb01-7432c2b6b028', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '1e64c34f-a88f-4359-8460-043983887aa3', 'attached_at': '', 'detached_at': '', 'volume_id': 'e55194b3-686a-42fb-bb01-7432c2b6b028', 'serial': 'e55194b3-686a-42fb-bb01-7432c2b6b028'} {{(pid=62438) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1746.610703] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52097410-bece-4cf3-ae35-89d0c1c2c25f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.638569] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be9328a8-889e-4117-8558-9be1926a7b6f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.646060] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1043dbd3-450b-4643-ad0c-0e9fae4ef685 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.669861] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38d5f87-e84d-4ded-adad-1822f2d0cb48 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.677623] env[62438]: DEBUG oslo_vmware.api [None req-ef08c599-17f7-48fe-a7dd-9e2b2ac4ccee tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Task: {'id': task-1785509, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141728} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.687232] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef08c599-17f7-48fe-a7dd-9e2b2ac4ccee tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1746.687468] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-ef08c599-17f7-48fe-a7dd-9e2b2ac4ccee tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 3c59f0fe-b277-4734-9100-8955fbce830e] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1746.687657] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-ef08c599-17f7-48fe-a7dd-9e2b2ac4ccee tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 3c59f0fe-b277-4734-9100-8955fbce830e] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1746.687841] env[62438]: INFO nova.compute.manager [None req-ef08c599-17f7-48fe-a7dd-9e2b2ac4ccee tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] [instance: 3c59f0fe-b277-4734-9100-8955fbce830e] Took 1.51 seconds to destroy the instance on the hypervisor. [ 1746.688110] env[62438]: DEBUG oslo.service.loopingcall [None req-ef08c599-17f7-48fe-a7dd-9e2b2ac4ccee tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1746.688350] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-61da8b54-008f-4ea1-a9f7-20dd45566aad tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] The volume has not been displaced from its original location: [datastore1] volume-e55194b3-686a-42fb-bb01-7432c2b6b028/volume-e55194b3-686a-42fb-bb01-7432c2b6b028.vmdk. No consolidation needed. {{(pid=62438) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1746.693787] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-61da8b54-008f-4ea1-a9f7-20dd45566aad tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] Reconfiguring VM instance instance-0000004b to detach disk 2001 {{(pid=62438) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1746.694148] env[62438]: DEBUG nova.compute.manager [-] [instance: 3c59f0fe-b277-4734-9100-8955fbce830e] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1746.694248] env[62438]: DEBUG nova.network.neutron [-] [instance: 3c59f0fe-b277-4734-9100-8955fbce830e] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1746.695918] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf44f70e-12f9-442f-8bae-4197cb566bf3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.717609] env[62438]: DEBUG oslo_vmware.api [None req-61da8b54-008f-4ea1-a9f7-20dd45566aad tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Waiting for the task: (returnval){ [ 1746.717609] env[62438]: value = "task-1785511" [ 1746.717609] env[62438]: _type = "Task" [ 1746.717609] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.725486] env[62438]: DEBUG oslo_vmware.api [None req-61da8b54-008f-4ea1-a9f7-20dd45566aad tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785511, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.972905] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f1835d01-7625-450a-8320-dc74e3dc8f19 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Acquiring lock "7d4adda9-4153-4554-9091-65348a0d6dc3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1746.972905] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f1835d01-7625-450a-8320-dc74e3dc8f19 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Lock "7d4adda9-4153-4554-9091-65348a0d6dc3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1746.972905] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f1835d01-7625-450a-8320-dc74e3dc8f19 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Acquiring lock "7d4adda9-4153-4554-9091-65348a0d6dc3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1746.972905] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f1835d01-7625-450a-8320-dc74e3dc8f19 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Lock "7d4adda9-4153-4554-9091-65348a0d6dc3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1746.972905] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f1835d01-7625-450a-8320-dc74e3dc8f19 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Lock "7d4adda9-4153-4554-9091-65348a0d6dc3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1746.974079] env[62438]: INFO nova.compute.manager [None req-f1835d01-7625-450a-8320-dc74e3dc8f19 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] [instance: 7d4adda9-4153-4554-9091-65348a0d6dc3] Terminating instance [ 1746.975980] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f1835d01-7625-450a-8320-dc74e3dc8f19 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Acquiring lock "refresh_cache-7d4adda9-4153-4554-9091-65348a0d6dc3" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1746.976347] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f1835d01-7625-450a-8320-dc74e3dc8f19 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Acquired lock "refresh_cache-7d4adda9-4153-4554-9091-65348a0d6dc3" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1746.976724] env[62438]: DEBUG nova.network.neutron [None req-f1835d01-7625-450a-8320-dc74e3dc8f19 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] [instance: 7d4adda9-4153-4554-9091-65348a0d6dc3] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1747.039505] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: 75e311d0-fb4c-40b4-b25e-ca9df8db5f8e] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1747.060532] env[62438]: DEBUG oslo_concurrency.lockutils [None req-804d2324-9b1f-4cf6-a9e2-bcf17c00cf63 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Acquiring lock "refresh_cache-ceadf541-e9dc-423a-97c5-3dfe483cbab4" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1747.062334] env[62438]: DEBUG oslo_concurrency.lockutils [None req-804d2324-9b1f-4cf6-a9e2-bcf17c00cf63 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Acquired lock "refresh_cache-ceadf541-e9dc-423a-97c5-3dfe483cbab4" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1747.062334] env[62438]: DEBUG nova.network.neutron [None req-804d2324-9b1f-4cf6-a9e2-bcf17c00cf63 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1747.062334] env[62438]: DEBUG nova.objects.instance [None req-804d2324-9b1f-4cf6-a9e2-bcf17c00cf63 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Lazy-loading 'info_cache' on Instance uuid ceadf541-e9dc-423a-97c5-3dfe483cbab4 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1747.107601] env[62438]: DEBUG oslo_vmware.api [None req-65e0f18e-4e7f-466b-8386-f07a8a80d619 tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Task: {'id': task-1785510, 'name': Rename_Task, 'duration_secs': 0.151631} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.111023] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-65e0f18e-4e7f-466b-8386-f07a8a80d619 tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] [instance: 00488d6a-a056-440f-8423-4272ebfd86d4] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1747.113499] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0743b0f2-dc88-4a2a-8e28-54bd60ecdc3a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.120419] env[62438]: DEBUG oslo_vmware.api [None req-65e0f18e-4e7f-466b-8386-f07a8a80d619 tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Waiting for the task: (returnval){ [ 1747.120419] env[62438]: value = "task-1785512" [ 1747.120419] env[62438]: _type = "Task" [ 1747.120419] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.129992] env[62438]: DEBUG oslo_vmware.api [None req-65e0f18e-4e7f-466b-8386-f07a8a80d619 tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Task: {'id': task-1785512, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.227966] env[62438]: DEBUG oslo_vmware.api [None req-61da8b54-008f-4ea1-a9f7-20dd45566aad tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785511, 'name': ReconfigVM_Task, 'duration_secs': 0.250909} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.228373] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-61da8b54-008f-4ea1-a9f7-20dd45566aad tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] Reconfigured VM instance instance-0000004b to detach disk 2001 {{(pid=62438) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1747.233527] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66132f7e-7d74-4487-b238-ce180a5ce4c6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.248858] env[62438]: DEBUG oslo_vmware.api [None req-61da8b54-008f-4ea1-a9f7-20dd45566aad tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Waiting for the task: (returnval){ [ 1747.248858] env[62438]: value = "task-1785513" [ 1747.248858] env[62438]: _type = "Task" [ 1747.248858] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.256871] env[62438]: DEBUG oslo_vmware.api [None req-61da8b54-008f-4ea1-a9f7-20dd45566aad tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785513, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.299374] env[62438]: DEBUG nova.network.neutron [None req-68639d4c-e407-496d-b9b8-7916dc8103fc tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 2a865b41-1752-4d8e-81f0-3ca85069c831] Updating instance_info_cache with network_info: [{"id": "15116906-0eb1-4320-a4e3-16bacb45be43", "address": "fa:16:3e:c2:20:81", "network": {"id": "1694b92d-c758-45a8-a881-1531663c92d2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-833720308-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a778e6841af7465cbc3de0ec00d8c06c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15116906-0e", "ovs_interfaceid": "15116906-0eb1-4320-a4e3-16bacb45be43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1747.499182] env[62438]: DEBUG nova.network.neutron [None req-f1835d01-7625-450a-8320-dc74e3dc8f19 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] [instance: 7d4adda9-4153-4554-9091-65348a0d6dc3] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1747.541142] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: 7d53f422-ce2a-4fb4-b8f7-66da14a63202] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1747.559171] env[62438]: DEBUG nova.network.neutron [None req-f1835d01-7625-450a-8320-dc74e3dc8f19 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] [instance: 7d4adda9-4153-4554-9091-65348a0d6dc3] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1747.562801] env[62438]: DEBUG nova.compute.manager [req-37d43d95-b033-4d8a-8667-bf4af4ac0602 req-7c769bab-f09a-43e0-91b0-2e3b85007f2e service nova] [instance: 00488d6a-a056-440f-8423-4272ebfd86d4] Received event network-vif-plugged-bc06aa02-eebd-4979-bdff-2e94f7ca5022 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1747.562867] env[62438]: DEBUG oslo_concurrency.lockutils [req-37d43d95-b033-4d8a-8667-bf4af4ac0602 req-7c769bab-f09a-43e0-91b0-2e3b85007f2e service nova] Acquiring lock "00488d6a-a056-440f-8423-4272ebfd86d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1747.563573] env[62438]: DEBUG oslo_concurrency.lockutils [req-37d43d95-b033-4d8a-8667-bf4af4ac0602 req-7c769bab-f09a-43e0-91b0-2e3b85007f2e service nova] Lock "00488d6a-a056-440f-8423-4272ebfd86d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1747.563573] env[62438]: DEBUG oslo_concurrency.lockutils [req-37d43d95-b033-4d8a-8667-bf4af4ac0602 req-7c769bab-f09a-43e0-91b0-2e3b85007f2e service nova] Lock "00488d6a-a056-440f-8423-4272ebfd86d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1747.563573] env[62438]: DEBUG nova.compute.manager [req-37d43d95-b033-4d8a-8667-bf4af4ac0602 req-7c769bab-f09a-43e0-91b0-2e3b85007f2e service nova] [instance: 00488d6a-a056-440f-8423-4272ebfd86d4] No waiting events found dispatching network-vif-plugged-bc06aa02-eebd-4979-bdff-2e94f7ca5022 {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1747.563573] env[62438]: WARNING nova.compute.manager [req-37d43d95-b033-4d8a-8667-bf4af4ac0602 req-7c769bab-f09a-43e0-91b0-2e3b85007f2e service nova] [instance: 00488d6a-a056-440f-8423-4272ebfd86d4] Received unexpected event network-vif-plugged-bc06aa02-eebd-4979-bdff-2e94f7ca5022 for instance with vm_state building and task_state spawning. [ 1747.564015] env[62438]: DEBUG nova.compute.manager [req-37d43d95-b033-4d8a-8667-bf4af4ac0602 req-7c769bab-f09a-43e0-91b0-2e3b85007f2e service nova] [instance: 00488d6a-a056-440f-8423-4272ebfd86d4] Received event network-changed-bc06aa02-eebd-4979-bdff-2e94f7ca5022 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1747.564015] env[62438]: DEBUG nova.compute.manager [req-37d43d95-b033-4d8a-8667-bf4af4ac0602 req-7c769bab-f09a-43e0-91b0-2e3b85007f2e service nova] [instance: 00488d6a-a056-440f-8423-4272ebfd86d4] Refreshing instance network info cache due to event network-changed-bc06aa02-eebd-4979-bdff-2e94f7ca5022. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1747.564123] env[62438]: DEBUG oslo_concurrency.lockutils [req-37d43d95-b033-4d8a-8667-bf4af4ac0602 req-7c769bab-f09a-43e0-91b0-2e3b85007f2e service nova] Acquiring lock "refresh_cache-00488d6a-a056-440f-8423-4272ebfd86d4" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1747.564174] env[62438]: DEBUG oslo_concurrency.lockutils [req-37d43d95-b033-4d8a-8667-bf4af4ac0602 req-7c769bab-f09a-43e0-91b0-2e3b85007f2e service nova] Acquired lock "refresh_cache-00488d6a-a056-440f-8423-4272ebfd86d4" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1747.564328] env[62438]: DEBUG nova.network.neutron [req-37d43d95-b033-4d8a-8667-bf4af4ac0602 req-7c769bab-f09a-43e0-91b0-2e3b85007f2e service nova] [instance: 00488d6a-a056-440f-8423-4272ebfd86d4] Refreshing network info cache for port bc06aa02-eebd-4979-bdff-2e94f7ca5022 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1747.566544] env[62438]: DEBUG nova.objects.base [None req-804d2324-9b1f-4cf6-a9e2-bcf17c00cf63 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62438) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1747.631677] env[62438]: DEBUG oslo_vmware.api [None req-65e0f18e-4e7f-466b-8386-f07a8a80d619 tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Task: {'id': task-1785512, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.660331] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4780b18-3246-4483-b078-2f92fd26ea6b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.684914] env[62438]: DEBUG nova.network.neutron [req-da532e28-1c6c-4cbd-8126-35c07f303845 req-ae9fc362-4e28-4f0a-9a43-f43a2a32b21d service nova] [instance: c35b7049-a1de-4b83-a6f5-430bc4a749d4] Updated VIF entry in instance network info cache for port 96c17f13-97e2-4641-8988-0e1a97f2f9d2. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1747.685319] env[62438]: DEBUG nova.network.neutron [req-da532e28-1c6c-4cbd-8126-35c07f303845 req-ae9fc362-4e28-4f0a-9a43-f43a2a32b21d service nova] [instance: c35b7049-a1de-4b83-a6f5-430bc4a749d4] Updating instance_info_cache with network_info: [{"id": "96c17f13-97e2-4641-8988-0e1a97f2f9d2", "address": "fa:16:3e:10:d0:f1", "network": {"id": "cc9ebb13-7f72-45c9-904b-eda076433e56", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-43264122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "545fd099a4c24c2fac65d840e0326cf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96c17f13-97", "ovs_interfaceid": "96c17f13-97e2-4641-8988-0e1a97f2f9d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1747.687212] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e6f41d-d2e7-4542-acdc-c97ebba2d360 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.695600] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-9f7d0c60-3d2e-4c2b-9964-13043edbf2eb tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Updating instance 'a0ff8ae6-f1bf-4207-9042-2c55dbbda487' progress to 83 {{(pid=62438) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1747.761358] env[62438]: DEBUG oslo_vmware.api [None req-61da8b54-008f-4ea1-a9f7-20dd45566aad tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785513, 'name': ReconfigVM_Task, 'duration_secs': 0.429447} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.761670] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-61da8b54-008f-4ea1-a9f7-20dd45566aad tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370464', 'volume_id': 'e55194b3-686a-42fb-bb01-7432c2b6b028', 'name': 'volume-e55194b3-686a-42fb-bb01-7432c2b6b028', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '1e64c34f-a88f-4359-8460-043983887aa3', 'attached_at': '', 'detached_at': '', 'volume_id': 'e55194b3-686a-42fb-bb01-7432c2b6b028', 'serial': 'e55194b3-686a-42fb-bb01-7432c2b6b028'} {{(pid=62438) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1747.775660] env[62438]: DEBUG nova.network.neutron [-] [instance: 3c59f0fe-b277-4734-9100-8955fbce830e] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1747.802519] env[62438]: DEBUG oslo_concurrency.lockutils [None req-68639d4c-e407-496d-b9b8-7916dc8103fc tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Releasing lock "refresh_cache-2a865b41-1752-4d8e-81f0-3ca85069c831" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1748.044997] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: bacfabaa-c0c2-43b7-841f-5539f5de2859] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1748.066172] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f1835d01-7625-450a-8320-dc74e3dc8f19 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Releasing lock "refresh_cache-7d4adda9-4153-4554-9091-65348a0d6dc3" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1748.067046] env[62438]: DEBUG nova.compute.manager [None req-f1835d01-7625-450a-8320-dc74e3dc8f19 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] [instance: 7d4adda9-4153-4554-9091-65348a0d6dc3] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1748.067046] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f1835d01-7625-450a-8320-dc74e3dc8f19 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] [instance: 7d4adda9-4153-4554-9091-65348a0d6dc3] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1748.067753] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f276815-22fe-4865-b577-9363095326aa {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.079666] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1835d01-7625-450a-8320-dc74e3dc8f19 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] [instance: 7d4adda9-4153-4554-9091-65348a0d6dc3] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1748.079909] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d79399c-1c0d-426b-8321-eb8699c3b025 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.086254] env[62438]: DEBUG oslo_vmware.api [None req-f1835d01-7625-450a-8320-dc74e3dc8f19 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Waiting for the task: (returnval){ [ 1748.086254] env[62438]: value = "task-1785514" [ 1748.086254] env[62438]: _type = "Task" [ 1748.086254] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.093841] env[62438]: DEBUG oslo_vmware.api [None req-f1835d01-7625-450a-8320-dc74e3dc8f19 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Task: {'id': task-1785514, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.130824] env[62438]: DEBUG oslo_vmware.api [None req-65e0f18e-4e7f-466b-8386-f07a8a80d619 tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Task: {'id': task-1785512, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.191172] env[62438]: DEBUG oslo_concurrency.lockutils [req-da532e28-1c6c-4cbd-8126-35c07f303845 req-ae9fc362-4e28-4f0a-9a43-f43a2a32b21d service nova] Releasing lock "refresh_cache-c35b7049-a1de-4b83-a6f5-430bc4a749d4" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1748.204055] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f7d0c60-3d2e-4c2b-9964-13043edbf2eb tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1748.205748] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9913b29d-b158-438a-8b4e-390473846825 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.215902] env[62438]: DEBUG oslo_vmware.api [None req-9f7d0c60-3d2e-4c2b-9964-13043edbf2eb tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Waiting for the task: (returnval){ [ 1748.215902] env[62438]: value = "task-1785515" [ 1748.215902] env[62438]: _type = "Task" [ 1748.215902] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.219702] env[62438]: DEBUG oslo_concurrency.lockutils [None req-96367d92-01f3-448d-a848-3161c6840f8d tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Acquiring lock "interface-fac5fe80-b815-4df0-a95e-6c1e52395caa-46fdc285-dbb4-4cd0-9f01-4bea06e7cb3d" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1748.219702] env[62438]: DEBUG oslo_concurrency.lockutils [None req-96367d92-01f3-448d-a848-3161c6840f8d tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Lock "interface-fac5fe80-b815-4df0-a95e-6c1e52395caa-46fdc285-dbb4-4cd0-9f01-4bea06e7cb3d" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1748.226826] env[62438]: DEBUG oslo_vmware.api [None req-9f7d0c60-3d2e-4c2b-9964-13043edbf2eb tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785515, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.279095] env[62438]: INFO nova.compute.manager [-] [instance: 3c59f0fe-b277-4734-9100-8955fbce830e] Took 1.58 seconds to deallocate network for instance. [ 1748.279643] env[62438]: DEBUG nova.network.neutron [req-37d43d95-b033-4d8a-8667-bf4af4ac0602 req-7c769bab-f09a-43e0-91b0-2e3b85007f2e service nova] [instance: 00488d6a-a056-440f-8423-4272ebfd86d4] Updated VIF entry in instance network info cache for port bc06aa02-eebd-4979-bdff-2e94f7ca5022. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1748.280041] env[62438]: DEBUG nova.network.neutron [req-37d43d95-b033-4d8a-8667-bf4af4ac0602 req-7c769bab-f09a-43e0-91b0-2e3b85007f2e service nova] [instance: 00488d6a-a056-440f-8423-4272ebfd86d4] Updating instance_info_cache with network_info: [{"id": "bc06aa02-eebd-4979-bdff-2e94f7ca5022", "address": "fa:16:3e:06:72:d4", "network": {"id": "6c700d94-0bf5-45fc-b97d-08032004501c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-502963819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5877190663a0435fb62e2af965eca75d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc06aa02-ee", "ovs_interfaceid": "bc06aa02-eebd-4979-bdff-2e94f7ca5022", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1748.311881] env[62438]: DEBUG nova.network.neutron [None req-804d2324-9b1f-4cf6-a9e2-bcf17c00cf63 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] Updating instance_info_cache with network_info: [{"id": "e4a3ce12-9884-4f64-9a7e-faea782cd63f", "address": "fa:16:3e:5d:00:99", "network": {"id": "f204c615-6047-48c0-a7eb-65fe4ad424e5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1343144096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38d579b225154935bb754c9894cd2f33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4a3ce12-98", "ovs_interfaceid": "e4a3ce12-9884-4f64-9a7e-faea782cd63f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1748.314266] env[62438]: DEBUG nova.objects.instance [None req-61da8b54-008f-4ea1-a9f7-20dd45566aad tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Lazy-loading 'flavor' on Instance uuid 1e64c34f-a88f-4359-8460-043983887aa3 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1748.340681] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-68639d4c-e407-496d-b9b8-7916dc8103fc tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 2a865b41-1752-4d8e-81f0-3ca85069c831] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1748.340940] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a0b010f-9a6c-45d5-944a-399946e50889 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.348332] env[62438]: DEBUG oslo_vmware.api [None req-68639d4c-e407-496d-b9b8-7916dc8103fc tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Waiting for the task: (returnval){ [ 1748.348332] env[62438]: value = "task-1785516" [ 1748.348332] env[62438]: _type = "Task" [ 1748.348332] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.356473] env[62438]: DEBUG oslo_vmware.api [None req-68639d4c-e407-496d-b9b8-7916dc8103fc tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785516, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.548585] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: 8234c07d-eb31-429f-b804-a3250ea396a0] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1748.596750] env[62438]: DEBUG oslo_vmware.api [None req-f1835d01-7625-450a-8320-dc74e3dc8f19 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Task: {'id': task-1785514, 'name': PowerOffVM_Task, 'duration_secs': 0.133483} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.597102] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1835d01-7625-450a-8320-dc74e3dc8f19 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] [instance: 7d4adda9-4153-4554-9091-65348a0d6dc3] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1748.597297] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f1835d01-7625-450a-8320-dc74e3dc8f19 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] [instance: 7d4adda9-4153-4554-9091-65348a0d6dc3] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1748.597589] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1a65c1cc-995d-4da1-af1e-baec1a1dcf6c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.619512] env[62438]: DEBUG nova.compute.manager [req-ebcb6865-6ade-4fe9-8108-6ff5f06c707e req-33bb0370-fe18-416f-a151-0acd9eb4098a service nova] [instance: 3c59f0fe-b277-4734-9100-8955fbce830e] Received event network-vif-deleted-4132f656-eb3b-4e6b-95e6-618493c6ccd7 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1748.631942] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f1835d01-7625-450a-8320-dc74e3dc8f19 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] [instance: 7d4adda9-4153-4554-9091-65348a0d6dc3] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1748.632245] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f1835d01-7625-450a-8320-dc74e3dc8f19 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] [instance: 7d4adda9-4153-4554-9091-65348a0d6dc3] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1748.632466] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1835d01-7625-450a-8320-dc74e3dc8f19 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Deleting the datastore file [datastore1] 7d4adda9-4153-4554-9091-65348a0d6dc3 {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1748.635896] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-097b500b-499e-423a-a875-9e0624c70d27 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.637967] env[62438]: DEBUG oslo_vmware.api [None req-65e0f18e-4e7f-466b-8386-f07a8a80d619 tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Task: {'id': task-1785512, 'name': PowerOnVM_Task, 'duration_secs': 1.189122} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.638615] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-65e0f18e-4e7f-466b-8386-f07a8a80d619 tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] [instance: 00488d6a-a056-440f-8423-4272ebfd86d4] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1748.638882] env[62438]: INFO nova.compute.manager [None req-65e0f18e-4e7f-466b-8386-f07a8a80d619 tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] [instance: 00488d6a-a056-440f-8423-4272ebfd86d4] Took 8.99 seconds to spawn the instance on the hypervisor. [ 1748.639108] env[62438]: DEBUG nova.compute.manager [None req-65e0f18e-4e7f-466b-8386-f07a8a80d619 tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] [instance: 00488d6a-a056-440f-8423-4272ebfd86d4] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1748.640445] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-604e3426-7cb8-43bd-887b-0ef3088d28c6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.644224] env[62438]: DEBUG oslo_vmware.api [None req-f1835d01-7625-450a-8320-dc74e3dc8f19 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Waiting for the task: (returnval){ [ 1748.644224] env[62438]: value = "task-1785518" [ 1748.644224] env[62438]: _type = "Task" [ 1748.644224] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.657328] env[62438]: DEBUG oslo_vmware.api [None req-f1835d01-7625-450a-8320-dc74e3dc8f19 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Task: {'id': task-1785518, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.726028] env[62438]: DEBUG oslo_concurrency.lockutils [None req-96367d92-01f3-448d-a848-3161c6840f8d tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Acquiring lock "fac5fe80-b815-4df0-a95e-6c1e52395caa" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1748.726232] env[62438]: DEBUG oslo_concurrency.lockutils [None req-96367d92-01f3-448d-a848-3161c6840f8d tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Acquired lock "fac5fe80-b815-4df0-a95e-6c1e52395caa" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1748.726819] env[62438]: DEBUG oslo_vmware.api [None req-9f7d0c60-3d2e-4c2b-9964-13043edbf2eb tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785515, 'name': PowerOnVM_Task, 'duration_secs': 0.431337} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.727663] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6dad298-1861-4bb6-a69d-f109184fa50f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.730399] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f7d0c60-3d2e-4c2b-9964-13043edbf2eb tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1748.730593] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-9f7d0c60-3d2e-4c2b-9964-13043edbf2eb tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Updating instance 'a0ff8ae6-f1bf-4207-9042-2c55dbbda487' progress to 100 {{(pid=62438) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1748.755913] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74fe6144-23c6-4f67-af17-8a5eecfdd0f3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.787042] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-96367d92-01f3-448d-a848-3161c6840f8d tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: fac5fe80-b815-4df0-a95e-6c1e52395caa] Reconfiguring VM to detach interface {{(pid=62438) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1974}} [ 1748.787911] env[62438]: DEBUG oslo_concurrency.lockutils [req-37d43d95-b033-4d8a-8667-bf4af4ac0602 req-7c769bab-f09a-43e0-91b0-2e3b85007f2e service nova] Releasing lock "refresh_cache-00488d6a-a056-440f-8423-4272ebfd86d4" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1748.788181] env[62438]: DEBUG nova.compute.manager [req-37d43d95-b033-4d8a-8667-bf4af4ac0602 req-7c769bab-f09a-43e0-91b0-2e3b85007f2e service nova] [instance: fac5fe80-b815-4df0-a95e-6c1e52395caa] Received event network-vif-plugged-0ae1761b-955d-4957-95c4-5a0113c8c633 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1748.788383] env[62438]: DEBUG oslo_concurrency.lockutils [req-37d43d95-b033-4d8a-8667-bf4af4ac0602 req-7c769bab-f09a-43e0-91b0-2e3b85007f2e service nova] Acquiring lock "fac5fe80-b815-4df0-a95e-6c1e52395caa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1748.788589] env[62438]: DEBUG oslo_concurrency.lockutils [req-37d43d95-b033-4d8a-8667-bf4af4ac0602 req-7c769bab-f09a-43e0-91b0-2e3b85007f2e service nova] Lock "fac5fe80-b815-4df0-a95e-6c1e52395caa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1748.789031] env[62438]: DEBUG oslo_concurrency.lockutils [req-37d43d95-b033-4d8a-8667-bf4af4ac0602 req-7c769bab-f09a-43e0-91b0-2e3b85007f2e service nova] Lock "fac5fe80-b815-4df0-a95e-6c1e52395caa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1748.789031] env[62438]: DEBUG nova.compute.manager [req-37d43d95-b033-4d8a-8667-bf4af4ac0602 req-7c769bab-f09a-43e0-91b0-2e3b85007f2e service nova] [instance: fac5fe80-b815-4df0-a95e-6c1e52395caa] No waiting events found dispatching network-vif-plugged-0ae1761b-955d-4957-95c4-5a0113c8c633 {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1748.789150] env[62438]: WARNING nova.compute.manager [req-37d43d95-b033-4d8a-8667-bf4af4ac0602 req-7c769bab-f09a-43e0-91b0-2e3b85007f2e service nova] [instance: fac5fe80-b815-4df0-a95e-6c1e52395caa] Received unexpected event network-vif-plugged-0ae1761b-955d-4957-95c4-5a0113c8c633 for instance with vm_state active and task_state None. [ 1748.789329] env[62438]: DEBUG nova.compute.manager [req-37d43d95-b033-4d8a-8667-bf4af4ac0602 req-7c769bab-f09a-43e0-91b0-2e3b85007f2e service nova] [instance: fac5fe80-b815-4df0-a95e-6c1e52395caa] Received event network-changed-0ae1761b-955d-4957-95c4-5a0113c8c633 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1748.789494] env[62438]: DEBUG nova.compute.manager [req-37d43d95-b033-4d8a-8667-bf4af4ac0602 req-7c769bab-f09a-43e0-91b0-2e3b85007f2e service nova] [instance: fac5fe80-b815-4df0-a95e-6c1e52395caa] Refreshing instance network info cache due to event network-changed-0ae1761b-955d-4957-95c4-5a0113c8c633. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1748.789696] env[62438]: DEBUG oslo_concurrency.lockutils [req-37d43d95-b033-4d8a-8667-bf4af4ac0602 req-7c769bab-f09a-43e0-91b0-2e3b85007f2e service nova] Acquiring lock "refresh_cache-fac5fe80-b815-4df0-a95e-6c1e52395caa" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1748.789851] env[62438]: DEBUG oslo_concurrency.lockutils [req-37d43d95-b033-4d8a-8667-bf4af4ac0602 req-7c769bab-f09a-43e0-91b0-2e3b85007f2e service nova] Acquired lock "refresh_cache-fac5fe80-b815-4df0-a95e-6c1e52395caa" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1748.790025] env[62438]: DEBUG nova.network.neutron [req-37d43d95-b033-4d8a-8667-bf4af4ac0602 req-7c769bab-f09a-43e0-91b0-2e3b85007f2e service nova] [instance: fac5fe80-b815-4df0-a95e-6c1e52395caa] Refreshing network info cache for port 0ae1761b-955d-4957-95c4-5a0113c8c633 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1748.792104] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ef08c599-17f7-48fe-a7dd-9e2b2ac4ccee tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1748.792341] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ef08c599-17f7-48fe-a7dd-9e2b2ac4ccee tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1748.792539] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ef08c599-17f7-48fe-a7dd-9e2b2ac4ccee tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1748.794497] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b58135d-3c38-4119-9bde-02ea064ee49a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.814185] env[62438]: DEBUG oslo_vmware.api [None req-96367d92-01f3-448d-a848-3161c6840f8d tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Waiting for the task: (returnval){ [ 1748.814185] env[62438]: value = "task-1785519" [ 1748.814185] env[62438]: _type = "Task" [ 1748.814185] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.817999] env[62438]: DEBUG oslo_concurrency.lockutils [None req-804d2324-9b1f-4cf6-a9e2-bcf17c00cf63 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Releasing lock "refresh_cache-ceadf541-e9dc-423a-97c5-3dfe483cbab4" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1748.827632] env[62438]: DEBUG oslo_vmware.api [None req-96367d92-01f3-448d-a848-3161c6840f8d tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1785519, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.831977] env[62438]: INFO nova.scheduler.client.report [None req-ef08c599-17f7-48fe-a7dd-9e2b2ac4ccee tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Deleted allocations for instance 3c59f0fe-b277-4734-9100-8955fbce830e [ 1748.858668] env[62438]: DEBUG oslo_vmware.api [None req-68639d4c-e407-496d-b9b8-7916dc8103fc tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785516, 'name': PowerOffVM_Task, 'duration_secs': 0.339894} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.859016] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-68639d4c-e407-496d-b9b8-7916dc8103fc tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 2a865b41-1752-4d8e-81f0-3ca85069c831] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1748.859890] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-752e1509-eac4-4da4-97d8-cfd0c4e57d14 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.883793] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ed482a-0a38-45a5-9ba2-77eac90a33a7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.920841] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-68639d4c-e407-496d-b9b8-7916dc8103fc tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 2a865b41-1752-4d8e-81f0-3ca85069c831] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1748.921144] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6288eaa2-ae2d-4ec7-a8fe-0d219c3b850d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.927155] env[62438]: DEBUG oslo_vmware.api [None req-68639d4c-e407-496d-b9b8-7916dc8103fc tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Waiting for the task: (returnval){ [ 1748.927155] env[62438]: value = "task-1785520" [ 1748.927155] env[62438]: _type = "Task" [ 1748.927155] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.934879] env[62438]: DEBUG oslo_vmware.api [None req-68639d4c-e407-496d-b9b8-7916dc8103fc tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785520, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.052531] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: da9c0fae-22ea-4a8a-b9de-e78fbcff5c7f] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1749.157857] env[62438]: DEBUG oslo_vmware.api [None req-f1835d01-7625-450a-8320-dc74e3dc8f19 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Task: {'id': task-1785518, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.213681} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.159578] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1835d01-7625-450a-8320-dc74e3dc8f19 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1749.159769] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f1835d01-7625-450a-8320-dc74e3dc8f19 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] [instance: 7d4adda9-4153-4554-9091-65348a0d6dc3] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1749.159979] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f1835d01-7625-450a-8320-dc74e3dc8f19 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] [instance: 7d4adda9-4153-4554-9091-65348a0d6dc3] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1749.160210] env[62438]: INFO nova.compute.manager [None req-f1835d01-7625-450a-8320-dc74e3dc8f19 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] [instance: 7d4adda9-4153-4554-9091-65348a0d6dc3] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1749.160458] env[62438]: DEBUG oslo.service.loopingcall [None req-f1835d01-7625-450a-8320-dc74e3dc8f19 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1749.160845] env[62438]: INFO nova.compute.manager [None req-65e0f18e-4e7f-466b-8386-f07a8a80d619 tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] [instance: 00488d6a-a056-440f-8423-4272ebfd86d4] Took 13.86 seconds to build instance. [ 1749.161649] env[62438]: DEBUG nova.compute.manager [-] [instance: 7d4adda9-4153-4554-9091-65348a0d6dc3] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1749.161749] env[62438]: DEBUG nova.network.neutron [-] [instance: 7d4adda9-4153-4554-9091-65348a0d6dc3] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1749.177099] env[62438]: DEBUG nova.network.neutron [-] [instance: 7d4adda9-4153-4554-9091-65348a0d6dc3] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1749.325188] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-804d2324-9b1f-4cf6-a9e2-bcf17c00cf63 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1749.325636] env[62438]: DEBUG oslo_concurrency.lockutils [None req-61da8b54-008f-4ea1-a9f7-20dd45566aad tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Lock "1e64c34f-a88f-4359-8460-043983887aa3" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.272s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1749.326685] env[62438]: DEBUG oslo_vmware.api [None req-96367d92-01f3-448d-a848-3161c6840f8d tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1785519, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.327166] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af9cdb8e-fc7e-4104-8d2d-74bdecddedab {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.333544] env[62438]: DEBUG oslo_vmware.api [None req-804d2324-9b1f-4cf6-a9e2-bcf17c00cf63 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Waiting for the task: (returnval){ [ 1749.333544] env[62438]: value = "task-1785523" [ 1749.333544] env[62438]: _type = "Task" [ 1749.333544] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.340217] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ef08c599-17f7-48fe-a7dd-9e2b2ac4ccee tempest-DeleteServersTestJSON-2146804020 tempest-DeleteServersTestJSON-2146804020-project-member] Lock "3c59f0fe-b277-4734-9100-8955fbce830e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.163s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1749.344032] env[62438]: DEBUG oslo_vmware.api [None req-804d2324-9b1f-4cf6-a9e2-bcf17c00cf63 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785523, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.390347] env[62438]: INFO nova.compute.manager [None req-484827c6-bcbb-4e80-9227-7d92de82ed8b tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] [instance: 00488d6a-a056-440f-8423-4272ebfd86d4] Rescuing [ 1749.390556] env[62438]: DEBUG oslo_concurrency.lockutils [None req-484827c6-bcbb-4e80-9227-7d92de82ed8b tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Acquiring lock "refresh_cache-00488d6a-a056-440f-8423-4272ebfd86d4" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1749.390724] env[62438]: DEBUG oslo_concurrency.lockutils [None req-484827c6-bcbb-4e80-9227-7d92de82ed8b tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Acquired lock "refresh_cache-00488d6a-a056-440f-8423-4272ebfd86d4" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1749.390900] env[62438]: DEBUG nova.network.neutron [None req-484827c6-bcbb-4e80-9227-7d92de82ed8b tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] [instance: 00488d6a-a056-440f-8423-4272ebfd86d4] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1749.439163] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-68639d4c-e407-496d-b9b8-7916dc8103fc tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 2a865b41-1752-4d8e-81f0-3ca85069c831] VM already powered off {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 1749.439398] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-68639d4c-e407-496d-b9b8-7916dc8103fc tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 2a865b41-1752-4d8e-81f0-3ca85069c831] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1749.439648] env[62438]: DEBUG oslo_concurrency.lockutils [None req-68639d4c-e407-496d-b9b8-7916dc8103fc tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1749.439806] env[62438]: DEBUG oslo_concurrency.lockutils [None req-68639d4c-e407-496d-b9b8-7916dc8103fc tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1749.439990] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-68639d4c-e407-496d-b9b8-7916dc8103fc tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1749.440266] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d3cbce43-7edb-48c4-939c-7c377cda6659 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.450795] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-68639d4c-e407-496d-b9b8-7916dc8103fc tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1749.450963] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-68639d4c-e407-496d-b9b8-7916dc8103fc tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1749.451748] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b6afb61-b73b-48cd-a822-5edab73c54cc {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.458429] env[62438]: DEBUG oslo_vmware.api [None req-68639d4c-e407-496d-b9b8-7916dc8103fc tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Waiting for the task: (returnval){ [ 1749.458429] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]529cfe4d-ff6a-aab6-5c2b-ef7d99bf62a3" [ 1749.458429] env[62438]: _type = "Task" [ 1749.458429] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.467968] env[62438]: DEBUG oslo_vmware.api [None req-68639d4c-e407-496d-b9b8-7916dc8103fc tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]529cfe4d-ff6a-aab6-5c2b-ef7d99bf62a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.531912] env[62438]: DEBUG nova.network.neutron [req-37d43d95-b033-4d8a-8667-bf4af4ac0602 req-7c769bab-f09a-43e0-91b0-2e3b85007f2e service nova] [instance: fac5fe80-b815-4df0-a95e-6c1e52395caa] Updated VIF entry in instance network info cache for port 0ae1761b-955d-4957-95c4-5a0113c8c633. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1749.532450] env[62438]: DEBUG nova.network.neutron [req-37d43d95-b033-4d8a-8667-bf4af4ac0602 req-7c769bab-f09a-43e0-91b0-2e3b85007f2e service nova] [instance: fac5fe80-b815-4df0-a95e-6c1e52395caa] Updating instance_info_cache with network_info: [{"id": "acf88da9-0512-49ec-b632-45d965e23aa2", "address": "fa:16:3e:a1:0f:af", "network": {"id": "a94d385f-71ec-4be6-b04d-8fd365f0788d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1510171435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "941c9b8cd46546ffa37aa3edfa770bd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacf88da9-05", "ovs_interfaceid": "acf88da9-0512-49ec-b632-45d965e23aa2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "46fdc285-dbb4-4cd0-9f01-4bea06e7cb3d", "address": "fa:16:3e:a9:71:10", "network": {"id": "a94d385f-71ec-4be6-b04d-8fd365f0788d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1510171435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "941c9b8cd46546ffa37aa3edfa770bd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46fdc285-db", "ovs_interfaceid": "46fdc285-dbb4-4cd0-9f01-4bea06e7cb3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0ae1761b-955d-4957-95c4-5a0113c8c633", "address": "fa:16:3e:30:bc:90", "network": {"id": "a94d385f-71ec-4be6-b04d-8fd365f0788d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1510171435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "941c9b8cd46546ffa37aa3edfa770bd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ae1761b-95", "ovs_interfaceid": "0ae1761b-955d-4957-95c4-5a0113c8c633", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1749.555333] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: b791bdf7-feaa-4752-a8a6-45d1562e4874] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1749.664595] env[62438]: DEBUG oslo_concurrency.lockutils [None req-65e0f18e-4e7f-466b-8386-f07a8a80d619 tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Lock "00488d6a-a056-440f-8423-4272ebfd86d4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.376s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1749.679160] env[62438]: DEBUG nova.network.neutron [-] [instance: 7d4adda9-4153-4554-9091-65348a0d6dc3] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1749.825937] env[62438]: DEBUG oslo_vmware.api [None req-96367d92-01f3-448d-a848-3161c6840f8d tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1785519, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.843534] env[62438]: DEBUG oslo_vmware.api [None req-804d2324-9b1f-4cf6-a9e2-bcf17c00cf63 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785523, 'name': PowerOnVM_Task, 'duration_secs': 0.39229} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.843895] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-804d2324-9b1f-4cf6-a9e2-bcf17c00cf63 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1749.844110] env[62438]: DEBUG nova.compute.manager [None req-804d2324-9b1f-4cf6-a9e2-bcf17c00cf63 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1749.844945] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6abd39b2-56a5-44b7-836d-baf45bcb4681 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.970163] env[62438]: DEBUG oslo_vmware.api [None req-68639d4c-e407-496d-b9b8-7916dc8103fc tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]529cfe4d-ff6a-aab6-5c2b-ef7d99bf62a3, 'name': SearchDatastore_Task, 'duration_secs': 0.03897} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.971166] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e257a912-7efe-41aa-a2d8-c1410659a589 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.977057] env[62438]: DEBUG oslo_vmware.api [None req-68639d4c-e407-496d-b9b8-7916dc8103fc tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Waiting for the task: (returnval){ [ 1749.977057] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5224e956-75ad-dc87-55f1-edc28158d257" [ 1749.977057] env[62438]: _type = "Task" [ 1749.977057] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.987338] env[62438]: DEBUG oslo_vmware.api [None req-68639d4c-e407-496d-b9b8-7916dc8103fc tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5224e956-75ad-dc87-55f1-edc28158d257, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.034657] env[62438]: DEBUG oslo_concurrency.lockutils [req-37d43d95-b033-4d8a-8667-bf4af4ac0602 req-7c769bab-f09a-43e0-91b0-2e3b85007f2e service nova] Releasing lock "refresh_cache-fac5fe80-b815-4df0-a95e-6c1e52395caa" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1750.058496] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: 43727bec-0fad-43ee-b4e7-a1e48a7169b2] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1750.084013] env[62438]: DEBUG nova.network.neutron [None req-484827c6-bcbb-4e80-9227-7d92de82ed8b tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] [instance: 00488d6a-a056-440f-8423-4272ebfd86d4] Updating instance_info_cache with network_info: [{"id": "bc06aa02-eebd-4979-bdff-2e94f7ca5022", "address": "fa:16:3e:06:72:d4", "network": {"id": "6c700d94-0bf5-45fc-b97d-08032004501c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-502963819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5877190663a0435fb62e2af965eca75d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc06aa02-ee", "ovs_interfaceid": "bc06aa02-eebd-4979-bdff-2e94f7ca5022", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1750.087607] env[62438]: DEBUG oslo_concurrency.lockutils [None req-6399778a-9d2b-4db5-8015-a9216c2c213a tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Acquiring lock "1e64c34f-a88f-4359-8460-043983887aa3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1750.087849] env[62438]: DEBUG oslo_concurrency.lockutils [None req-6399778a-9d2b-4db5-8015-a9216c2c213a tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Lock "1e64c34f-a88f-4359-8460-043983887aa3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1750.088072] env[62438]: DEBUG oslo_concurrency.lockutils [None req-6399778a-9d2b-4db5-8015-a9216c2c213a tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Acquiring lock "1e64c34f-a88f-4359-8460-043983887aa3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1750.088264] env[62438]: DEBUG oslo_concurrency.lockutils [None req-6399778a-9d2b-4db5-8015-a9216c2c213a tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Lock "1e64c34f-a88f-4359-8460-043983887aa3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1750.088439] env[62438]: DEBUG oslo_concurrency.lockutils [None req-6399778a-9d2b-4db5-8015-a9216c2c213a tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Lock "1e64c34f-a88f-4359-8460-043983887aa3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1750.090602] env[62438]: INFO nova.compute.manager [None req-6399778a-9d2b-4db5-8015-a9216c2c213a tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] Terminating instance [ 1750.092268] env[62438]: DEBUG nova.compute.manager [None req-6399778a-9d2b-4db5-8015-a9216c2c213a tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1750.092481] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-6399778a-9d2b-4db5-8015-a9216c2c213a tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1750.093333] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b198c3-b05e-4852-bdf0-a6d259aa8ad3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.101576] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-6399778a-9d2b-4db5-8015-a9216c2c213a tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1750.101813] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e904df86-2dbd-4540-b20e-768627da8c31 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.108038] env[62438]: DEBUG oslo_vmware.api [None req-6399778a-9d2b-4db5-8015-a9216c2c213a tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Waiting for the task: (returnval){ [ 1750.108038] env[62438]: value = "task-1785524" [ 1750.108038] env[62438]: _type = "Task" [ 1750.108038] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.116728] env[62438]: DEBUG oslo_vmware.api [None req-6399778a-9d2b-4db5-8015-a9216c2c213a tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785524, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.181589] env[62438]: INFO nova.compute.manager [-] [instance: 7d4adda9-4153-4554-9091-65348a0d6dc3] Took 1.02 seconds to deallocate network for instance. [ 1750.327245] env[62438]: DEBUG oslo_vmware.api [None req-96367d92-01f3-448d-a848-3161c6840f8d tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1785519, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.489719] env[62438]: DEBUG oslo_vmware.api [None req-68639d4c-e407-496d-b9b8-7916dc8103fc tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5224e956-75ad-dc87-55f1-edc28158d257, 'name': SearchDatastore_Task, 'duration_secs': 0.036947} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.490037] env[62438]: DEBUG oslo_concurrency.lockutils [None req-68639d4c-e407-496d-b9b8-7916dc8103fc tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1750.490308] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-68639d4c-e407-496d-b9b8-7916dc8103fc tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 2a865b41-1752-4d8e-81f0-3ca85069c831/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c-rescue.vmdk. {{(pid=62438) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1750.490573] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-63b4b448-57be-4b72-823e-1ee4d853264d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.497213] env[62438]: DEBUG oslo_vmware.api [None req-68639d4c-e407-496d-b9b8-7916dc8103fc tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Waiting for the task: (returnval){ [ 1750.497213] env[62438]: value = "task-1785525" [ 1750.497213] env[62438]: _type = "Task" [ 1750.497213] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.504790] env[62438]: DEBUG oslo_vmware.api [None req-68639d4c-e407-496d-b9b8-7916dc8103fc tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785525, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.563565] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: e8cde59b-5e45-4f29-9fad-c96039006c88] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1750.587950] env[62438]: DEBUG oslo_concurrency.lockutils [None req-484827c6-bcbb-4e80-9227-7d92de82ed8b tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Releasing lock "refresh_cache-00488d6a-a056-440f-8423-4272ebfd86d4" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1750.620188] env[62438]: DEBUG oslo_vmware.api [None req-6399778a-9d2b-4db5-8015-a9216c2c213a tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785524, 'name': PowerOffVM_Task, 'duration_secs': 0.355298} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.620672] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-6399778a-9d2b-4db5-8015-a9216c2c213a tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1750.620845] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-6399778a-9d2b-4db5-8015-a9216c2c213a tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1750.621168] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-79f897ea-280d-4de0-ae93-59ccebcd66a3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.693577] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f1835d01-7625-450a-8320-dc74e3dc8f19 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1750.693888] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f1835d01-7625-450a-8320-dc74e3dc8f19 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1750.694209] env[62438]: DEBUG nova.objects.instance [None req-f1835d01-7625-450a-8320-dc74e3dc8f19 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Lazy-loading 'resources' on Instance uuid 7d4adda9-4153-4554-9091-65348a0d6dc3 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1750.719551] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-6399778a-9d2b-4db5-8015-a9216c2c213a tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1750.720030] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-6399778a-9d2b-4db5-8015-a9216c2c213a tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1750.720289] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-6399778a-9d2b-4db5-8015-a9216c2c213a tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Deleting the datastore file [datastore1] 1e64c34f-a88f-4359-8460-043983887aa3 {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1750.720857] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2541738e-56f7-41b9-a84e-b41e28a23df6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.728558] env[62438]: DEBUG oslo_vmware.api [None req-6399778a-9d2b-4db5-8015-a9216c2c213a tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Waiting for the task: (returnval){ [ 1750.728558] env[62438]: value = "task-1785527" [ 1750.728558] env[62438]: _type = "Task" [ 1750.728558] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.736156] env[62438]: DEBUG oslo_vmware.api [None req-6399778a-9d2b-4db5-8015-a9216c2c213a tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785527, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.805616] env[62438]: DEBUG nova.network.neutron [None req-767f0188-72a6-46d7-9d24-da3cc0f54904 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Port 27aaa3f2-5d14-43cb-b458-c9c7d093b677 binding to destination host cpu-1 is already ACTIVE {{(pid=62438) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 1750.806021] env[62438]: DEBUG oslo_concurrency.lockutils [None req-767f0188-72a6-46d7-9d24-da3cc0f54904 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Acquiring lock "refresh_cache-a0ff8ae6-f1bf-4207-9042-2c55dbbda487" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1750.806166] env[62438]: DEBUG oslo_concurrency.lockutils [None req-767f0188-72a6-46d7-9d24-da3cc0f54904 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Acquired lock "refresh_cache-a0ff8ae6-f1bf-4207-9042-2c55dbbda487" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1750.806429] env[62438]: DEBUG nova.network.neutron [None req-767f0188-72a6-46d7-9d24-da3cc0f54904 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1750.827404] env[62438]: DEBUG oslo_vmware.api [None req-96367d92-01f3-448d-a848-3161c6840f8d tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1785519, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.009403] env[62438]: DEBUG oslo_vmware.api [None req-68639d4c-e407-496d-b9b8-7916dc8103fc tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785525, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.067434] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: e3195d58-9c75-4fcc-8e4b-0c30bd69e311] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1751.124619] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-484827c6-bcbb-4e80-9227-7d92de82ed8b tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] [instance: 00488d6a-a056-440f-8423-4272ebfd86d4] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1751.124619] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-daf61eb4-c225-4c72-9098-eee6348207f2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.132503] env[62438]: DEBUG oslo_vmware.api [None req-484827c6-bcbb-4e80-9227-7d92de82ed8b tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Waiting for the task: (returnval){ [ 1751.132503] env[62438]: value = "task-1785528" [ 1751.132503] env[62438]: _type = "Task" [ 1751.132503] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.140799] env[62438]: DEBUG oslo_vmware.api [None req-484827c6-bcbb-4e80-9227-7d92de82ed8b tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Task: {'id': task-1785528, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.238146] env[62438]: DEBUG oslo_vmware.api [None req-6399778a-9d2b-4db5-8015-a9216c2c213a tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785527, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.330070] env[62438]: DEBUG oslo_vmware.api [None req-96367d92-01f3-448d-a848-3161c6840f8d tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1785519, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.411882] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe5276b8-959e-431d-b223-fe048476bbf0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.421394] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c41ac64f-abfb-45c2-b8b5-d86b934ff098 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.456288] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70983479-75f3-4f92-946c-a8ae926b85d8 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.464462] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b3f86f-0543-4d7a-825a-f6dae034268d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.478301] env[62438]: DEBUG nova.compute.provider_tree [None req-f1835d01-7625-450a-8320-dc74e3dc8f19 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1751.507407] env[62438]: DEBUG oslo_vmware.api [None req-68639d4c-e407-496d-b9b8-7916dc8103fc tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785525, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.745498} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.507614] env[62438]: INFO nova.virt.vmwareapi.ds_util [None req-68639d4c-e407-496d-b9b8-7916dc8103fc tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 2a865b41-1752-4d8e-81f0-3ca85069c831/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c-rescue.vmdk. [ 1751.508441] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a0fdc7-bc5e-4703-9e72-e70417f349c5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.537486] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-68639d4c-e407-496d-b9b8-7916dc8103fc tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 2a865b41-1752-4d8e-81f0-3ca85069c831] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 2a865b41-1752-4d8e-81f0-3ca85069c831/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c-rescue.vmdk or device None with type thin {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1751.537841] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48ebfe6a-232d-47a0-a71f-ef0b3c498f5f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.558283] env[62438]: DEBUG oslo_vmware.api [None req-68639d4c-e407-496d-b9b8-7916dc8103fc tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Waiting for the task: (returnval){ [ 1751.558283] env[62438]: value = "task-1785529" [ 1751.558283] env[62438]: _type = "Task" [ 1751.558283] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.569467] env[62438]: DEBUG oslo_vmware.api [None req-68639d4c-e407-496d-b9b8-7916dc8103fc tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785529, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.571055] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: c15b97da-95c7-4a9d-be28-cda5cea50c2b] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1751.606726] env[62438]: DEBUG nova.network.neutron [None req-767f0188-72a6-46d7-9d24-da3cc0f54904 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Updating instance_info_cache with network_info: [{"id": "27aaa3f2-5d14-43cb-b458-c9c7d093b677", "address": "fa:16:3e:e9:fa:9d", "network": {"id": "0dbd3920-b0f9-440c-828e-f62c188026e3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-185667311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f3dbad0ee7a4ddebd396ce5fa49f1d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27aaa3f2-5d", "ovs_interfaceid": "27aaa3f2-5d14-43cb-b458-c9c7d093b677", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1751.642505] env[62438]: DEBUG oslo_vmware.api [None req-484827c6-bcbb-4e80-9227-7d92de82ed8b tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Task: {'id': task-1785528, 'name': PowerOffVM_Task, 'duration_secs': 0.237534} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.642781] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-484827c6-bcbb-4e80-9227-7d92de82ed8b tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] [instance: 00488d6a-a056-440f-8423-4272ebfd86d4] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1751.643601] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-456e5890-f2ec-47cc-a2d4-0cf30b16a461 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.663801] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-419ed470-e34f-45c5-9e35-9dc67bf9a45f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.697463] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-484827c6-bcbb-4e80-9227-7d92de82ed8b tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] [instance: 00488d6a-a056-440f-8423-4272ebfd86d4] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1751.698115] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-37717d67-7717-45cc-a5b4-833a22d667ef {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.704866] env[62438]: DEBUG oslo_vmware.api [None req-484827c6-bcbb-4e80-9227-7d92de82ed8b tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Waiting for the task: (returnval){ [ 1751.704866] env[62438]: value = "task-1785530" [ 1751.704866] env[62438]: _type = "Task" [ 1751.704866] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.713154] env[62438]: DEBUG oslo_vmware.api [None req-484827c6-bcbb-4e80-9227-7d92de82ed8b tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Task: {'id': task-1785530, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.738137] env[62438]: DEBUG oslo_vmware.api [None req-6399778a-9d2b-4db5-8015-a9216c2c213a tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785527, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.648672} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.738428] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-6399778a-9d2b-4db5-8015-a9216c2c213a tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1751.738621] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-6399778a-9d2b-4db5-8015-a9216c2c213a tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1751.738835] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-6399778a-9d2b-4db5-8015-a9216c2c213a tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1751.739075] env[62438]: INFO nova.compute.manager [None req-6399778a-9d2b-4db5-8015-a9216c2c213a tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1751.739365] env[62438]: DEBUG oslo.service.loopingcall [None req-6399778a-9d2b-4db5-8015-a9216c2c213a tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1751.739572] env[62438]: DEBUG nova.compute.manager [-] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1751.739686] env[62438]: DEBUG nova.network.neutron [-] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1751.826962] env[62438]: DEBUG oslo_vmware.api [None req-96367d92-01f3-448d-a848-3161c6840f8d tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1785519, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.982018] env[62438]: DEBUG nova.scheduler.client.report [None req-f1835d01-7625-450a-8320-dc74e3dc8f19 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1752.070279] env[62438]: DEBUG oslo_vmware.api [None req-68639d4c-e407-496d-b9b8-7916dc8103fc tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785529, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.074118] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: 123a890e-3772-4f4f-b12d-5fae028ee895] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1752.110448] env[62438]: DEBUG oslo_concurrency.lockutils [None req-767f0188-72a6-46d7-9d24-da3cc0f54904 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Releasing lock "refresh_cache-a0ff8ae6-f1bf-4207-9042-2c55dbbda487" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1752.215494] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-484827c6-bcbb-4e80-9227-7d92de82ed8b tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] [instance: 00488d6a-a056-440f-8423-4272ebfd86d4] VM already powered off {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 1752.215759] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-484827c6-bcbb-4e80-9227-7d92de82ed8b tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] [instance: 00488d6a-a056-440f-8423-4272ebfd86d4] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1752.216051] env[62438]: DEBUG oslo_concurrency.lockutils [None req-484827c6-bcbb-4e80-9227-7d92de82ed8b tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1752.216220] env[62438]: DEBUG oslo_concurrency.lockutils [None req-484827c6-bcbb-4e80-9227-7d92de82ed8b tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1752.216409] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-484827c6-bcbb-4e80-9227-7d92de82ed8b tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1752.216867] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1582ed0c-90f2-4717-93de-1379e1abc64a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.225808] env[62438]: DEBUG nova.compute.manager [req-193cb08e-6122-491d-a333-3e0fa1a2acc9 req-aaaf8106-bb30-410a-be4b-b0501e0f1625 service nova] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] Received event network-vif-deleted-b1b81fe9-5f5d-4e16-8f53-d44586d081ca {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1752.226032] env[62438]: INFO nova.compute.manager [req-193cb08e-6122-491d-a333-3e0fa1a2acc9 req-aaaf8106-bb30-410a-be4b-b0501e0f1625 service nova] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] Neutron deleted interface b1b81fe9-5f5d-4e16-8f53-d44586d081ca; detaching it from the instance and deleting it from the info cache [ 1752.226230] env[62438]: DEBUG nova.network.neutron [req-193cb08e-6122-491d-a333-3e0fa1a2acc9 req-aaaf8106-bb30-410a-be4b-b0501e0f1625 service nova] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1752.228513] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-484827c6-bcbb-4e80-9227-7d92de82ed8b tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1752.228696] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-484827c6-bcbb-4e80-9227-7d92de82ed8b tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1752.229628] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce677720-e290-4d7f-bb66-8a32c2fa9793 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.235604] env[62438]: DEBUG oslo_vmware.api [None req-484827c6-bcbb-4e80-9227-7d92de82ed8b tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Waiting for the task: (returnval){ [ 1752.235604] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52a95f2e-aec5-8ddf-a5f6-b0f703547a69" [ 1752.235604] env[62438]: _type = "Task" [ 1752.235604] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.246522] env[62438]: DEBUG oslo_vmware.api [None req-484827c6-bcbb-4e80-9227-7d92de82ed8b tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52a95f2e-aec5-8ddf-a5f6-b0f703547a69, 'name': SearchDatastore_Task} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.246907] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26189f4b-53de-4375-a263-2cbc0fd81605 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.251932] env[62438]: DEBUG oslo_vmware.api [None req-484827c6-bcbb-4e80-9227-7d92de82ed8b tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Waiting for the task: (returnval){ [ 1752.251932] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52f08125-8756-e4db-7f29-882ec5a5b9b5" [ 1752.251932] env[62438]: _type = "Task" [ 1752.251932] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.259035] env[62438]: DEBUG oslo_vmware.api [None req-484827c6-bcbb-4e80-9227-7d92de82ed8b tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52f08125-8756-e4db-7f29-882ec5a5b9b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.326166] env[62438]: DEBUG oslo_vmware.api [None req-96367d92-01f3-448d-a848-3161c6840f8d tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1785519, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.487412] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f1835d01-7625-450a-8320-dc74e3dc8f19 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.793s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1752.511971] env[62438]: INFO nova.scheduler.client.report [None req-f1835d01-7625-450a-8320-dc74e3dc8f19 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Deleted allocations for instance 7d4adda9-4153-4554-9091-65348a0d6dc3 [ 1752.569981] env[62438]: DEBUG oslo_vmware.api [None req-68639d4c-e407-496d-b9b8-7916dc8103fc tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785529, 'name': ReconfigVM_Task, 'duration_secs': 0.566589} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.570362] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-68639d4c-e407-496d-b9b8-7916dc8103fc tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 2a865b41-1752-4d8e-81f0-3ca85069c831] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 2a865b41-1752-4d8e-81f0-3ca85069c831/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c-rescue.vmdk or device None with type thin {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1752.571261] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de4914d2-da77-4d1a-8c17-de159a269af1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.598929] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: 277f271f-6f65-4d7b-af1c-e3383b78d775] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1752.606294] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d531f011-3522-4930-b8a0-2c6bee9182e0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.618267] env[62438]: DEBUG nova.compute.manager [None req-767f0188-72a6-46d7-9d24-da3cc0f54904 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62438) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:897}} [ 1752.627954] env[62438]: DEBUG oslo_vmware.api [None req-68639d4c-e407-496d-b9b8-7916dc8103fc tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Waiting for the task: (returnval){ [ 1752.627954] env[62438]: value = "task-1785532" [ 1752.627954] env[62438]: _type = "Task" [ 1752.627954] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.637061] env[62438]: DEBUG oslo_vmware.api [None req-68639d4c-e407-496d-b9b8-7916dc8103fc tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785532, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.703138] env[62438]: DEBUG nova.network.neutron [-] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1752.731182] env[62438]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e4878b57-ab3c-4258-8afd-77bc1e944ffe {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.740660] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f22c0e24-ff57-44d6-a608-18be95036e4f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.763175] env[62438]: DEBUG oslo_vmware.api [None req-484827c6-bcbb-4e80-9227-7d92de82ed8b tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52f08125-8756-e4db-7f29-882ec5a5b9b5, 'name': SearchDatastore_Task, 'duration_secs': 0.009665} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.773317] env[62438]: DEBUG oslo_concurrency.lockutils [None req-484827c6-bcbb-4e80-9227-7d92de82ed8b tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1752.773317] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-484827c6-bcbb-4e80-9227-7d92de82ed8b tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 00488d6a-a056-440f-8423-4272ebfd86d4/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c-rescue.vmdk. {{(pid=62438) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1752.773317] env[62438]: DEBUG nova.compute.manager [req-193cb08e-6122-491d-a333-3e0fa1a2acc9 req-aaaf8106-bb30-410a-be4b-b0501e0f1625 service nova] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] Detach interface failed, port_id=b1b81fe9-5f5d-4e16-8f53-d44586d081ca, reason: Instance 1e64c34f-a88f-4359-8460-043983887aa3 could not be found. {{(pid=62438) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1752.773658] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-78acb82e-6a84-43f1-ba2e-9edbf96e61b2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.780867] env[62438]: DEBUG oslo_vmware.api [None req-484827c6-bcbb-4e80-9227-7d92de82ed8b tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Waiting for the task: (returnval){ [ 1752.780867] env[62438]: value = "task-1785533" [ 1752.780867] env[62438]: _type = "Task" [ 1752.780867] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.789072] env[62438]: DEBUG oslo_vmware.api [None req-484827c6-bcbb-4e80-9227-7d92de82ed8b tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Task: {'id': task-1785533, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.827298] env[62438]: DEBUG oslo_vmware.api [None req-96367d92-01f3-448d-a848-3161c6840f8d tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1785519, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.023976] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f1835d01-7625-450a-8320-dc74e3dc8f19 tempest-ServerShowV247Test-1618251916 tempest-ServerShowV247Test-1618251916-project-member] Lock "7d4adda9-4153-4554-9091-65348a0d6dc3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.052s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1753.109552] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: b04481d2-d1cf-46e7-98c6-e714cf8c10c0] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1753.141690] env[62438]: DEBUG oslo_vmware.api [None req-68639d4c-e407-496d-b9b8-7916dc8103fc tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785532, 'name': ReconfigVM_Task, 'duration_secs': 0.189313} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.141957] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-68639d4c-e407-496d-b9b8-7916dc8103fc tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 2a865b41-1752-4d8e-81f0-3ca85069c831] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1753.142236] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-67bfef76-76c3-423d-97ce-039c6f7fd8bb {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.148753] env[62438]: DEBUG oslo_vmware.api [None req-68639d4c-e407-496d-b9b8-7916dc8103fc tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Waiting for the task: (returnval){ [ 1753.148753] env[62438]: value = "task-1785534" [ 1753.148753] env[62438]: _type = "Task" [ 1753.148753] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.158177] env[62438]: DEBUG oslo_vmware.api [None req-68639d4c-e407-496d-b9b8-7916dc8103fc tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785534, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.205796] env[62438]: INFO nova.compute.manager [-] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] Took 1.47 seconds to deallocate network for instance. [ 1753.293712] env[62438]: DEBUG oslo_vmware.api [None req-484827c6-bcbb-4e80-9227-7d92de82ed8b tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Task: {'id': task-1785533, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.330628] env[62438]: DEBUG oslo_vmware.api [None req-96367d92-01f3-448d-a848-3161c6840f8d tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1785519, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.619314] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: 03448a20-9731-4076-bf51-852e9fc7f016] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1753.666399] env[62438]: DEBUG oslo_vmware.api [None req-68639d4c-e407-496d-b9b8-7916dc8103fc tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785534, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.715515] env[62438]: DEBUG oslo_concurrency.lockutils [None req-6399778a-9d2b-4db5-8015-a9216c2c213a tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1753.715878] env[62438]: DEBUG oslo_concurrency.lockutils [None req-6399778a-9d2b-4db5-8015-a9216c2c213a tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1753.717380] env[62438]: DEBUG nova.objects.instance [None req-6399778a-9d2b-4db5-8015-a9216c2c213a tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Lazy-loading 'resources' on Instance uuid 1e64c34f-a88f-4359-8460-043983887aa3 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1753.741395] env[62438]: DEBUG oslo_concurrency.lockutils [None req-767f0188-72a6-46d7-9d24-da3cc0f54904 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1753.791938] env[62438]: DEBUG oslo_vmware.api [None req-484827c6-bcbb-4e80-9227-7d92de82ed8b tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Task: {'id': task-1785533, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.631289} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.792262] env[62438]: INFO nova.virt.vmwareapi.ds_util [None req-484827c6-bcbb-4e80-9227-7d92de82ed8b tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 00488d6a-a056-440f-8423-4272ebfd86d4/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c-rescue.vmdk. [ 1753.793010] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d498dd-e3fe-47cf-8e6e-3ef7e8fa654d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.819479] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-484827c6-bcbb-4e80-9227-7d92de82ed8b tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] [instance: 00488d6a-a056-440f-8423-4272ebfd86d4] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 00488d6a-a056-440f-8423-4272ebfd86d4/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c-rescue.vmdk or device None with type thin {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1753.819848] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9db29878-2b18-4ece-8729-5ac13bdf5e2e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.841248] env[62438]: DEBUG oslo_vmware.api [None req-96367d92-01f3-448d-a848-3161c6840f8d tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1785519, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.842632] env[62438]: DEBUG oslo_vmware.api [None req-484827c6-bcbb-4e80-9227-7d92de82ed8b tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Waiting for the task: (returnval){ [ 1753.842632] env[62438]: value = "task-1785535" [ 1753.842632] env[62438]: _type = "Task" [ 1753.842632] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.850711] env[62438]: DEBUG oslo_vmware.api [None req-484827c6-bcbb-4e80-9227-7d92de82ed8b tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Task: {'id': task-1785535, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.123241] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: d96af944-fba1-4df4-a0f7-0566ae562500] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1754.160420] env[62438]: DEBUG oslo_vmware.api [None req-68639d4c-e407-496d-b9b8-7916dc8103fc tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785534, 'name': PowerOnVM_Task, 'duration_secs': 0.611017} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.161056] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-68639d4c-e407-496d-b9b8-7916dc8103fc tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 2a865b41-1752-4d8e-81f0-3ca85069c831] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1754.163341] env[62438]: DEBUG nova.compute.manager [None req-68639d4c-e407-496d-b9b8-7916dc8103fc tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 2a865b41-1752-4d8e-81f0-3ca85069c831] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1754.164164] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-259e3522-6c42-4b83-9596-9bf75a8252d4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.329348] env[62438]: DEBUG oslo_vmware.api [None req-96367d92-01f3-448d-a848-3161c6840f8d tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1785519, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.354724] env[62438]: DEBUG oslo_vmware.api [None req-484827c6-bcbb-4e80-9227-7d92de82ed8b tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Task: {'id': task-1785535, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.377943] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03fedf95-5714-4db9-a749-c6561cee5d8f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.385564] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c67b584-6cb0-455b-a4d3-6a744fea9789 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.415033] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b5654a0-4112-4e80-9314-16c94264a735 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.422860] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d1dae8-7497-4ba4-b62d-107e531a22d2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.439710] env[62438]: DEBUG nova.compute.provider_tree [None req-6399778a-9d2b-4db5-8015-a9216c2c213a tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1754.831555] env[62438]: DEBUG oslo_vmware.api [None req-96367d92-01f3-448d-a848-3161c6840f8d tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1785519, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.853173] env[62438]: DEBUG oslo_vmware.api [None req-484827c6-bcbb-4e80-9227-7d92de82ed8b tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Task: {'id': task-1785535, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.943448] env[62438]: DEBUG nova.scheduler.client.report [None req-6399778a-9d2b-4db5-8015-a9216c2c213a tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1755.331876] env[62438]: DEBUG oslo_vmware.api [None req-96367d92-01f3-448d-a848-3161c6840f8d tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1785519, 'name': ReconfigVM_Task, 'duration_secs': 6.16408} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.332189] env[62438]: DEBUG oslo_concurrency.lockutils [None req-96367d92-01f3-448d-a848-3161c6840f8d tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Releasing lock "fac5fe80-b815-4df0-a95e-6c1e52395caa" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1755.332380] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-96367d92-01f3-448d-a848-3161c6840f8d tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: fac5fe80-b815-4df0-a95e-6c1e52395caa] Reconfigured VM to detach interface {{(pid=62438) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1984}} [ 1755.353658] env[62438]: DEBUG oslo_vmware.api [None req-484827c6-bcbb-4e80-9227-7d92de82ed8b tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Task: {'id': task-1785535, 'name': ReconfigVM_Task, 'duration_secs': 1.05692} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.353944] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-484827c6-bcbb-4e80-9227-7d92de82ed8b tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] [instance: 00488d6a-a056-440f-8423-4272ebfd86d4] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 00488d6a-a056-440f-8423-4272ebfd86d4/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c-rescue.vmdk or device None with type thin {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1755.354853] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eec35a5-ff36-4fb7-91b9-ec71fc20cb74 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.383096] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b4d1485-3395-4f5b-85ef-ca079bdff3e7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.401367] env[62438]: DEBUG oslo_vmware.api [None req-484827c6-bcbb-4e80-9227-7d92de82ed8b tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Waiting for the task: (returnval){ [ 1755.401367] env[62438]: value = "task-1785536" [ 1755.401367] env[62438]: _type = "Task" [ 1755.401367] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.410772] env[62438]: DEBUG oslo_vmware.api [None req-484827c6-bcbb-4e80-9227-7d92de82ed8b tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Task: {'id': task-1785536, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.448884] env[62438]: DEBUG oslo_concurrency.lockutils [None req-6399778a-9d2b-4db5-8015-a9216c2c213a tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.733s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1755.451259] env[62438]: DEBUG oslo_concurrency.lockutils [None req-767f0188-72a6-46d7-9d24-da3cc0f54904 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 1.710s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1755.471706] env[62438]: INFO nova.scheduler.client.report [None req-6399778a-9d2b-4db5-8015-a9216c2c213a tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Deleted allocations for instance 1e64c34f-a88f-4359-8460-043983887aa3 [ 1755.625593] env[62438]: DEBUG nova.compute.manager [req-64a995d5-a212-4b6b-ad79-a2e927e00478 req-dda43a55-76c9-4f7a-b747-576f8db2f773 service nova] [instance: fac5fe80-b815-4df0-a95e-6c1e52395caa] Received event network-vif-deleted-46fdc285-dbb4-4cd0-9f01-4bea06e7cb3d {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1755.625823] env[62438]: INFO nova.compute.manager [req-64a995d5-a212-4b6b-ad79-a2e927e00478 req-dda43a55-76c9-4f7a-b747-576f8db2f773 service nova] [instance: fac5fe80-b815-4df0-a95e-6c1e52395caa] Neutron deleted interface 46fdc285-dbb4-4cd0-9f01-4bea06e7cb3d; detaching it from the instance and deleting it from the info cache [ 1755.626160] env[62438]: DEBUG nova.network.neutron [req-64a995d5-a212-4b6b-ad79-a2e927e00478 req-dda43a55-76c9-4f7a-b747-576f8db2f773 service nova] [instance: fac5fe80-b815-4df0-a95e-6c1e52395caa] Updating instance_info_cache with network_info: [{"id": "acf88da9-0512-49ec-b632-45d965e23aa2", "address": "fa:16:3e:a1:0f:af", "network": {"id": "a94d385f-71ec-4be6-b04d-8fd365f0788d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1510171435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "941c9b8cd46546ffa37aa3edfa770bd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacf88da9-05", "ovs_interfaceid": "acf88da9-0512-49ec-b632-45d965e23aa2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0ae1761b-955d-4957-95c4-5a0113c8c633", "address": "fa:16:3e:30:bc:90", "network": {"id": "a94d385f-71ec-4be6-b04d-8fd365f0788d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1510171435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "941c9b8cd46546ffa37aa3edfa770bd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ae1761b-95", "ovs_interfaceid": "0ae1761b-955d-4957-95c4-5a0113c8c633", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1755.896437] env[62438]: INFO nova.compute.manager [None req-25d7dbe3-6547-48d1-af1c-0d958263eea7 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 2a865b41-1752-4d8e-81f0-3ca85069c831] Unrescuing [ 1755.896864] env[62438]: DEBUG oslo_concurrency.lockutils [None req-25d7dbe3-6547-48d1-af1c-0d958263eea7 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Acquiring lock "refresh_cache-2a865b41-1752-4d8e-81f0-3ca85069c831" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1755.897161] env[62438]: DEBUG oslo_concurrency.lockutils [None req-25d7dbe3-6547-48d1-af1c-0d958263eea7 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Acquired lock "refresh_cache-2a865b41-1752-4d8e-81f0-3ca85069c831" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1755.897465] env[62438]: DEBUG nova.network.neutron [None req-25d7dbe3-6547-48d1-af1c-0d958263eea7 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 2a865b41-1752-4d8e-81f0-3ca85069c831] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1755.914444] env[62438]: DEBUG oslo_vmware.api [None req-484827c6-bcbb-4e80-9227-7d92de82ed8b tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Task: {'id': task-1785536, 'name': ReconfigVM_Task, 'duration_secs': 0.259638} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.914444] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-484827c6-bcbb-4e80-9227-7d92de82ed8b tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] [instance: 00488d6a-a056-440f-8423-4272ebfd86d4] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1755.914444] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d756cf38-1e0a-4434-a2eb-d59d368f9ec7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.924785] env[62438]: DEBUG oslo_vmware.api [None req-484827c6-bcbb-4e80-9227-7d92de82ed8b tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Waiting for the task: (returnval){ [ 1755.924785] env[62438]: value = "task-1785537" [ 1755.924785] env[62438]: _type = "Task" [ 1755.924785] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.935421] env[62438]: DEBUG oslo_vmware.api [None req-484827c6-bcbb-4e80-9227-7d92de82ed8b tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Task: {'id': task-1785537, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.956418] env[62438]: DEBUG nova.objects.instance [None req-767f0188-72a6-46d7-9d24-da3cc0f54904 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Lazy-loading 'migration_context' on Instance uuid a0ff8ae6-f1bf-4207-9042-2c55dbbda487 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1755.980381] env[62438]: DEBUG oslo_concurrency.lockutils [None req-6399778a-9d2b-4db5-8015-a9216c2c213a tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Lock "1e64c34f-a88f-4359-8460-043983887aa3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.892s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1756.132638] env[62438]: DEBUG oslo_concurrency.lockutils [req-64a995d5-a212-4b6b-ad79-a2e927e00478 req-dda43a55-76c9-4f7a-b747-576f8db2f773 service nova] Acquiring lock "fac5fe80-b815-4df0-a95e-6c1e52395caa" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1756.132638] env[62438]: DEBUG oslo_concurrency.lockutils [req-64a995d5-a212-4b6b-ad79-a2e927e00478 req-dda43a55-76c9-4f7a-b747-576f8db2f773 service nova] Acquired lock "fac5fe80-b815-4df0-a95e-6c1e52395caa" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.133739] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b357d6-eda8-4658-859b-48f55cd80534 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.152841] env[62438]: DEBUG oslo_concurrency.lockutils [req-64a995d5-a212-4b6b-ad79-a2e927e00478 req-dda43a55-76c9-4f7a-b747-576f8db2f773 service nova] Releasing lock "fac5fe80-b815-4df0-a95e-6c1e52395caa" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1756.153168] env[62438]: WARNING nova.compute.manager [req-64a995d5-a212-4b6b-ad79-a2e927e00478 req-dda43a55-76c9-4f7a-b747-576f8db2f773 service nova] [instance: fac5fe80-b815-4df0-a95e-6c1e52395caa] Detach interface failed, port_id=46fdc285-dbb4-4cd0-9f01-4bea06e7cb3d, reason: No device with interface-id 46fdc285-dbb4-4cd0-9f01-4bea06e7cb3d exists on VM: nova.exception.NotFound: No device with interface-id 46fdc285-dbb4-4cd0-9f01-4bea06e7cb3d exists on VM [ 1756.437742] env[62438]: DEBUG oslo_vmware.api [None req-484827c6-bcbb-4e80-9227-7d92de82ed8b tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Task: {'id': task-1785537, 'name': PowerOnVM_Task, 'duration_secs': 0.468398} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.438212] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-484827c6-bcbb-4e80-9227-7d92de82ed8b tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] [instance: 00488d6a-a056-440f-8423-4272ebfd86d4] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1756.442325] env[62438]: DEBUG nova.compute.manager [None req-484827c6-bcbb-4e80-9227-7d92de82ed8b tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] [instance: 00488d6a-a056-440f-8423-4272ebfd86d4] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1756.443173] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19740742-f80e-4a4e-9dc4-49b61310fe6d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.603402] env[62438]: DEBUG oslo_concurrency.lockutils [None req-96367d92-01f3-448d-a848-3161c6840f8d tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Acquiring lock "refresh_cache-fac5fe80-b815-4df0-a95e-6c1e52395caa" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1756.603611] env[62438]: DEBUG oslo_concurrency.lockutils [None req-96367d92-01f3-448d-a848-3161c6840f8d tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Acquired lock "refresh_cache-fac5fe80-b815-4df0-a95e-6c1e52395caa" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.603890] env[62438]: DEBUG nova.network.neutron [None req-96367d92-01f3-448d-a848-3161c6840f8d tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: fac5fe80-b815-4df0-a95e-6c1e52395caa] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1756.671349] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17cf40c2-6051-4fbe-b633-26cf63e416ec {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.681857] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd061a3-75af-4b63-823a-41e306244adc {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.721786] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b980e800-8495-4b95-bb9d-25a32dec271a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.730722] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-268be944-1634-4bf0-9af6-2c131255762a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.746638] env[62438]: DEBUG nova.compute.provider_tree [None req-767f0188-72a6-46d7-9d24-da3cc0f54904 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1756.911384] env[62438]: DEBUG nova.network.neutron [None req-25d7dbe3-6547-48d1-af1c-0d958263eea7 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 2a865b41-1752-4d8e-81f0-3ca85069c831] Updating instance_info_cache with network_info: [{"id": "15116906-0eb1-4320-a4e3-16bacb45be43", "address": "fa:16:3e:c2:20:81", "network": {"id": "1694b92d-c758-45a8-a881-1531663c92d2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-833720308-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a778e6841af7465cbc3de0ec00d8c06c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15116906-0e", "ovs_interfaceid": "15116906-0eb1-4320-a4e3-16bacb45be43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1757.251039] env[62438]: DEBUG nova.scheduler.client.report [None req-767f0188-72a6-46d7-9d24-da3cc0f54904 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1757.360265] env[62438]: INFO nova.network.neutron [None req-96367d92-01f3-448d-a848-3161c6840f8d tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: fac5fe80-b815-4df0-a95e-6c1e52395caa] Port 0ae1761b-955d-4957-95c4-5a0113c8c633 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1757.360766] env[62438]: DEBUG nova.network.neutron [None req-96367d92-01f3-448d-a848-3161c6840f8d tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: fac5fe80-b815-4df0-a95e-6c1e52395caa] Updating instance_info_cache with network_info: [{"id": "acf88da9-0512-49ec-b632-45d965e23aa2", "address": "fa:16:3e:a1:0f:af", "network": {"id": "a94d385f-71ec-4be6-b04d-8fd365f0788d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1510171435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "941c9b8cd46546ffa37aa3edfa770bd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacf88da9-05", "ovs_interfaceid": "acf88da9-0512-49ec-b632-45d965e23aa2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1757.414784] env[62438]: DEBUG oslo_concurrency.lockutils [None req-25d7dbe3-6547-48d1-af1c-0d958263eea7 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Releasing lock "refresh_cache-2a865b41-1752-4d8e-81f0-3ca85069c831" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1757.415443] env[62438]: DEBUG nova.objects.instance [None req-25d7dbe3-6547-48d1-af1c-0d958263eea7 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Lazy-loading 'flavor' on Instance uuid 2a865b41-1752-4d8e-81f0-3ca85069c831 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1757.521348] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c19eb24e-1969-4c07-80c1-ca6442727d69 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Acquiring lock "fac5fe80-b815-4df0-a95e-6c1e52395caa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1757.521348] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c19eb24e-1969-4c07-80c1-ca6442727d69 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Lock "fac5fe80-b815-4df0-a95e-6c1e52395caa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1757.521348] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c19eb24e-1969-4c07-80c1-ca6442727d69 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Acquiring lock "fac5fe80-b815-4df0-a95e-6c1e52395caa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1757.521650] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c19eb24e-1969-4c07-80c1-ca6442727d69 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Lock "fac5fe80-b815-4df0-a95e-6c1e52395caa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1757.521650] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c19eb24e-1969-4c07-80c1-ca6442727d69 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Lock "fac5fe80-b815-4df0-a95e-6c1e52395caa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1757.523938] env[62438]: INFO nova.compute.manager [None req-c19eb24e-1969-4c07-80c1-ca6442727d69 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: fac5fe80-b815-4df0-a95e-6c1e52395caa] Terminating instance [ 1757.525885] env[62438]: DEBUG nova.compute.manager [None req-c19eb24e-1969-4c07-80c1-ca6442727d69 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: fac5fe80-b815-4df0-a95e-6c1e52395caa] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1757.526046] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-c19eb24e-1969-4c07-80c1-ca6442727d69 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: fac5fe80-b815-4df0-a95e-6c1e52395caa] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1757.526923] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b3dcfc8-dc42-4321-8be3-e6e11b006cf3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.535116] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-c19eb24e-1969-4c07-80c1-ca6442727d69 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: fac5fe80-b815-4df0-a95e-6c1e52395caa] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1757.535674] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d4f5923-8f7e-4e83-932a-35f54c8aeb06 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.542714] env[62438]: DEBUG oslo_vmware.api [None req-c19eb24e-1969-4c07-80c1-ca6442727d69 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Waiting for the task: (returnval){ [ 1757.542714] env[62438]: value = "task-1785538" [ 1757.542714] env[62438]: _type = "Task" [ 1757.542714] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.560887] env[62438]: DEBUG oslo_vmware.api [None req-c19eb24e-1969-4c07-80c1-ca6442727d69 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1785538, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.699341] env[62438]: DEBUG nova.compute.manager [req-67e664bd-fe0e-4f08-84f8-c38539a2a2ed req-0384cac3-4be6-4545-89cd-8aea8f0efe2a service nova] [instance: fac5fe80-b815-4df0-a95e-6c1e52395caa] Received event network-vif-deleted-0ae1761b-955d-4957-95c4-5a0113c8c633 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1757.865766] env[62438]: DEBUG oslo_concurrency.lockutils [None req-96367d92-01f3-448d-a848-3161c6840f8d tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Releasing lock "refresh_cache-fac5fe80-b815-4df0-a95e-6c1e52395caa" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1757.924895] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b07e8a-0400-46b3-b8e6-775b0f2549c9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.954830] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-25d7dbe3-6547-48d1-af1c-0d958263eea7 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 2a865b41-1752-4d8e-81f0-3ca85069c831] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1757.954830] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2afbf065-d559-4c84-8141-b597360e687e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.962122] env[62438]: DEBUG nova.compute.manager [req-ba92e5c1-9140-4783-8257-c152b25e18d9 req-58af5c93-de83-487a-9c5b-49c17ad54744 service nova] [instance: 00488d6a-a056-440f-8423-4272ebfd86d4] Received event network-changed-bc06aa02-eebd-4979-bdff-2e94f7ca5022 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1757.962378] env[62438]: DEBUG nova.compute.manager [req-ba92e5c1-9140-4783-8257-c152b25e18d9 req-58af5c93-de83-487a-9c5b-49c17ad54744 service nova] [instance: 00488d6a-a056-440f-8423-4272ebfd86d4] Refreshing instance network info cache due to event network-changed-bc06aa02-eebd-4979-bdff-2e94f7ca5022. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1757.962684] env[62438]: DEBUG oslo_concurrency.lockutils [req-ba92e5c1-9140-4783-8257-c152b25e18d9 req-58af5c93-de83-487a-9c5b-49c17ad54744 service nova] Acquiring lock "refresh_cache-00488d6a-a056-440f-8423-4272ebfd86d4" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1757.962820] env[62438]: DEBUG oslo_concurrency.lockutils [req-ba92e5c1-9140-4783-8257-c152b25e18d9 req-58af5c93-de83-487a-9c5b-49c17ad54744 service nova] Acquired lock "refresh_cache-00488d6a-a056-440f-8423-4272ebfd86d4" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.962914] env[62438]: DEBUG nova.network.neutron [req-ba92e5c1-9140-4783-8257-c152b25e18d9 req-58af5c93-de83-487a-9c5b-49c17ad54744 service nova] [instance: 00488d6a-a056-440f-8423-4272ebfd86d4] Refreshing network info cache for port bc06aa02-eebd-4979-bdff-2e94f7ca5022 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1757.965970] env[62438]: DEBUG oslo_vmware.api [None req-25d7dbe3-6547-48d1-af1c-0d958263eea7 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Waiting for the task: (returnval){ [ 1757.965970] env[62438]: value = "task-1785539" [ 1757.965970] env[62438]: _type = "Task" [ 1757.965970] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.979396] env[62438]: DEBUG oslo_vmware.api [None req-25d7dbe3-6547-48d1-af1c-0d958263eea7 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785539, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.054866] env[62438]: DEBUG oslo_vmware.api [None req-c19eb24e-1969-4c07-80c1-ca6442727d69 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1785538, 'name': PowerOffVM_Task, 'duration_secs': 0.315441} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.054866] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-c19eb24e-1969-4c07-80c1-ca6442727d69 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: fac5fe80-b815-4df0-a95e-6c1e52395caa] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1758.054866] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-c19eb24e-1969-4c07-80c1-ca6442727d69 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: fac5fe80-b815-4df0-a95e-6c1e52395caa] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1758.054866] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7014b9f9-8f21-4b22-8bc1-04ffc0ed1ffd {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.262524] env[62438]: DEBUG oslo_concurrency.lockutils [None req-767f0188-72a6-46d7-9d24-da3cc0f54904 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.811s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1758.317020] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f9035a0e-11ab-428d-b2fc-98e566aa24f4 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Acquiring lock "68fb92a6-128d-4839-97b8-3fb165d46ad8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1758.317325] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f9035a0e-11ab-428d-b2fc-98e566aa24f4 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Lock "68fb92a6-128d-4839-97b8-3fb165d46ad8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1758.342560] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-c19eb24e-1969-4c07-80c1-ca6442727d69 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: fac5fe80-b815-4df0-a95e-6c1e52395caa] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1758.342886] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-c19eb24e-1969-4c07-80c1-ca6442727d69 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: fac5fe80-b815-4df0-a95e-6c1e52395caa] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1758.343065] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-c19eb24e-1969-4c07-80c1-ca6442727d69 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Deleting the datastore file [datastore1] fac5fe80-b815-4df0-a95e-6c1e52395caa {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1758.343389] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-748f3eb3-609d-40da-b716-4cdb771b7a01 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.352690] env[62438]: DEBUG oslo_vmware.api [None req-c19eb24e-1969-4c07-80c1-ca6442727d69 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Waiting for the task: (returnval){ [ 1758.352690] env[62438]: value = "task-1785541" [ 1758.352690] env[62438]: _type = "Task" [ 1758.352690] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.365203] env[62438]: DEBUG oslo_vmware.api [None req-c19eb24e-1969-4c07-80c1-ca6442727d69 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1785541, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.371426] env[62438]: DEBUG oslo_concurrency.lockutils [None req-96367d92-01f3-448d-a848-3161c6840f8d tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Lock "interface-fac5fe80-b815-4df0-a95e-6c1e52395caa-46fdc285-dbb4-4cd0-9f01-4bea06e7cb3d" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.151s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1758.483520] env[62438]: DEBUG oslo_vmware.api [None req-25d7dbe3-6547-48d1-af1c-0d958263eea7 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785539, 'name': PowerOffVM_Task, 'duration_secs': 0.396259} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.483928] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-25d7dbe3-6547-48d1-af1c-0d958263eea7 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 2a865b41-1752-4d8e-81f0-3ca85069c831] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1758.493039] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-25d7dbe3-6547-48d1-af1c-0d958263eea7 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 2a865b41-1752-4d8e-81f0-3ca85069c831] Reconfiguring VM instance instance-00000055 to detach disk 2002 {{(pid=62438) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1758.493367] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8f9a342-20de-443a-ad9d-111f7afc8c92 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.526123] env[62438]: DEBUG oslo_vmware.api [None req-25d7dbe3-6547-48d1-af1c-0d958263eea7 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Waiting for the task: (returnval){ [ 1758.526123] env[62438]: value = "task-1785542" [ 1758.526123] env[62438]: _type = "Task" [ 1758.526123] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.538865] env[62438]: DEBUG oslo_vmware.api [None req-25d7dbe3-6547-48d1-af1c-0d958263eea7 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785542, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.740652] env[62438]: DEBUG nova.network.neutron [req-ba92e5c1-9140-4783-8257-c152b25e18d9 req-58af5c93-de83-487a-9c5b-49c17ad54744 service nova] [instance: 00488d6a-a056-440f-8423-4272ebfd86d4] Updated VIF entry in instance network info cache for port bc06aa02-eebd-4979-bdff-2e94f7ca5022. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1758.741099] env[62438]: DEBUG nova.network.neutron [req-ba92e5c1-9140-4783-8257-c152b25e18d9 req-58af5c93-de83-487a-9c5b-49c17ad54744 service nova] [instance: 00488d6a-a056-440f-8423-4272ebfd86d4] Updating instance_info_cache with network_info: [{"id": "bc06aa02-eebd-4979-bdff-2e94f7ca5022", "address": "fa:16:3e:06:72:d4", "network": {"id": "6c700d94-0bf5-45fc-b97d-08032004501c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-502963819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5877190663a0435fb62e2af965eca75d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc06aa02-ee", "ovs_interfaceid": "bc06aa02-eebd-4979-bdff-2e94f7ca5022", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1758.820099] env[62438]: DEBUG nova.compute.manager [None req-f9035a0e-11ab-428d-b2fc-98e566aa24f4 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 68fb92a6-128d-4839-97b8-3fb165d46ad8] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1758.863347] env[62438]: DEBUG oslo_vmware.api [None req-c19eb24e-1969-4c07-80c1-ca6442727d69 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1785541, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.432475} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.864363] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-c19eb24e-1969-4c07-80c1-ca6442727d69 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1758.864363] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-c19eb24e-1969-4c07-80c1-ca6442727d69 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: fac5fe80-b815-4df0-a95e-6c1e52395caa] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1758.864363] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-c19eb24e-1969-4c07-80c1-ca6442727d69 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: fac5fe80-b815-4df0-a95e-6c1e52395caa] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1758.864515] env[62438]: INFO nova.compute.manager [None req-c19eb24e-1969-4c07-80c1-ca6442727d69 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: fac5fe80-b815-4df0-a95e-6c1e52395caa] Took 1.34 seconds to destroy the instance on the hypervisor. [ 1758.865043] env[62438]: DEBUG oslo.service.loopingcall [None req-c19eb24e-1969-4c07-80c1-ca6442727d69 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1758.865105] env[62438]: DEBUG nova.compute.manager [-] [instance: fac5fe80-b815-4df0-a95e-6c1e52395caa] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1758.865267] env[62438]: DEBUG nova.network.neutron [-] [instance: fac5fe80-b815-4df0-a95e-6c1e52395caa] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1758.914912] env[62438]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 0ae1761b-955d-4957-95c4-5a0113c8c633 could not be found.", "detail": ""}} {{(pid=62438) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1758.915254] env[62438]: DEBUG nova.network.neutron [-] Unable to show port 0ae1761b-955d-4957-95c4-5a0113c8c633 as it no longer exists. {{(pid=62438) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1759.037175] env[62438]: DEBUG oslo_vmware.api [None req-25d7dbe3-6547-48d1-af1c-0d958263eea7 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785542, 'name': ReconfigVM_Task, 'duration_secs': 0.456405} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.037485] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-25d7dbe3-6547-48d1-af1c-0d958263eea7 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 2a865b41-1752-4d8e-81f0-3ca85069c831] Reconfigured VM instance instance-00000055 to detach disk 2002 {{(pid=62438) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1759.037680] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-25d7dbe3-6547-48d1-af1c-0d958263eea7 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 2a865b41-1752-4d8e-81f0-3ca85069c831] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1759.038552] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-032f263e-feb2-4231-bf80-de8b18a19afd {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.044568] env[62438]: DEBUG oslo_vmware.api [None req-25d7dbe3-6547-48d1-af1c-0d958263eea7 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Waiting for the task: (returnval){ [ 1759.044568] env[62438]: value = "task-1785543" [ 1759.044568] env[62438]: _type = "Task" [ 1759.044568] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.057359] env[62438]: DEBUG oslo_vmware.api [None req-25d7dbe3-6547-48d1-af1c-0d958263eea7 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785543, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.244927] env[62438]: DEBUG oslo_concurrency.lockutils [req-ba92e5c1-9140-4783-8257-c152b25e18d9 req-58af5c93-de83-487a-9c5b-49c17ad54744 service nova] Releasing lock "refresh_cache-00488d6a-a056-440f-8423-4272ebfd86d4" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1759.352860] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f9035a0e-11ab-428d-b2fc-98e566aa24f4 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1759.353188] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f9035a0e-11ab-428d-b2fc-98e566aa24f4 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1759.354992] env[62438]: INFO nova.compute.claims [None req-f9035a0e-11ab-428d-b2fc-98e566aa24f4 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 68fb92a6-128d-4839-97b8-3fb165d46ad8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1759.557373] env[62438]: DEBUG oslo_vmware.api [None req-25d7dbe3-6547-48d1-af1c-0d958263eea7 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785543, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.740402] env[62438]: DEBUG nova.compute.manager [req-729b27e0-4f4c-4553-bd10-fc18b0e2327c req-d44d56cf-3ef1-40f8-8ab8-37d63089e87b service nova] [instance: fac5fe80-b815-4df0-a95e-6c1e52395caa] Received event network-vif-deleted-acf88da9-0512-49ec-b632-45d965e23aa2 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1759.740600] env[62438]: INFO nova.compute.manager [req-729b27e0-4f4c-4553-bd10-fc18b0e2327c req-d44d56cf-3ef1-40f8-8ab8-37d63089e87b service nova] [instance: fac5fe80-b815-4df0-a95e-6c1e52395caa] Neutron deleted interface acf88da9-0512-49ec-b632-45d965e23aa2; detaching it from the instance and deleting it from the info cache [ 1759.740785] env[62438]: DEBUG nova.network.neutron [req-729b27e0-4f4c-4553-bd10-fc18b0e2327c req-d44d56cf-3ef1-40f8-8ab8-37d63089e87b service nova] [instance: fac5fe80-b815-4df0-a95e-6c1e52395caa] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1759.822019] env[62438]: INFO nova.compute.manager [None req-767f0188-72a6-46d7-9d24-da3cc0f54904 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Swapping old allocation on dict_keys(['3d204b25-fa3a-4320-b81b-738bc1f337f5']) held by migration 67a29845-06eb-4d18-8889-512eb9620af3 for instance [ 1759.844316] env[62438]: DEBUG nova.network.neutron [-] [instance: fac5fe80-b815-4df0-a95e-6c1e52395caa] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1759.852340] env[62438]: DEBUG nova.scheduler.client.report [None req-767f0188-72a6-46d7-9d24-da3cc0f54904 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Overwriting current allocation {'allocations': {'3d204b25-fa3a-4320-b81b-738bc1f337f5': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 131}}, 'project_id': '4f3dbad0ee7a4ddebd396ce5fa49f1d7', 'user_id': '68e2a2a3925a435f9a96dde6e199331e', 'consumer_generation': 1} on consumer a0ff8ae6-f1bf-4207-9042-2c55dbbda487 {{(pid=62438) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2032}} [ 1759.943920] env[62438]: DEBUG oslo_concurrency.lockutils [None req-767f0188-72a6-46d7-9d24-da3cc0f54904 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Acquiring lock "refresh_cache-a0ff8ae6-f1bf-4207-9042-2c55dbbda487" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1759.944177] env[62438]: DEBUG oslo_concurrency.lockutils [None req-767f0188-72a6-46d7-9d24-da3cc0f54904 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Acquired lock "refresh_cache-a0ff8ae6-f1bf-4207-9042-2c55dbbda487" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1759.944422] env[62438]: DEBUG nova.network.neutron [None req-767f0188-72a6-46d7-9d24-da3cc0f54904 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1760.058259] env[62438]: DEBUG oslo_vmware.api [None req-25d7dbe3-6547-48d1-af1c-0d958263eea7 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785543, 'name': PowerOnVM_Task, 'duration_secs': 0.683202} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.058593] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-25d7dbe3-6547-48d1-af1c-0d958263eea7 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 2a865b41-1752-4d8e-81f0-3ca85069c831] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1760.058844] env[62438]: DEBUG nova.compute.manager [None req-25d7dbe3-6547-48d1-af1c-0d958263eea7 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 2a865b41-1752-4d8e-81f0-3ca85069c831] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1760.059787] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9fc7b7d-eeda-429f-a824-c3b6826f81de {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.073832] env[62438]: DEBUG nova.compute.manager [req-595ddc48-ca4d-41a9-96d1-a2e0421623a3 req-e1ed912a-392c-48cd-abdc-4ba57464fe59 service nova] [instance: 00488d6a-a056-440f-8423-4272ebfd86d4] Received event network-changed-bc06aa02-eebd-4979-bdff-2e94f7ca5022 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1760.073901] env[62438]: DEBUG nova.compute.manager [req-595ddc48-ca4d-41a9-96d1-a2e0421623a3 req-e1ed912a-392c-48cd-abdc-4ba57464fe59 service nova] [instance: 00488d6a-a056-440f-8423-4272ebfd86d4] Refreshing instance network info cache due to event network-changed-bc06aa02-eebd-4979-bdff-2e94f7ca5022. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1760.074131] env[62438]: DEBUG oslo_concurrency.lockutils [req-595ddc48-ca4d-41a9-96d1-a2e0421623a3 req-e1ed912a-392c-48cd-abdc-4ba57464fe59 service nova] Acquiring lock "refresh_cache-00488d6a-a056-440f-8423-4272ebfd86d4" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1760.074288] env[62438]: DEBUG oslo_concurrency.lockutils [req-595ddc48-ca4d-41a9-96d1-a2e0421623a3 req-e1ed912a-392c-48cd-abdc-4ba57464fe59 service nova] Acquired lock "refresh_cache-00488d6a-a056-440f-8423-4272ebfd86d4" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1760.074490] env[62438]: DEBUG nova.network.neutron [req-595ddc48-ca4d-41a9-96d1-a2e0421623a3 req-e1ed912a-392c-48cd-abdc-4ba57464fe59 service nova] [instance: 00488d6a-a056-440f-8423-4272ebfd86d4] Refreshing network info cache for port bc06aa02-eebd-4979-bdff-2e94f7ca5022 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1760.244587] env[62438]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2a4c4224-2d53-4aa0-83f1-f90537283f4c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.253788] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-112eaaed-ab2d-4ec1-80a4-2e901d410c0e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.284390] env[62438]: DEBUG nova.compute.manager [req-729b27e0-4f4c-4553-bd10-fc18b0e2327c req-d44d56cf-3ef1-40f8-8ab8-37d63089e87b service nova] [instance: fac5fe80-b815-4df0-a95e-6c1e52395caa] Detach interface failed, port_id=acf88da9-0512-49ec-b632-45d965e23aa2, reason: Instance fac5fe80-b815-4df0-a95e-6c1e52395caa could not be found. {{(pid=62438) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1760.347220] env[62438]: INFO nova.compute.manager [-] [instance: fac5fe80-b815-4df0-a95e-6c1e52395caa] Took 1.48 seconds to deallocate network for instance. [ 1760.505418] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95c1e410-0737-4b0b-8328-05bad283b69f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.513447] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38cf0538-51a1-4b0d-84da-c3c6d6be5ded {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.545020] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-787add3c-804c-4a16-a063-bc2999ae30fd {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.552676] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d60b6659-d172-4e8a-944f-b24101b3188f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.565980] env[62438]: DEBUG nova.compute.provider_tree [None req-f9035a0e-11ab-428d-b2fc-98e566aa24f4 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1760.704043] env[62438]: DEBUG nova.network.neutron [None req-767f0188-72a6-46d7-9d24-da3cc0f54904 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Updating instance_info_cache with network_info: [{"id": "27aaa3f2-5d14-43cb-b458-c9c7d093b677", "address": "fa:16:3e:e9:fa:9d", "network": {"id": "0dbd3920-b0f9-440c-828e-f62c188026e3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-185667311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f3dbad0ee7a4ddebd396ce5fa49f1d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27aaa3f2-5d", "ovs_interfaceid": "27aaa3f2-5d14-43cb-b458-c9c7d093b677", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1760.853662] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c19eb24e-1969-4c07-80c1-ca6442727d69 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1760.999523] env[62438]: DEBUG nova.network.neutron [req-595ddc48-ca4d-41a9-96d1-a2e0421623a3 req-e1ed912a-392c-48cd-abdc-4ba57464fe59 service nova] [instance: 00488d6a-a056-440f-8423-4272ebfd86d4] Updated VIF entry in instance network info cache for port bc06aa02-eebd-4979-bdff-2e94f7ca5022. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1760.999523] env[62438]: DEBUG nova.network.neutron [req-595ddc48-ca4d-41a9-96d1-a2e0421623a3 req-e1ed912a-392c-48cd-abdc-4ba57464fe59 service nova] [instance: 00488d6a-a056-440f-8423-4272ebfd86d4] Updating instance_info_cache with network_info: [{"id": "bc06aa02-eebd-4979-bdff-2e94f7ca5022", "address": "fa:16:3e:06:72:d4", "network": {"id": "6c700d94-0bf5-45fc-b97d-08032004501c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-502963819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5877190663a0435fb62e2af965eca75d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc06aa02-ee", "ovs_interfaceid": "bc06aa02-eebd-4979-bdff-2e94f7ca5022", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1761.070349] env[62438]: DEBUG nova.scheduler.client.report [None req-f9035a0e-11ab-428d-b2fc-98e566aa24f4 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1761.207946] env[62438]: DEBUG oslo_concurrency.lockutils [None req-767f0188-72a6-46d7-9d24-da3cc0f54904 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Releasing lock "refresh_cache-a0ff8ae6-f1bf-4207-9042-2c55dbbda487" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1761.208975] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a79a97a-fbe6-44b6-a157-04fc3a3ab592 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.218015] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-348e78d1-371f-4928-8c8d-e502033cc071 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.502088] env[62438]: DEBUG oslo_concurrency.lockutils [req-595ddc48-ca4d-41a9-96d1-a2e0421623a3 req-e1ed912a-392c-48cd-abdc-4ba57464fe59 service nova] Releasing lock "refresh_cache-00488d6a-a056-440f-8423-4272ebfd86d4" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1761.575329] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f9035a0e-11ab-428d-b2fc-98e566aa24f4 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.222s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1761.575980] env[62438]: DEBUG nova.compute.manager [None req-f9035a0e-11ab-428d-b2fc-98e566aa24f4 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 68fb92a6-128d-4839-97b8-3fb165d46ad8] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1761.581124] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c19eb24e-1969-4c07-80c1-ca6442727d69 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.728s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1761.581433] env[62438]: DEBUG nova.objects.instance [None req-c19eb24e-1969-4c07-80c1-ca6442727d69 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Lazy-loading 'resources' on Instance uuid fac5fe80-b815-4df0-a95e-6c1e52395caa {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1762.060385] env[62438]: DEBUG nova.compute.manager [req-b3257818-e73e-4308-9a29-aecaa166c0fe req-1ac42be4-e77c-418c-b8e3-aa9b7f6068c6 service nova] [instance: 2a865b41-1752-4d8e-81f0-3ca85069c831] Received event network-changed-15116906-0eb1-4320-a4e3-16bacb45be43 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1762.060630] env[62438]: DEBUG nova.compute.manager [req-b3257818-e73e-4308-9a29-aecaa166c0fe req-1ac42be4-e77c-418c-b8e3-aa9b7f6068c6 service nova] [instance: 2a865b41-1752-4d8e-81f0-3ca85069c831] Refreshing instance network info cache due to event network-changed-15116906-0eb1-4320-a4e3-16bacb45be43. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1762.060886] env[62438]: DEBUG oslo_concurrency.lockutils [req-b3257818-e73e-4308-9a29-aecaa166c0fe req-1ac42be4-e77c-418c-b8e3-aa9b7f6068c6 service nova] Acquiring lock "refresh_cache-2a865b41-1752-4d8e-81f0-3ca85069c831" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1762.061305] env[62438]: DEBUG oslo_concurrency.lockutils [req-b3257818-e73e-4308-9a29-aecaa166c0fe req-1ac42be4-e77c-418c-b8e3-aa9b7f6068c6 service nova] Acquired lock "refresh_cache-2a865b41-1752-4d8e-81f0-3ca85069c831" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1762.061534] env[62438]: DEBUG nova.network.neutron [req-b3257818-e73e-4308-9a29-aecaa166c0fe req-1ac42be4-e77c-418c-b8e3-aa9b7f6068c6 service nova] [instance: 2a865b41-1752-4d8e-81f0-3ca85069c831] Refreshing network info cache for port 15116906-0eb1-4320-a4e3-16bacb45be43 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1762.085862] env[62438]: DEBUG nova.compute.utils [None req-f9035a0e-11ab-428d-b2fc-98e566aa24f4 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1762.089758] env[62438]: DEBUG nova.compute.manager [None req-f9035a0e-11ab-428d-b2fc-98e566aa24f4 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 68fb92a6-128d-4839-97b8-3fb165d46ad8] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1762.089932] env[62438]: DEBUG nova.network.neutron [None req-f9035a0e-11ab-428d-b2fc-98e566aa24f4 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 68fb92a6-128d-4839-97b8-3fb165d46ad8] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1762.101025] env[62438]: DEBUG nova.compute.manager [req-e8ce9f31-180f-4be7-af42-8e8b8aef83e6 req-6c2f3d28-64b6-4652-8ec7-8b84479b1157 service nova] [instance: 00488d6a-a056-440f-8423-4272ebfd86d4] Received event network-changed-bc06aa02-eebd-4979-bdff-2e94f7ca5022 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1762.101025] env[62438]: DEBUG nova.compute.manager [req-e8ce9f31-180f-4be7-af42-8e8b8aef83e6 req-6c2f3d28-64b6-4652-8ec7-8b84479b1157 service nova] [instance: 00488d6a-a056-440f-8423-4272ebfd86d4] Refreshing instance network info cache due to event network-changed-bc06aa02-eebd-4979-bdff-2e94f7ca5022. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1762.101025] env[62438]: DEBUG oslo_concurrency.lockutils [req-e8ce9f31-180f-4be7-af42-8e8b8aef83e6 req-6c2f3d28-64b6-4652-8ec7-8b84479b1157 service nova] Acquiring lock "refresh_cache-00488d6a-a056-440f-8423-4272ebfd86d4" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1762.101025] env[62438]: DEBUG oslo_concurrency.lockutils [req-e8ce9f31-180f-4be7-af42-8e8b8aef83e6 req-6c2f3d28-64b6-4652-8ec7-8b84479b1157 service nova] Acquired lock "refresh_cache-00488d6a-a056-440f-8423-4272ebfd86d4" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1762.102048] env[62438]: DEBUG nova.network.neutron [req-e8ce9f31-180f-4be7-af42-8e8b8aef83e6 req-6c2f3d28-64b6-4652-8ec7-8b84479b1157 service nova] [instance: 00488d6a-a056-440f-8423-4272ebfd86d4] Refreshing network info cache for port bc06aa02-eebd-4979-bdff-2e94f7ca5022 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1762.138012] env[62438]: DEBUG nova.policy [None req-f9035a0e-11ab-428d-b2fc-98e566aa24f4 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd601b7368e684d7b823c3508fc0ae813', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c02acab651304d05a66f470e452d1796', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1762.248579] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17b1e98f-55ec-41a3-bd94-4bd8fed331d1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.254160] env[62438]: DEBUG oslo_concurrency.lockutils [None req-be56a27c-5d4c-4a9c-988c-13054811929d tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Acquiring lock "00488d6a-a056-440f-8423-4272ebfd86d4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1762.254413] env[62438]: DEBUG oslo_concurrency.lockutils [None req-be56a27c-5d4c-4a9c-988c-13054811929d tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Lock "00488d6a-a056-440f-8423-4272ebfd86d4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1762.254619] env[62438]: DEBUG oslo_concurrency.lockutils [None req-be56a27c-5d4c-4a9c-988c-13054811929d tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Acquiring lock "00488d6a-a056-440f-8423-4272ebfd86d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1762.254809] env[62438]: DEBUG oslo_concurrency.lockutils [None req-be56a27c-5d4c-4a9c-988c-13054811929d tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Lock "00488d6a-a056-440f-8423-4272ebfd86d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1762.254986] env[62438]: DEBUG oslo_concurrency.lockutils [None req-be56a27c-5d4c-4a9c-988c-13054811929d tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Lock "00488d6a-a056-440f-8423-4272ebfd86d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1762.257293] env[62438]: INFO nova.compute.manager [None req-be56a27c-5d4c-4a9c-988c-13054811929d tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] [instance: 00488d6a-a056-440f-8423-4272ebfd86d4] Terminating instance [ 1762.259053] env[62438]: DEBUG nova.compute.manager [None req-be56a27c-5d4c-4a9c-988c-13054811929d tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] [instance: 00488d6a-a056-440f-8423-4272ebfd86d4] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1762.259269] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-be56a27c-5d4c-4a9c-988c-13054811929d tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] [instance: 00488d6a-a056-440f-8423-4272ebfd86d4] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1762.261845] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a973545-edde-4d97-aeca-ec1ac43ea70f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.265261] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c176e5de-ac30-4020-8f18-8aade3fc4914 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.272822] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-be56a27c-5d4c-4a9c-988c-13054811929d tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] [instance: 00488d6a-a056-440f-8423-4272ebfd86d4] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1762.295275] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd705034-1a89-4fb6-8f26-6289d45d8540 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.297577] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-563600c9-71ec-42ea-bd8d-8846626c4b2c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.305557] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca30772-aa4e-4340-8feb-2effb603d2fd {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.311782] env[62438]: DEBUG oslo_vmware.api [None req-be56a27c-5d4c-4a9c-988c-13054811929d tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Waiting for the task: (returnval){ [ 1762.311782] env[62438]: value = "task-1785544" [ 1762.311782] env[62438]: _type = "Task" [ 1762.311782] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.325093] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-767f0188-72a6-46d7-9d24-da3cc0f54904 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1762.325093] env[62438]: DEBUG nova.compute.provider_tree [None req-c19eb24e-1969-4c07-80c1-ca6442727d69 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1762.325786] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-88beaefb-ac5c-42f4-b1e7-a34b5d5cd38f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.329623] env[62438]: DEBUG oslo_vmware.api [None req-be56a27c-5d4c-4a9c-988c-13054811929d tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Task: {'id': task-1785544, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.334975] env[62438]: DEBUG oslo_vmware.api [None req-767f0188-72a6-46d7-9d24-da3cc0f54904 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Waiting for the task: (returnval){ [ 1762.334975] env[62438]: value = "task-1785545" [ 1762.334975] env[62438]: _type = "Task" [ 1762.334975] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.343206] env[62438]: DEBUG oslo_vmware.api [None req-767f0188-72a6-46d7-9d24-da3cc0f54904 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785545, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.405525] env[62438]: DEBUG nova.network.neutron [None req-f9035a0e-11ab-428d-b2fc-98e566aa24f4 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 68fb92a6-128d-4839-97b8-3fb165d46ad8] Successfully created port: 79bac5dd-de45-4195-8ddb-b1092723e9e0 {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1762.594213] env[62438]: DEBUG nova.compute.manager [None req-f9035a0e-11ab-428d-b2fc-98e566aa24f4 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 68fb92a6-128d-4839-97b8-3fb165d46ad8] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1762.795349] env[62438]: DEBUG nova.network.neutron [req-b3257818-e73e-4308-9a29-aecaa166c0fe req-1ac42be4-e77c-418c-b8e3-aa9b7f6068c6 service nova] [instance: 2a865b41-1752-4d8e-81f0-3ca85069c831] Updated VIF entry in instance network info cache for port 15116906-0eb1-4320-a4e3-16bacb45be43. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1762.795806] env[62438]: DEBUG nova.network.neutron [req-b3257818-e73e-4308-9a29-aecaa166c0fe req-1ac42be4-e77c-418c-b8e3-aa9b7f6068c6 service nova] [instance: 2a865b41-1752-4d8e-81f0-3ca85069c831] Updating instance_info_cache with network_info: [{"id": "15116906-0eb1-4320-a4e3-16bacb45be43", "address": "fa:16:3e:c2:20:81", "network": {"id": "1694b92d-c758-45a8-a881-1531663c92d2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-833720308-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a778e6841af7465cbc3de0ec00d8c06c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15116906-0e", "ovs_interfaceid": "15116906-0eb1-4320-a4e3-16bacb45be43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1762.821259] env[62438]: DEBUG oslo_vmware.api [None req-be56a27c-5d4c-4a9c-988c-13054811929d tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Task: {'id': task-1785544, 'name': PowerOffVM_Task, 'duration_secs': 0.248486} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.821532] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-be56a27c-5d4c-4a9c-988c-13054811929d tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] [instance: 00488d6a-a056-440f-8423-4272ebfd86d4] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1762.821709] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-be56a27c-5d4c-4a9c-988c-13054811929d tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] [instance: 00488d6a-a056-440f-8423-4272ebfd86d4] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1762.821964] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0deb8fa-c8d5-43ba-86cd-e2c57b4d3845 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.825438] env[62438]: DEBUG nova.scheduler.client.report [None req-c19eb24e-1969-4c07-80c1-ca6442727d69 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1762.845631] env[62438]: DEBUG oslo_vmware.api [None req-767f0188-72a6-46d7-9d24-da3cc0f54904 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785545, 'name': PowerOffVM_Task, 'duration_secs': 0.21927} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.846111] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-767f0188-72a6-46d7-9d24-da3cc0f54904 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1762.846975] env[62438]: DEBUG nova.virt.hardware [None req-767f0188-72a6-46d7-9d24-da3cc0f54904 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1762.847279] env[62438]: DEBUG nova.virt.hardware [None req-767f0188-72a6-46d7-9d24-da3cc0f54904 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1762.847467] env[62438]: DEBUG nova.virt.hardware [None req-767f0188-72a6-46d7-9d24-da3cc0f54904 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1762.847911] env[62438]: DEBUG nova.virt.hardware [None req-767f0188-72a6-46d7-9d24-da3cc0f54904 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1762.848121] env[62438]: DEBUG nova.virt.hardware [None req-767f0188-72a6-46d7-9d24-da3cc0f54904 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1762.848289] env[62438]: DEBUG nova.virt.hardware [None req-767f0188-72a6-46d7-9d24-da3cc0f54904 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1762.848504] env[62438]: DEBUG nova.virt.hardware [None req-767f0188-72a6-46d7-9d24-da3cc0f54904 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1762.848844] env[62438]: DEBUG nova.virt.hardware [None req-767f0188-72a6-46d7-9d24-da3cc0f54904 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1762.849066] env[62438]: DEBUG nova.virt.hardware [None req-767f0188-72a6-46d7-9d24-da3cc0f54904 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1762.849278] env[62438]: DEBUG nova.virt.hardware [None req-767f0188-72a6-46d7-9d24-da3cc0f54904 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1762.849476] env[62438]: DEBUG nova.virt.hardware [None req-767f0188-72a6-46d7-9d24-da3cc0f54904 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1762.854640] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ae2738b-6445-4dc9-890d-7f73c66a5cea {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.865373] env[62438]: DEBUG nova.network.neutron [req-e8ce9f31-180f-4be7-af42-8e8b8aef83e6 req-6c2f3d28-64b6-4652-8ec7-8b84479b1157 service nova] [instance: 00488d6a-a056-440f-8423-4272ebfd86d4] Updated VIF entry in instance network info cache for port bc06aa02-eebd-4979-bdff-2e94f7ca5022. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1762.865710] env[62438]: DEBUG nova.network.neutron [req-e8ce9f31-180f-4be7-af42-8e8b8aef83e6 req-6c2f3d28-64b6-4652-8ec7-8b84479b1157 service nova] [instance: 00488d6a-a056-440f-8423-4272ebfd86d4] Updating instance_info_cache with network_info: [{"id": "bc06aa02-eebd-4979-bdff-2e94f7ca5022", "address": "fa:16:3e:06:72:d4", "network": {"id": "6c700d94-0bf5-45fc-b97d-08032004501c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-502963819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5877190663a0435fb62e2af965eca75d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc06aa02-ee", "ovs_interfaceid": "bc06aa02-eebd-4979-bdff-2e94f7ca5022", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1762.872591] env[62438]: DEBUG oslo_vmware.api [None req-767f0188-72a6-46d7-9d24-da3cc0f54904 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Waiting for the task: (returnval){ [ 1762.872591] env[62438]: value = "task-1785547" [ 1762.872591] env[62438]: _type = "Task" [ 1762.872591] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.883440] env[62438]: DEBUG oslo_vmware.api [None req-767f0188-72a6-46d7-9d24-da3cc0f54904 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785547, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.300295] env[62438]: DEBUG oslo_concurrency.lockutils [req-b3257818-e73e-4308-9a29-aecaa166c0fe req-1ac42be4-e77c-418c-b8e3-aa9b7f6068c6 service nova] Releasing lock "refresh_cache-2a865b41-1752-4d8e-81f0-3ca85069c831" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1763.329426] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c19eb24e-1969-4c07-80c1-ca6442727d69 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.748s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1763.354866] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-be56a27c-5d4c-4a9c-988c-13054811929d tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] [instance: 00488d6a-a056-440f-8423-4272ebfd86d4] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1763.355116] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-be56a27c-5d4c-4a9c-988c-13054811929d tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] [instance: 00488d6a-a056-440f-8423-4272ebfd86d4] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1763.355311] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-be56a27c-5d4c-4a9c-988c-13054811929d tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Deleting the datastore file [datastore1] 00488d6a-a056-440f-8423-4272ebfd86d4 {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1763.355589] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3c8cb354-5917-4790-b01a-0df97719f1f9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.362639] env[62438]: DEBUG oslo_vmware.api [None req-be56a27c-5d4c-4a9c-988c-13054811929d tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Waiting for the task: (returnval){ [ 1763.362639] env[62438]: value = "task-1785548" [ 1763.362639] env[62438]: _type = "Task" [ 1763.362639] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.367635] env[62438]: DEBUG oslo_concurrency.lockutils [req-e8ce9f31-180f-4be7-af42-8e8b8aef83e6 req-6c2f3d28-64b6-4652-8ec7-8b84479b1157 service nova] Releasing lock "refresh_cache-00488d6a-a056-440f-8423-4272ebfd86d4" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1763.367900] env[62438]: DEBUG nova.compute.manager [req-e8ce9f31-180f-4be7-af42-8e8b8aef83e6 req-6c2f3d28-64b6-4652-8ec7-8b84479b1157 service nova] [instance: 00488d6a-a056-440f-8423-4272ebfd86d4] Received event network-changed-bc06aa02-eebd-4979-bdff-2e94f7ca5022 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1763.368095] env[62438]: DEBUG nova.compute.manager [req-e8ce9f31-180f-4be7-af42-8e8b8aef83e6 req-6c2f3d28-64b6-4652-8ec7-8b84479b1157 service nova] [instance: 00488d6a-a056-440f-8423-4272ebfd86d4] Refreshing instance network info cache due to event network-changed-bc06aa02-eebd-4979-bdff-2e94f7ca5022. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1763.368312] env[62438]: DEBUG oslo_concurrency.lockutils [req-e8ce9f31-180f-4be7-af42-8e8b8aef83e6 req-6c2f3d28-64b6-4652-8ec7-8b84479b1157 service nova] Acquiring lock "refresh_cache-00488d6a-a056-440f-8423-4272ebfd86d4" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1763.368461] env[62438]: DEBUG oslo_concurrency.lockutils [req-e8ce9f31-180f-4be7-af42-8e8b8aef83e6 req-6c2f3d28-64b6-4652-8ec7-8b84479b1157 service nova] Acquired lock "refresh_cache-00488d6a-a056-440f-8423-4272ebfd86d4" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1763.368625] env[62438]: DEBUG nova.network.neutron [req-e8ce9f31-180f-4be7-af42-8e8b8aef83e6 req-6c2f3d28-64b6-4652-8ec7-8b84479b1157 service nova] [instance: 00488d6a-a056-440f-8423-4272ebfd86d4] Refreshing network info cache for port bc06aa02-eebd-4979-bdff-2e94f7ca5022 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1763.373067] env[62438]: DEBUG oslo_vmware.api [None req-be56a27c-5d4c-4a9c-988c-13054811929d tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Task: {'id': task-1785548, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.381177] env[62438]: DEBUG oslo_vmware.api [None req-767f0188-72a6-46d7-9d24-da3cc0f54904 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785547, 'name': ReconfigVM_Task, 'duration_secs': 0.181888} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.381936] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-479ac4d4-0690-49c3-b2da-6f052dcec0bc {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.404916] env[62438]: DEBUG nova.virt.hardware [None req-767f0188-72a6-46d7-9d24-da3cc0f54904 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1763.405211] env[62438]: DEBUG nova.virt.hardware [None req-767f0188-72a6-46d7-9d24-da3cc0f54904 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1763.405356] env[62438]: DEBUG nova.virt.hardware [None req-767f0188-72a6-46d7-9d24-da3cc0f54904 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1763.405546] env[62438]: DEBUG nova.virt.hardware [None req-767f0188-72a6-46d7-9d24-da3cc0f54904 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1763.405697] env[62438]: DEBUG nova.virt.hardware [None req-767f0188-72a6-46d7-9d24-da3cc0f54904 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1763.405850] env[62438]: DEBUG nova.virt.hardware [None req-767f0188-72a6-46d7-9d24-da3cc0f54904 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1763.406067] env[62438]: DEBUG nova.virt.hardware [None req-767f0188-72a6-46d7-9d24-da3cc0f54904 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1763.406237] env[62438]: DEBUG nova.virt.hardware [None req-767f0188-72a6-46d7-9d24-da3cc0f54904 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1763.406421] env[62438]: DEBUG nova.virt.hardware [None req-767f0188-72a6-46d7-9d24-da3cc0f54904 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1763.406591] env[62438]: DEBUG nova.virt.hardware [None req-767f0188-72a6-46d7-9d24-da3cc0f54904 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1763.406774] env[62438]: DEBUG nova.virt.hardware [None req-767f0188-72a6-46d7-9d24-da3cc0f54904 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1763.407580] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b49266a-73af-4072-b2ea-6a1dcf613f1a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.413806] env[62438]: DEBUG oslo_vmware.api [None req-767f0188-72a6-46d7-9d24-da3cc0f54904 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Waiting for the task: (returnval){ [ 1763.413806] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]527bbbfc-fd7c-b7a3-2924-4380d9f92c36" [ 1763.413806] env[62438]: _type = "Task" [ 1763.413806] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.421729] env[62438]: DEBUG oslo_vmware.api [None req-767f0188-72a6-46d7-9d24-da3cc0f54904 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]527bbbfc-fd7c-b7a3-2924-4380d9f92c36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.501701] env[62438]: INFO nova.scheduler.client.report [None req-c19eb24e-1969-4c07-80c1-ca6442727d69 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Deleted allocations for instance fac5fe80-b815-4df0-a95e-6c1e52395caa [ 1763.605056] env[62438]: DEBUG nova.compute.manager [None req-f9035a0e-11ab-428d-b2fc-98e566aa24f4 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 68fb92a6-128d-4839-97b8-3fb165d46ad8] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1763.636767] env[62438]: DEBUG nova.virt.hardware [None req-f9035a0e-11ab-428d-b2fc-98e566aa24f4 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1763.637087] env[62438]: DEBUG nova.virt.hardware [None req-f9035a0e-11ab-428d-b2fc-98e566aa24f4 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1763.637258] env[62438]: DEBUG nova.virt.hardware [None req-f9035a0e-11ab-428d-b2fc-98e566aa24f4 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1763.637496] env[62438]: DEBUG nova.virt.hardware [None req-f9035a0e-11ab-428d-b2fc-98e566aa24f4 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1763.637603] env[62438]: DEBUG nova.virt.hardware [None req-f9035a0e-11ab-428d-b2fc-98e566aa24f4 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1763.637756] env[62438]: DEBUG nova.virt.hardware [None req-f9035a0e-11ab-428d-b2fc-98e566aa24f4 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1763.637966] env[62438]: DEBUG nova.virt.hardware [None req-f9035a0e-11ab-428d-b2fc-98e566aa24f4 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1763.638157] env[62438]: DEBUG nova.virt.hardware [None req-f9035a0e-11ab-428d-b2fc-98e566aa24f4 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1763.638337] env[62438]: DEBUG nova.virt.hardware [None req-f9035a0e-11ab-428d-b2fc-98e566aa24f4 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1763.638509] env[62438]: DEBUG nova.virt.hardware [None req-f9035a0e-11ab-428d-b2fc-98e566aa24f4 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1763.638689] env[62438]: DEBUG nova.virt.hardware [None req-f9035a0e-11ab-428d-b2fc-98e566aa24f4 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1763.639598] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e8c44d-dd27-47d9-8cae-22f680e858c2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.647526] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2059f58-e7e3-4241-9627-22d5101a1f5e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.872652] env[62438]: DEBUG oslo_vmware.api [None req-be56a27c-5d4c-4a9c-988c-13054811929d tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Task: {'id': task-1785548, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.923563] env[62438]: DEBUG oslo_vmware.api [None req-767f0188-72a6-46d7-9d24-da3cc0f54904 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]527bbbfc-fd7c-b7a3-2924-4380d9f92c36, 'name': SearchDatastore_Task, 'duration_secs': 0.027916} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.931275] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-767f0188-72a6-46d7-9d24-da3cc0f54904 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Reconfiguring VM instance instance-00000052 to detach disk 2000 {{(pid=62438) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1763.931612] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94fef932-919a-424c-b6c7-030caf739b02 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.949496] env[62438]: DEBUG oslo_vmware.api [None req-767f0188-72a6-46d7-9d24-da3cc0f54904 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Waiting for the task: (returnval){ [ 1763.949496] env[62438]: value = "task-1785549" [ 1763.949496] env[62438]: _type = "Task" [ 1763.949496] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.957412] env[62438]: DEBUG oslo_vmware.api [None req-767f0188-72a6-46d7-9d24-da3cc0f54904 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785549, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.009758] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c19eb24e-1969-4c07-80c1-ca6442727d69 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Lock "fac5fe80-b815-4df0-a95e-6c1e52395caa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.489s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1764.089617] env[62438]: DEBUG nova.compute.manager [req-54be9970-e59c-4147-bf57-8c04b688a07d req-99be3c2d-7467-4f7f-9a1b-c50c06451f5c service nova] [instance: 2a865b41-1752-4d8e-81f0-3ca85069c831] Received event network-changed-15116906-0eb1-4320-a4e3-16bacb45be43 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1764.089617] env[62438]: DEBUG nova.compute.manager [req-54be9970-e59c-4147-bf57-8c04b688a07d req-99be3c2d-7467-4f7f-9a1b-c50c06451f5c service nova] [instance: 2a865b41-1752-4d8e-81f0-3ca85069c831] Refreshing instance network info cache due to event network-changed-15116906-0eb1-4320-a4e3-16bacb45be43. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1764.089617] env[62438]: DEBUG oslo_concurrency.lockutils [req-54be9970-e59c-4147-bf57-8c04b688a07d req-99be3c2d-7467-4f7f-9a1b-c50c06451f5c service nova] Acquiring lock "refresh_cache-2a865b41-1752-4d8e-81f0-3ca85069c831" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1764.089617] env[62438]: DEBUG oslo_concurrency.lockutils [req-54be9970-e59c-4147-bf57-8c04b688a07d req-99be3c2d-7467-4f7f-9a1b-c50c06451f5c service nova] Acquired lock "refresh_cache-2a865b41-1752-4d8e-81f0-3ca85069c831" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1764.089617] env[62438]: DEBUG nova.network.neutron [req-54be9970-e59c-4147-bf57-8c04b688a07d req-99be3c2d-7467-4f7f-9a1b-c50c06451f5c service nova] [instance: 2a865b41-1752-4d8e-81f0-3ca85069c831] Refreshing network info cache for port 15116906-0eb1-4320-a4e3-16bacb45be43 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1764.128278] env[62438]: DEBUG nova.compute.manager [req-8efbe257-0c42-48bc-9ae1-eb8727377187 req-ea07d0d4-fca8-4a28-adf3-b1e5e786db6d service nova] [instance: 68fb92a6-128d-4839-97b8-3fb165d46ad8] Received event network-vif-plugged-79bac5dd-de45-4195-8ddb-b1092723e9e0 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1764.128278] env[62438]: DEBUG oslo_concurrency.lockutils [req-8efbe257-0c42-48bc-9ae1-eb8727377187 req-ea07d0d4-fca8-4a28-adf3-b1e5e786db6d service nova] Acquiring lock "68fb92a6-128d-4839-97b8-3fb165d46ad8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1764.128278] env[62438]: DEBUG oslo_concurrency.lockutils [req-8efbe257-0c42-48bc-9ae1-eb8727377187 req-ea07d0d4-fca8-4a28-adf3-b1e5e786db6d service nova] Lock "68fb92a6-128d-4839-97b8-3fb165d46ad8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1764.128278] env[62438]: DEBUG oslo_concurrency.lockutils [req-8efbe257-0c42-48bc-9ae1-eb8727377187 req-ea07d0d4-fca8-4a28-adf3-b1e5e786db6d service nova] Lock "68fb92a6-128d-4839-97b8-3fb165d46ad8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1764.129029] env[62438]: DEBUG nova.compute.manager [req-8efbe257-0c42-48bc-9ae1-eb8727377187 req-ea07d0d4-fca8-4a28-adf3-b1e5e786db6d service nova] [instance: 68fb92a6-128d-4839-97b8-3fb165d46ad8] No waiting events found dispatching network-vif-plugged-79bac5dd-de45-4195-8ddb-b1092723e9e0 {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1764.129422] env[62438]: WARNING nova.compute.manager [req-8efbe257-0c42-48bc-9ae1-eb8727377187 req-ea07d0d4-fca8-4a28-adf3-b1e5e786db6d service nova] [instance: 68fb92a6-128d-4839-97b8-3fb165d46ad8] Received unexpected event network-vif-plugged-79bac5dd-de45-4195-8ddb-b1092723e9e0 for instance with vm_state building and task_state spawning. [ 1764.251392] env[62438]: DEBUG nova.network.neutron [None req-f9035a0e-11ab-428d-b2fc-98e566aa24f4 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 68fb92a6-128d-4839-97b8-3fb165d46ad8] Successfully updated port: 79bac5dd-de45-4195-8ddb-b1092723e9e0 {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1764.292940] env[62438]: DEBUG nova.network.neutron [req-e8ce9f31-180f-4be7-af42-8e8b8aef83e6 req-6c2f3d28-64b6-4652-8ec7-8b84479b1157 service nova] [instance: 00488d6a-a056-440f-8423-4272ebfd86d4] Updated VIF entry in instance network info cache for port bc06aa02-eebd-4979-bdff-2e94f7ca5022. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1764.292940] env[62438]: DEBUG nova.network.neutron [req-e8ce9f31-180f-4be7-af42-8e8b8aef83e6 req-6c2f3d28-64b6-4652-8ec7-8b84479b1157 service nova] [instance: 00488d6a-a056-440f-8423-4272ebfd86d4] Updating instance_info_cache with network_info: [{"id": "bc06aa02-eebd-4979-bdff-2e94f7ca5022", "address": "fa:16:3e:06:72:d4", "network": {"id": "6c700d94-0bf5-45fc-b97d-08032004501c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-502963819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5877190663a0435fb62e2af965eca75d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc06aa02-ee", "ovs_interfaceid": "bc06aa02-eebd-4979-bdff-2e94f7ca5022", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1764.373664] env[62438]: DEBUG oslo_vmware.api [None req-be56a27c-5d4c-4a9c-988c-13054811929d tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Task: {'id': task-1785548, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.61896} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.373818] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-be56a27c-5d4c-4a9c-988c-13054811929d tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1764.373945] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-be56a27c-5d4c-4a9c-988c-13054811929d tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] [instance: 00488d6a-a056-440f-8423-4272ebfd86d4] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1764.374150] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-be56a27c-5d4c-4a9c-988c-13054811929d tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] [instance: 00488d6a-a056-440f-8423-4272ebfd86d4] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1764.374436] env[62438]: INFO nova.compute.manager [None req-be56a27c-5d4c-4a9c-988c-13054811929d tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] [instance: 00488d6a-a056-440f-8423-4272ebfd86d4] Took 2.12 seconds to destroy the instance on the hypervisor. [ 1764.374734] env[62438]: DEBUG oslo.service.loopingcall [None req-be56a27c-5d4c-4a9c-988c-13054811929d tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1764.374970] env[62438]: DEBUG nova.compute.manager [-] [instance: 00488d6a-a056-440f-8423-4272ebfd86d4] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1764.375085] env[62438]: DEBUG nova.network.neutron [-] [instance: 00488d6a-a056-440f-8423-4272ebfd86d4] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1764.459493] env[62438]: DEBUG oslo_vmware.api [None req-767f0188-72a6-46d7-9d24-da3cc0f54904 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785549, 'name': ReconfigVM_Task, 'duration_secs': 0.189082} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.459872] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-767f0188-72a6-46d7-9d24-da3cc0f54904 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Reconfigured VM instance instance-00000052 to detach disk 2000 {{(pid=62438) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1764.460767] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b8902a-0b49-4048-b925-44378794a1d4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.486204] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-767f0188-72a6-46d7-9d24-da3cc0f54904 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] a0ff8ae6-f1bf-4207-9042-2c55dbbda487/a0ff8ae6-f1bf-4207-9042-2c55dbbda487.vmdk or device None with type thin {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1764.486527] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8180e20-da61-4967-bac0-11cd204c6641 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.505414] env[62438]: DEBUG oslo_vmware.api [None req-767f0188-72a6-46d7-9d24-da3cc0f54904 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Waiting for the task: (returnval){ [ 1764.505414] env[62438]: value = "task-1785550" [ 1764.505414] env[62438]: _type = "Task" [ 1764.505414] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.513551] env[62438]: DEBUG oslo_vmware.api [None req-767f0188-72a6-46d7-9d24-da3cc0f54904 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785550, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.752800] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f9035a0e-11ab-428d-b2fc-98e566aa24f4 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Acquiring lock "refresh_cache-68fb92a6-128d-4839-97b8-3fb165d46ad8" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1764.753044] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f9035a0e-11ab-428d-b2fc-98e566aa24f4 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Acquired lock "refresh_cache-68fb92a6-128d-4839-97b8-3fb165d46ad8" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1764.753118] env[62438]: DEBUG nova.network.neutron [None req-f9035a0e-11ab-428d-b2fc-98e566aa24f4 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 68fb92a6-128d-4839-97b8-3fb165d46ad8] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1764.794380] env[62438]: DEBUG oslo_concurrency.lockutils [req-e8ce9f31-180f-4be7-af42-8e8b8aef83e6 req-6c2f3d28-64b6-4652-8ec7-8b84479b1157 service nova] Releasing lock "refresh_cache-00488d6a-a056-440f-8423-4272ebfd86d4" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1764.817737] env[62438]: DEBUG nova.network.neutron [req-54be9970-e59c-4147-bf57-8c04b688a07d req-99be3c2d-7467-4f7f-9a1b-c50c06451f5c service nova] [instance: 2a865b41-1752-4d8e-81f0-3ca85069c831] Updated VIF entry in instance network info cache for port 15116906-0eb1-4320-a4e3-16bacb45be43. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1764.818199] env[62438]: DEBUG nova.network.neutron [req-54be9970-e59c-4147-bf57-8c04b688a07d req-99be3c2d-7467-4f7f-9a1b-c50c06451f5c service nova] [instance: 2a865b41-1752-4d8e-81f0-3ca85069c831] Updating instance_info_cache with network_info: [{"id": "15116906-0eb1-4320-a4e3-16bacb45be43", "address": "fa:16:3e:c2:20:81", "network": {"id": "1694b92d-c758-45a8-a881-1531663c92d2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-833720308-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a778e6841af7465cbc3de0ec00d8c06c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15116906-0e", "ovs_interfaceid": "15116906-0eb1-4320-a4e3-16bacb45be43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1765.015524] env[62438]: DEBUG oslo_vmware.api [None req-767f0188-72a6-46d7-9d24-da3cc0f54904 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785550, 'name': ReconfigVM_Task, 'duration_secs': 0.388402} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.015835] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-767f0188-72a6-46d7-9d24-da3cc0f54904 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Reconfigured VM instance instance-00000052 to attach disk [datastore1] a0ff8ae6-f1bf-4207-9042-2c55dbbda487/a0ff8ae6-f1bf-4207-9042-2c55dbbda487.vmdk or device None with type thin {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1765.016717] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f721bf9-87c6-44e4-877f-1d0d88917210 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.037537] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aec400bf-e681-4854-90b3-e144a8c710f2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.057704] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-052cd700-6a0c-4aac-88ef-78c1631bdf0f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.079747] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a38d1986-9629-4526-8746-d8a3e4e4c4a6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.086883] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-767f0188-72a6-46d7-9d24-da3cc0f54904 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1765.087485] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e5f5e78-407b-4ddd-9d10-b02f3b2abeae {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.093281] env[62438]: DEBUG oslo_vmware.api [None req-767f0188-72a6-46d7-9d24-da3cc0f54904 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Waiting for the task: (returnval){ [ 1765.093281] env[62438]: value = "task-1785551" [ 1765.093281] env[62438]: _type = "Task" [ 1765.093281] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.100764] env[62438]: DEBUG oslo_vmware.api [None req-767f0188-72a6-46d7-9d24-da3cc0f54904 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785551, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.108190] env[62438]: DEBUG nova.network.neutron [-] [instance: 00488d6a-a056-440f-8423-4272ebfd86d4] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1765.114568] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7be78337-54bf-4cfd-9b3c-7e785b6c2464 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Acquiring lock "a85479e1-98d1-432e-a58a-e76c35563709" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1765.114847] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7be78337-54bf-4cfd-9b3c-7e785b6c2464 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Lock "a85479e1-98d1-432e-a58a-e76c35563709" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1765.299249] env[62438]: DEBUG nova.network.neutron [None req-f9035a0e-11ab-428d-b2fc-98e566aa24f4 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 68fb92a6-128d-4839-97b8-3fb165d46ad8] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1765.321160] env[62438]: DEBUG oslo_concurrency.lockutils [req-54be9970-e59c-4147-bf57-8c04b688a07d req-99be3c2d-7467-4f7f-9a1b-c50c06451f5c service nova] Releasing lock "refresh_cache-2a865b41-1752-4d8e-81f0-3ca85069c831" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1765.572552] env[62438]: DEBUG nova.network.neutron [None req-f9035a0e-11ab-428d-b2fc-98e566aa24f4 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 68fb92a6-128d-4839-97b8-3fb165d46ad8] Updating instance_info_cache with network_info: [{"id": "79bac5dd-de45-4195-8ddb-b1092723e9e0", "address": "fa:16:3e:f1:33:5d", "network": {"id": "be543da8-3777-4ff8-8be8-2e630a8adb60", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1910186769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c02acab651304d05a66f470e452d1796", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79bac5dd-de", "ovs_interfaceid": "79bac5dd-de45-4195-8ddb-b1092723e9e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1765.604999] env[62438]: DEBUG oslo_vmware.api [None req-767f0188-72a6-46d7-9d24-da3cc0f54904 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785551, 'name': PowerOnVM_Task, 'duration_secs': 0.406575} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.605339] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-767f0188-72a6-46d7-9d24-da3cc0f54904 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1765.610607] env[62438]: INFO nova.compute.manager [-] [instance: 00488d6a-a056-440f-8423-4272ebfd86d4] Took 1.24 seconds to deallocate network for instance. [ 1765.618040] env[62438]: DEBUG nova.compute.utils [None req-7be78337-54bf-4cfd-9b3c-7e785b6c2464 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1766.075855] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f9035a0e-11ab-428d-b2fc-98e566aa24f4 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Releasing lock "refresh_cache-68fb92a6-128d-4839-97b8-3fb165d46ad8" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1766.075855] env[62438]: DEBUG nova.compute.manager [None req-f9035a0e-11ab-428d-b2fc-98e566aa24f4 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 68fb92a6-128d-4839-97b8-3fb165d46ad8] Instance network_info: |[{"id": "79bac5dd-de45-4195-8ddb-b1092723e9e0", "address": "fa:16:3e:f1:33:5d", "network": {"id": "be543da8-3777-4ff8-8be8-2e630a8adb60", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1910186769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c02acab651304d05a66f470e452d1796", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79bac5dd-de", "ovs_interfaceid": "79bac5dd-de45-4195-8ddb-b1092723e9e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1766.076283] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f9035a0e-11ab-428d-b2fc-98e566aa24f4 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 68fb92a6-128d-4839-97b8-3fb165d46ad8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:33:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '79bac5dd-de45-4195-8ddb-b1092723e9e0', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1766.084526] env[62438]: DEBUG oslo.service.loopingcall [None req-f9035a0e-11ab-428d-b2fc-98e566aa24f4 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1766.084760] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68fb92a6-128d-4839-97b8-3fb165d46ad8] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1766.085307] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e71adfb1-c067-481f-9874-5b9ad4aca394 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.105870] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1766.105870] env[62438]: value = "task-1785552" [ 1766.105870] env[62438]: _type = "Task" [ 1766.105870] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.116962] env[62438]: DEBUG oslo_concurrency.lockutils [None req-be56a27c-5d4c-4a9c-988c-13054811929d tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1766.117267] env[62438]: DEBUG oslo_concurrency.lockutils [None req-be56a27c-5d4c-4a9c-988c-13054811929d tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1766.117504] env[62438]: DEBUG nova.objects.instance [None req-be56a27c-5d4c-4a9c-988c-13054811929d tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Lazy-loading 'resources' on Instance uuid 00488d6a-a056-440f-8423-4272ebfd86d4 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1766.122146] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7be78337-54bf-4cfd-9b3c-7e785b6c2464 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Lock "a85479e1-98d1-432e-a58a-e76c35563709" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1766.122777] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785552, 'name': CreateVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.159412] env[62438]: DEBUG nova.compute.manager [req-1cfbb2da-33c8-4112-bc59-1660aacc9c6d req-85062278-dfbf-42bd-85b4-18a1d0d1736b service nova] [instance: 68fb92a6-128d-4839-97b8-3fb165d46ad8] Received event network-changed-79bac5dd-de45-4195-8ddb-b1092723e9e0 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1766.159689] env[62438]: DEBUG nova.compute.manager [req-1cfbb2da-33c8-4112-bc59-1660aacc9c6d req-85062278-dfbf-42bd-85b4-18a1d0d1736b service nova] [instance: 68fb92a6-128d-4839-97b8-3fb165d46ad8] Refreshing instance network info cache due to event network-changed-79bac5dd-de45-4195-8ddb-b1092723e9e0. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1766.159982] env[62438]: DEBUG oslo_concurrency.lockutils [req-1cfbb2da-33c8-4112-bc59-1660aacc9c6d req-85062278-dfbf-42bd-85b4-18a1d0d1736b service nova] Acquiring lock "refresh_cache-68fb92a6-128d-4839-97b8-3fb165d46ad8" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1766.160208] env[62438]: DEBUG oslo_concurrency.lockutils [req-1cfbb2da-33c8-4112-bc59-1660aacc9c6d req-85062278-dfbf-42bd-85b4-18a1d0d1736b service nova] Acquired lock "refresh_cache-68fb92a6-128d-4839-97b8-3fb165d46ad8" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1766.160443] env[62438]: DEBUG nova.network.neutron [req-1cfbb2da-33c8-4112-bc59-1660aacc9c6d req-85062278-dfbf-42bd-85b4-18a1d0d1736b service nova] [instance: 68fb92a6-128d-4839-97b8-3fb165d46ad8] Refreshing network info cache for port 79bac5dd-de45-4195-8ddb-b1092723e9e0 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1766.493231] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d961a42d-7339-4c02-a2fc-fa3a516c0789 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Acquiring lock "2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1766.493485] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d961a42d-7339-4c02-a2fc-fa3a516c0789 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Lock "2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1766.621351] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785552, 'name': CreateVM_Task, 'duration_secs': 0.358324} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.622125] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68fb92a6-128d-4839-97b8-3fb165d46ad8] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1766.622528] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f9035a0e-11ab-428d-b2fc-98e566aa24f4 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1766.622729] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f9035a0e-11ab-428d-b2fc-98e566aa24f4 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1766.623101] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f9035a0e-11ab-428d-b2fc-98e566aa24f4 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1766.625989] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a06f1bb1-fe45-463a-a27b-a2fd8fe79629 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.631756] env[62438]: DEBUG oslo_vmware.api [None req-f9035a0e-11ab-428d-b2fc-98e566aa24f4 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Waiting for the task: (returnval){ [ 1766.631756] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5213d4fb-6a7d-5576-be31-8bbde969d3c9" [ 1766.631756] env[62438]: _type = "Task" [ 1766.631756] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.641615] env[62438]: DEBUG oslo_vmware.api [None req-f9035a0e-11ab-428d-b2fc-98e566aa24f4 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5213d4fb-6a7d-5576-be31-8bbde969d3c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.660038] env[62438]: INFO nova.compute.manager [None req-767f0188-72a6-46d7-9d24-da3cc0f54904 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Updating instance to original state: 'active' [ 1766.779107] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeaad895-b62a-477d-a948-cc52645510cb {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.786532] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df217c1-0a25-4a31-8cea-909b1c555805 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.818733] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb375c2f-e99f-431a-ae23-6e6f4ccdbe63 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.826447] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-495e8dc9-ac75-453c-a8d9-0f12aee1bb5b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.839809] env[62438]: DEBUG nova.compute.provider_tree [None req-be56a27c-5d4c-4a9c-988c-13054811929d tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Updating inventory in ProviderTree for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1766.887860] env[62438]: DEBUG nova.network.neutron [req-1cfbb2da-33c8-4112-bc59-1660aacc9c6d req-85062278-dfbf-42bd-85b4-18a1d0d1736b service nova] [instance: 68fb92a6-128d-4839-97b8-3fb165d46ad8] Updated VIF entry in instance network info cache for port 79bac5dd-de45-4195-8ddb-b1092723e9e0. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1766.888262] env[62438]: DEBUG nova.network.neutron [req-1cfbb2da-33c8-4112-bc59-1660aacc9c6d req-85062278-dfbf-42bd-85b4-18a1d0d1736b service nova] [instance: 68fb92a6-128d-4839-97b8-3fb165d46ad8] Updating instance_info_cache with network_info: [{"id": "79bac5dd-de45-4195-8ddb-b1092723e9e0", "address": "fa:16:3e:f1:33:5d", "network": {"id": "be543da8-3777-4ff8-8be8-2e630a8adb60", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1910186769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c02acab651304d05a66f470e452d1796", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79bac5dd-de", "ovs_interfaceid": "79bac5dd-de45-4195-8ddb-b1092723e9e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1766.996027] env[62438]: DEBUG nova.compute.manager [None req-d961a42d-7339-4c02-a2fc-fa3a516c0789 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: 2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1767.142601] env[62438]: DEBUG oslo_vmware.api [None req-f9035a0e-11ab-428d-b2fc-98e566aa24f4 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5213d4fb-6a7d-5576-be31-8bbde969d3c9, 'name': SearchDatastore_Task, 'duration_secs': 0.013738} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.142933] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f9035a0e-11ab-428d-b2fc-98e566aa24f4 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1767.143195] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f9035a0e-11ab-428d-b2fc-98e566aa24f4 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 68fb92a6-128d-4839-97b8-3fb165d46ad8] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1767.143445] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f9035a0e-11ab-428d-b2fc-98e566aa24f4 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1767.143603] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f9035a0e-11ab-428d-b2fc-98e566aa24f4 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1767.143789] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9035a0e-11ab-428d-b2fc-98e566aa24f4 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1767.144068] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-47fd5d7c-2c5e-456d-a8a0-6c3714e99772 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.152827] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9035a0e-11ab-428d-b2fc-98e566aa24f4 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1767.153078] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f9035a0e-11ab-428d-b2fc-98e566aa24f4 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1767.153924] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6120c55e-fe3a-479b-9612-9fef7adefed9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.159301] env[62438]: DEBUG oslo_vmware.api [None req-f9035a0e-11ab-428d-b2fc-98e566aa24f4 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Waiting for the task: (returnval){ [ 1767.159301] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5205155f-84ec-d58d-f0e4-cae053d12e66" [ 1767.159301] env[62438]: _type = "Task" [ 1767.159301] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.170062] env[62438]: DEBUG oslo_vmware.api [None req-f9035a0e-11ab-428d-b2fc-98e566aa24f4 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5205155f-84ec-d58d-f0e4-cae053d12e66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.199359] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7be78337-54bf-4cfd-9b3c-7e785b6c2464 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Acquiring lock "a85479e1-98d1-432e-a58a-e76c35563709" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1767.199359] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7be78337-54bf-4cfd-9b3c-7e785b6c2464 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Lock "a85479e1-98d1-432e-a58a-e76c35563709" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1767.199359] env[62438]: INFO nova.compute.manager [None req-7be78337-54bf-4cfd-9b3c-7e785b6c2464 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: a85479e1-98d1-432e-a58a-e76c35563709] Attaching volume 390bf13a-af87-4437-a7e1-b3d4cb6f9a13 to /dev/sdb [ 1767.232143] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-701d4765-0e21-4d63-9ca5-a8f3d4d9dd5b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.239339] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b67d0a-bfdf-4bb9-9786-eadd7eb7eac2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.253625] env[62438]: DEBUG nova.virt.block_device [None req-7be78337-54bf-4cfd-9b3c-7e785b6c2464 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: a85479e1-98d1-432e-a58a-e76c35563709] Updating existing volume attachment record: f4e8945b-09fb-43af-9a07-e189e85cf691 {{(pid=62438) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1767.359480] env[62438]: ERROR nova.scheduler.client.report [None req-be56a27c-5d4c-4a9c-988c-13054811929d tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] [req-f442a694-56d0-45d1-8c8d-cde7a214c233] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 3d204b25-fa3a-4320-b81b-738bc1f337f5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f442a694-56d0-45d1-8c8d-cde7a214c233"}]} [ 1767.375843] env[62438]: DEBUG nova.scheduler.client.report [None req-be56a27c-5d4c-4a9c-988c-13054811929d tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Refreshing inventories for resource provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1767.388925] env[62438]: DEBUG nova.scheduler.client.report [None req-be56a27c-5d4c-4a9c-988c-13054811929d tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Updating ProviderTree inventory for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1767.389176] env[62438]: DEBUG nova.compute.provider_tree [None req-be56a27c-5d4c-4a9c-988c-13054811929d tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Updating inventory in ProviderTree for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1767.391275] env[62438]: DEBUG oslo_concurrency.lockutils [req-1cfbb2da-33c8-4112-bc59-1660aacc9c6d req-85062278-dfbf-42bd-85b4-18a1d0d1736b service nova] Releasing lock "refresh_cache-68fb92a6-128d-4839-97b8-3fb165d46ad8" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1767.391515] env[62438]: DEBUG nova.compute.manager [req-1cfbb2da-33c8-4112-bc59-1660aacc9c6d req-85062278-dfbf-42bd-85b4-18a1d0d1736b service nova] [instance: 00488d6a-a056-440f-8423-4272ebfd86d4] Received event network-vif-deleted-bc06aa02-eebd-4979-bdff-2e94f7ca5022 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1767.400930] env[62438]: DEBUG nova.scheduler.client.report [None req-be56a27c-5d4c-4a9c-988c-13054811929d tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Refreshing aggregate associations for resource provider 3d204b25-fa3a-4320-b81b-738bc1f337f5, aggregates: None {{(pid=62438) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1767.418695] env[62438]: DEBUG nova.scheduler.client.report [None req-be56a27c-5d4c-4a9c-988c-13054811929d tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Refreshing trait associations for resource provider 3d204b25-fa3a-4320-b81b-738bc1f337f5, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62438) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1767.515893] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d961a42d-7339-4c02-a2fc-fa3a516c0789 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1767.544574] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1853567-26bb-42c4-9472-ebc575bd249c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.552465] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b618f57a-e6eb-45b6-bc17-9623e9db25ce {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.581976] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5bb252f-8829-4356-ab89-53bbdf86b9d5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.589869] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e038d4f4-f697-4b77-ae18-c481318fcd89 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.605337] env[62438]: DEBUG nova.compute.provider_tree [None req-be56a27c-5d4c-4a9c-988c-13054811929d tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Updating inventory in ProviderTree for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1767.670286] env[62438]: DEBUG oslo_vmware.api [None req-f9035a0e-11ab-428d-b2fc-98e566aa24f4 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5205155f-84ec-d58d-f0e4-cae053d12e66, 'name': SearchDatastore_Task, 'duration_secs': 0.018759} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.671188] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe070b1a-e8ba-40b9-b684-72fe1287d9c2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.678306] env[62438]: DEBUG oslo_vmware.api [None req-f9035a0e-11ab-428d-b2fc-98e566aa24f4 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Waiting for the task: (returnval){ [ 1767.678306] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52a55866-ed02-5935-adda-b05789b2bf98" [ 1767.678306] env[62438]: _type = "Task" [ 1767.678306] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.687045] env[62438]: DEBUG oslo_vmware.api [None req-f9035a0e-11ab-428d-b2fc-98e566aa24f4 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52a55866-ed02-5935-adda-b05789b2bf98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.136700] env[62438]: DEBUG nova.scheduler.client.report [None req-be56a27c-5d4c-4a9c-988c-13054811929d tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Updated inventory for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with generation 133 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1768.136979] env[62438]: DEBUG nova.compute.provider_tree [None req-be56a27c-5d4c-4a9c-988c-13054811929d tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Updating resource provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 generation from 133 to 134 during operation: update_inventory {{(pid=62438) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1768.137208] env[62438]: DEBUG nova.compute.provider_tree [None req-be56a27c-5d4c-4a9c-988c-13054811929d tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Updating inventory in ProviderTree for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1768.189305] env[62438]: DEBUG oslo_vmware.api [None req-f9035a0e-11ab-428d-b2fc-98e566aa24f4 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52a55866-ed02-5935-adda-b05789b2bf98, 'name': SearchDatastore_Task, 'duration_secs': 0.009918} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.192035] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f9035a0e-11ab-428d-b2fc-98e566aa24f4 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1768.192035] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9035a0e-11ab-428d-b2fc-98e566aa24f4 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 68fb92a6-128d-4839-97b8-3fb165d46ad8/68fb92a6-128d-4839-97b8-3fb165d46ad8.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1768.192035] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11400a1e-d6c9-47e9-b309-3c53cf265ac7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.198396] env[62438]: DEBUG oslo_vmware.api [None req-f9035a0e-11ab-428d-b2fc-98e566aa24f4 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Waiting for the task: (returnval){ [ 1768.198396] env[62438]: value = "task-1785554" [ 1768.198396] env[62438]: _type = "Task" [ 1768.198396] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.206207] env[62438]: DEBUG oslo_vmware.api [None req-f9035a0e-11ab-428d-b2fc-98e566aa24f4 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785554, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.496044] env[62438]: DEBUG oslo_concurrency.lockutils [None req-3ce1d14d-393f-481f-b2c1-d89a8c4fa323 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Acquiring lock "a0ff8ae6-f1bf-4207-9042-2c55dbbda487" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1768.496044] env[62438]: DEBUG oslo_concurrency.lockutils [None req-3ce1d14d-393f-481f-b2c1-d89a8c4fa323 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Lock "a0ff8ae6-f1bf-4207-9042-2c55dbbda487" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1768.496044] env[62438]: DEBUG oslo_concurrency.lockutils [None req-3ce1d14d-393f-481f-b2c1-d89a8c4fa323 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Acquiring lock "a0ff8ae6-f1bf-4207-9042-2c55dbbda487-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1768.496044] env[62438]: DEBUG oslo_concurrency.lockutils [None req-3ce1d14d-393f-481f-b2c1-d89a8c4fa323 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Lock "a0ff8ae6-f1bf-4207-9042-2c55dbbda487-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1768.496373] env[62438]: DEBUG oslo_concurrency.lockutils [None req-3ce1d14d-393f-481f-b2c1-d89a8c4fa323 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Lock "a0ff8ae6-f1bf-4207-9042-2c55dbbda487-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1768.498292] env[62438]: INFO nova.compute.manager [None req-3ce1d14d-393f-481f-b2c1-d89a8c4fa323 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Terminating instance [ 1768.500273] env[62438]: DEBUG nova.compute.manager [None req-3ce1d14d-393f-481f-b2c1-d89a8c4fa323 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1768.500488] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ce1d14d-393f-481f-b2c1-d89a8c4fa323 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1768.500731] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2fc434b4-7346-4e9f-95e6-0bf320b6ae9b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.508516] env[62438]: DEBUG oslo_vmware.api [None req-3ce1d14d-393f-481f-b2c1-d89a8c4fa323 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Waiting for the task: (returnval){ [ 1768.508516] env[62438]: value = "task-1785555" [ 1768.508516] env[62438]: _type = "Task" [ 1768.508516] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.516869] env[62438]: DEBUG oslo_vmware.api [None req-3ce1d14d-393f-481f-b2c1-d89a8c4fa323 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785555, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.642440] env[62438]: DEBUG oslo_concurrency.lockutils [None req-be56a27c-5d4c-4a9c-988c-13054811929d tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.525s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1768.645040] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d961a42d-7339-4c02-a2fc-fa3a516c0789 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.129s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1768.646785] env[62438]: INFO nova.compute.claims [None req-d961a42d-7339-4c02-a2fc-fa3a516c0789 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: 2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1768.663017] env[62438]: INFO nova.scheduler.client.report [None req-be56a27c-5d4c-4a9c-988c-13054811929d tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Deleted allocations for instance 00488d6a-a056-440f-8423-4272ebfd86d4 [ 1768.709436] env[62438]: DEBUG oslo_vmware.api [None req-f9035a0e-11ab-428d-b2fc-98e566aa24f4 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785554, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.018983] env[62438]: DEBUG oslo_vmware.api [None req-3ce1d14d-393f-481f-b2c1-d89a8c4fa323 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785555, 'name': PowerOffVM_Task, 'duration_secs': 0.211006} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.019238] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ce1d14d-393f-481f-b2c1-d89a8c4fa323 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1769.019482] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ce1d14d-393f-481f-b2c1-d89a8c4fa323 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Volume detach. Driver type: vmdk {{(pid=62438) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1769.019689] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ce1d14d-393f-481f-b2c1-d89a8c4fa323 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370481', 'volume_id': '8abc50c9-34f0-4fc8-8dc8-f751f570c20e', 'name': 'volume-8abc50c9-34f0-4fc8-8dc8-f751f570c20e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': 'a0ff8ae6-f1bf-4207-9042-2c55dbbda487', 'attached_at': '2024-12-12T01:36:33.000000', 'detached_at': '', 'volume_id': '8abc50c9-34f0-4fc8-8dc8-f751f570c20e', 'serial': '8abc50c9-34f0-4fc8-8dc8-f751f570c20e'} {{(pid=62438) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1769.020532] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48cdb029-4b57-4efb-b658-983736f78bad {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.043235] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5081a74b-841b-4421-abd5-0ee39264e3b1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.050321] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87bc5e51-611a-42b6-a28d-e13ce89ba959 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.070798] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb2710e4-9caa-4f3a-9273-92cfe3a8f813 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.086228] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ce1d14d-393f-481f-b2c1-d89a8c4fa323 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] The volume has not been displaced from its original location: [datastore1] volume-8abc50c9-34f0-4fc8-8dc8-f751f570c20e/volume-8abc50c9-34f0-4fc8-8dc8-f751f570c20e.vmdk. No consolidation needed. {{(pid=62438) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1769.091496] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ce1d14d-393f-481f-b2c1-d89a8c4fa323 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Reconfiguring VM instance instance-00000052 to detach disk 2001 {{(pid=62438) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1769.092438] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01a2c04a-a356-463f-9f8a-9a2fb6743d6e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.110021] env[62438]: DEBUG oslo_vmware.api [None req-3ce1d14d-393f-481f-b2c1-d89a8c4fa323 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Waiting for the task: (returnval){ [ 1769.110021] env[62438]: value = "task-1785556" [ 1769.110021] env[62438]: _type = "Task" [ 1769.110021] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.117995] env[62438]: DEBUG oslo_vmware.api [None req-3ce1d14d-393f-481f-b2c1-d89a8c4fa323 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785556, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.174141] env[62438]: DEBUG oslo_concurrency.lockutils [None req-be56a27c-5d4c-4a9c-988c-13054811929d tempest-ServerRescueTestJSONUnderV235-652149062 tempest-ServerRescueTestJSONUnderV235-652149062-project-member] Lock "00488d6a-a056-440f-8423-4272ebfd86d4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.920s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1769.209598] env[62438]: DEBUG oslo_vmware.api [None req-f9035a0e-11ab-428d-b2fc-98e566aa24f4 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785554, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.620423] env[62438]: DEBUG oslo_vmware.api [None req-3ce1d14d-393f-481f-b2c1-d89a8c4fa323 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785556, 'name': ReconfigVM_Task, 'duration_secs': 0.200331} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.620772] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ce1d14d-393f-481f-b2c1-d89a8c4fa323 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Reconfigured VM instance instance-00000052 to detach disk 2001 {{(pid=62438) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1769.625447] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-597279f4-fbc3-4ac3-ae7b-33d35aca07ef {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.640181] env[62438]: DEBUG oslo_vmware.api [None req-3ce1d14d-393f-481f-b2c1-d89a8c4fa323 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Waiting for the task: (returnval){ [ 1769.640181] env[62438]: value = "task-1785558" [ 1769.640181] env[62438]: _type = "Task" [ 1769.640181] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.648081] env[62438]: DEBUG oslo_vmware.api [None req-3ce1d14d-393f-481f-b2c1-d89a8c4fa323 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785558, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.714242] env[62438]: DEBUG oslo_vmware.api [None req-f9035a0e-11ab-428d-b2fc-98e566aa24f4 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785554, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.791502] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a80088cd-a210-4c36-91aa-d36c1c8f3c3a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.798613] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8760d50-4b93-444a-a7dd-6f3a494b89f7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.829537] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f288b96-3e0c-476a-a467-d0a6bef1daeb {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.837043] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6430994-bb2f-4904-b429-bfbccd73b2a6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.851251] env[62438]: DEBUG nova.compute.provider_tree [None req-d961a42d-7339-4c02-a2fc-fa3a516c0789 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1770.150070] env[62438]: DEBUG oslo_vmware.api [None req-3ce1d14d-393f-481f-b2c1-d89a8c4fa323 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785558, 'name': ReconfigVM_Task, 'duration_secs': 0.139475} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.150560] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ce1d14d-393f-481f-b2c1-d89a8c4fa323 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370481', 'volume_id': '8abc50c9-34f0-4fc8-8dc8-f751f570c20e', 'name': 'volume-8abc50c9-34f0-4fc8-8dc8-f751f570c20e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': 'a0ff8ae6-f1bf-4207-9042-2c55dbbda487', 'attached_at': '2024-12-12T01:36:33.000000', 'detached_at': '', 'volume_id': '8abc50c9-34f0-4fc8-8dc8-f751f570c20e', 'serial': '8abc50c9-34f0-4fc8-8dc8-f751f570c20e'} {{(pid=62438) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1770.150928] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce1d14d-393f-481f-b2c1-d89a8c4fa323 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1770.151766] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e817ec86-d146-415e-8ac5-98e40dc797dd {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.158572] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce1d14d-393f-481f-b2c1-d89a8c4fa323 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1770.158835] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b6dc4a7a-7bcd-495f-b91a-787fb4a3c24b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.213335] env[62438]: DEBUG oslo_vmware.api [None req-f9035a0e-11ab-428d-b2fc-98e566aa24f4 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785554, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.310709] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce1d14d-393f-481f-b2c1-d89a8c4fa323 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1770.310957] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce1d14d-393f-481f-b2c1-d89a8c4fa323 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1770.311170] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ce1d14d-393f-481f-b2c1-d89a8c4fa323 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Deleting the datastore file [datastore1] a0ff8ae6-f1bf-4207-9042-2c55dbbda487 {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1770.311480] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-791dd33f-8c36-4553-9146-1cd36e15a323 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.319213] env[62438]: DEBUG oslo_vmware.api [None req-3ce1d14d-393f-481f-b2c1-d89a8c4fa323 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Waiting for the task: (returnval){ [ 1770.319213] env[62438]: value = "task-1785560" [ 1770.319213] env[62438]: _type = "Task" [ 1770.319213] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.328722] env[62438]: DEBUG oslo_vmware.api [None req-3ce1d14d-393f-481f-b2c1-d89a8c4fa323 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785560, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.354363] env[62438]: DEBUG nova.scheduler.client.report [None req-d961a42d-7339-4c02-a2fc-fa3a516c0789 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1770.712059] env[62438]: DEBUG oslo_vmware.api [None req-f9035a0e-11ab-428d-b2fc-98e566aa24f4 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785554, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.831233] env[62438]: DEBUG oslo_vmware.api [None req-3ce1d14d-393f-481f-b2c1-d89a8c4fa323 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785560, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.860546] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d961a42d-7339-4c02-a2fc-fa3a516c0789 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.215s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1770.861133] env[62438]: DEBUG nova.compute.manager [None req-d961a42d-7339-4c02-a2fc-fa3a516c0789 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: 2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1771.215022] env[62438]: DEBUG oslo_vmware.api [None req-f9035a0e-11ab-428d-b2fc-98e566aa24f4 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785554, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.799465} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.215022] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9035a0e-11ab-428d-b2fc-98e566aa24f4 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 68fb92a6-128d-4839-97b8-3fb165d46ad8/68fb92a6-128d-4839-97b8-3fb165d46ad8.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1771.215022] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f9035a0e-11ab-428d-b2fc-98e566aa24f4 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 68fb92a6-128d-4839-97b8-3fb165d46ad8] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1771.215022] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fe33bf91-8ae2-4069-8e28-a7177dcfc3db {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.220323] env[62438]: DEBUG oslo_vmware.api [None req-f9035a0e-11ab-428d-b2fc-98e566aa24f4 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Waiting for the task: (returnval){ [ 1771.220323] env[62438]: value = "task-1785561" [ 1771.220323] env[62438]: _type = "Task" [ 1771.220323] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.228143] env[62438]: DEBUG oslo_vmware.api [None req-f9035a0e-11ab-428d-b2fc-98e566aa24f4 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785561, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.329629] env[62438]: DEBUG oslo_vmware.api [None req-3ce1d14d-393f-481f-b2c1-d89a8c4fa323 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785560, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.828386} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.330016] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ce1d14d-393f-481f-b2c1-d89a8c4fa323 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1771.330280] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce1d14d-393f-481f-b2c1-d89a8c4fa323 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1771.330537] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce1d14d-393f-481f-b2c1-d89a8c4fa323 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1771.330777] env[62438]: INFO nova.compute.manager [None req-3ce1d14d-393f-481f-b2c1-d89a8c4fa323 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Took 2.83 seconds to destroy the instance on the hypervisor. [ 1771.331085] env[62438]: DEBUG oslo.service.loopingcall [None req-3ce1d14d-393f-481f-b2c1-d89a8c4fa323 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1771.331334] env[62438]: DEBUG nova.compute.manager [-] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1771.331468] env[62438]: DEBUG nova.network.neutron [-] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1771.366589] env[62438]: DEBUG nova.compute.utils [None req-d961a42d-7339-4c02-a2fc-fa3a516c0789 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1771.370227] env[62438]: DEBUG nova.compute.manager [None req-d961a42d-7339-4c02-a2fc-fa3a516c0789 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: 2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1771.370481] env[62438]: DEBUG nova.network.neutron [None req-d961a42d-7339-4c02-a2fc-fa3a516c0789 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: 2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1771.504577] env[62438]: DEBUG nova.policy [None req-d961a42d-7339-4c02-a2fc-fa3a516c0789 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fb631bc22a884406a82bafdcbba241c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '941c9b8cd46546ffa37aa3edfa770bd1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1771.730622] env[62438]: DEBUG oslo_vmware.api [None req-f9035a0e-11ab-428d-b2fc-98e566aa24f4 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785561, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074504} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.730742] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f9035a0e-11ab-428d-b2fc-98e566aa24f4 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 68fb92a6-128d-4839-97b8-3fb165d46ad8] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1771.731566] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce31f1e-ada9-4a2f-82c8-1caa16f71330 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.754137] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9035a0e-11ab-428d-b2fc-98e566aa24f4 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 68fb92a6-128d-4839-97b8-3fb165d46ad8] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 68fb92a6-128d-4839-97b8-3fb165d46ad8/68fb92a6-128d-4839-97b8-3fb165d46ad8.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1771.754541] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5c37d6e-e069-440b-a356-83f4d4c30b5a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.775082] env[62438]: DEBUG oslo_vmware.api [None req-f9035a0e-11ab-428d-b2fc-98e566aa24f4 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Waiting for the task: (returnval){ [ 1771.775082] env[62438]: value = "task-1785562" [ 1771.775082] env[62438]: _type = "Task" [ 1771.775082] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.782858] env[62438]: DEBUG oslo_vmware.api [None req-f9035a0e-11ab-428d-b2fc-98e566aa24f4 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785562, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.798871] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-7be78337-54bf-4cfd-9b3c-7e785b6c2464 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: a85479e1-98d1-432e-a58a-e76c35563709] Volume attach. Driver type: vmdk {{(pid=62438) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1771.801426] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-7be78337-54bf-4cfd-9b3c-7e785b6c2464 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: a85479e1-98d1-432e-a58a-e76c35563709] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370492', 'volume_id': '390bf13a-af87-4437-a7e1-b3d4cb6f9a13', 'name': 'volume-390bf13a-af87-4437-a7e1-b3d4cb6f9a13', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a85479e1-98d1-432e-a58a-e76c35563709', 'attached_at': '', 'detached_at': '', 'volume_id': '390bf13a-af87-4437-a7e1-b3d4cb6f9a13', 'serial': '390bf13a-af87-4437-a7e1-b3d4cb6f9a13'} {{(pid=62438) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1771.801426] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2946805-9e5b-4363-a875-47aba1b95a05 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.817706] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f44cdc-aec0-41b5-ac1c-765fa0e4814a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.843488] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-7be78337-54bf-4cfd-9b3c-7e785b6c2464 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: a85479e1-98d1-432e-a58a-e76c35563709] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] volume-390bf13a-af87-4437-a7e1-b3d4cb6f9a13/volume-390bf13a-af87-4437-a7e1-b3d4cb6f9a13.vmdk or device None with type thin {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1771.843869] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9064566-0f09-4100-b829-83e3074d4012 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.862603] env[62438]: DEBUG oslo_vmware.api [None req-7be78337-54bf-4cfd-9b3c-7e785b6c2464 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Waiting for the task: (returnval){ [ 1771.862603] env[62438]: value = "task-1785563" [ 1771.862603] env[62438]: _type = "Task" [ 1771.862603] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.872066] env[62438]: DEBUG oslo_vmware.api [None req-7be78337-54bf-4cfd-9b3c-7e785b6c2464 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': task-1785563, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.873012] env[62438]: DEBUG nova.compute.manager [None req-d961a42d-7339-4c02-a2fc-fa3a516c0789 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: 2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1772.269648] env[62438]: DEBUG nova.network.neutron [None req-d961a42d-7339-4c02-a2fc-fa3a516c0789 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: 2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8] Successfully created port: 7a7963e4-89e9-46e1-babe-bb69da187792 {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1772.284917] env[62438]: DEBUG oslo_vmware.api [None req-f9035a0e-11ab-428d-b2fc-98e566aa24f4 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785562, 'name': ReconfigVM_Task, 'duration_secs': 0.288305} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.285400] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9035a0e-11ab-428d-b2fc-98e566aa24f4 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 68fb92a6-128d-4839-97b8-3fb165d46ad8] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 68fb92a6-128d-4839-97b8-3fb165d46ad8/68fb92a6-128d-4839-97b8-3fb165d46ad8.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1772.286336] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b44efc77-b8dc-4146-b80a-9981fedfb642 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.292352] env[62438]: DEBUG oslo_vmware.api [None req-f9035a0e-11ab-428d-b2fc-98e566aa24f4 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Waiting for the task: (returnval){ [ 1772.292352] env[62438]: value = "task-1785564" [ 1772.292352] env[62438]: _type = "Task" [ 1772.292352] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.300492] env[62438]: DEBUG oslo_vmware.api [None req-f9035a0e-11ab-428d-b2fc-98e566aa24f4 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785564, 'name': Rename_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.372653] env[62438]: DEBUG oslo_vmware.api [None req-7be78337-54bf-4cfd-9b3c-7e785b6c2464 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': task-1785563, 'name': ReconfigVM_Task, 'duration_secs': 0.367405} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.372952] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-7be78337-54bf-4cfd-9b3c-7e785b6c2464 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: a85479e1-98d1-432e-a58a-e76c35563709] Reconfigured VM instance instance-0000005a to attach disk [datastore1] volume-390bf13a-af87-4437-a7e1-b3d4cb6f9a13/volume-390bf13a-af87-4437-a7e1-b3d4cb6f9a13.vmdk or device None with type thin {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1772.382590] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97714e1d-2693-494e-8d42-a3a8f02effa9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.400031] env[62438]: DEBUG oslo_vmware.api [None req-7be78337-54bf-4cfd-9b3c-7e785b6c2464 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Waiting for the task: (returnval){ [ 1772.400031] env[62438]: value = "task-1785565" [ 1772.400031] env[62438]: _type = "Task" [ 1772.400031] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.409304] env[62438]: DEBUG oslo_vmware.api [None req-7be78337-54bf-4cfd-9b3c-7e785b6c2464 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': task-1785565, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.418729] env[62438]: DEBUG nova.compute.manager [req-c03838cc-ffca-405c-92dc-5b398c947657 req-b5f1588e-c143-4d15-817f-b8cc13690b36 service nova] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Received event network-vif-deleted-27aaa3f2-5d14-43cb-b458-c9c7d093b677 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1772.418974] env[62438]: INFO nova.compute.manager [req-c03838cc-ffca-405c-92dc-5b398c947657 req-b5f1588e-c143-4d15-817f-b8cc13690b36 service nova] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Neutron deleted interface 27aaa3f2-5d14-43cb-b458-c9c7d093b677; detaching it from the instance and deleting it from the info cache [ 1772.419198] env[62438]: DEBUG nova.network.neutron [req-c03838cc-ffca-405c-92dc-5b398c947657 req-b5f1588e-c143-4d15-817f-b8cc13690b36 service nova] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1772.802628] env[62438]: DEBUG oslo_vmware.api [None req-f9035a0e-11ab-428d-b2fc-98e566aa24f4 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785564, 'name': Rename_Task, 'duration_secs': 0.14181} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.802974] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9035a0e-11ab-428d-b2fc-98e566aa24f4 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 68fb92a6-128d-4839-97b8-3fb165d46ad8] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1772.803248] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb272dd0-172e-4b36-a9c9-525c5e3bb5cd {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.813023] env[62438]: DEBUG oslo_vmware.api [None req-f9035a0e-11ab-428d-b2fc-98e566aa24f4 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Waiting for the task: (returnval){ [ 1772.813023] env[62438]: value = "task-1785566" [ 1772.813023] env[62438]: _type = "Task" [ 1772.813023] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.817513] env[62438]: DEBUG oslo_vmware.api [None req-f9035a0e-11ab-428d-b2fc-98e566aa24f4 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785566, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.896386] env[62438]: DEBUG nova.compute.manager [None req-d961a42d-7339-4c02-a2fc-fa3a516c0789 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: 2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1772.900417] env[62438]: DEBUG nova.network.neutron [-] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1772.911798] env[62438]: DEBUG oslo_vmware.api [None req-7be78337-54bf-4cfd-9b3c-7e785b6c2464 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': task-1785565, 'name': ReconfigVM_Task, 'duration_secs': 0.144201} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.912292] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-7be78337-54bf-4cfd-9b3c-7e785b6c2464 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: a85479e1-98d1-432e-a58a-e76c35563709] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370492', 'volume_id': '390bf13a-af87-4437-a7e1-b3d4cb6f9a13', 'name': 'volume-390bf13a-af87-4437-a7e1-b3d4cb6f9a13', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a85479e1-98d1-432e-a58a-e76c35563709', 'attached_at': '', 'detached_at': '', 'volume_id': '390bf13a-af87-4437-a7e1-b3d4cb6f9a13', 'serial': '390bf13a-af87-4437-a7e1-b3d4cb6f9a13'} {{(pid=62438) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1772.924219] env[62438]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9a78985a-ce92-456c-82a8-b17eec266afc {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.932576] env[62438]: DEBUG nova.virt.hardware [None req-d961a42d-7339-4c02-a2fc-fa3a516c0789 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1772.932877] env[62438]: DEBUG nova.virt.hardware [None req-d961a42d-7339-4c02-a2fc-fa3a516c0789 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1772.933077] env[62438]: DEBUG nova.virt.hardware [None req-d961a42d-7339-4c02-a2fc-fa3a516c0789 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1772.933278] env[62438]: DEBUG nova.virt.hardware [None req-d961a42d-7339-4c02-a2fc-fa3a516c0789 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1772.933445] env[62438]: DEBUG nova.virt.hardware [None req-d961a42d-7339-4c02-a2fc-fa3a516c0789 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1772.933628] env[62438]: DEBUG nova.virt.hardware [None req-d961a42d-7339-4c02-a2fc-fa3a516c0789 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1772.933882] env[62438]: DEBUG nova.virt.hardware [None req-d961a42d-7339-4c02-a2fc-fa3a516c0789 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1772.934093] env[62438]: DEBUG nova.virt.hardware [None req-d961a42d-7339-4c02-a2fc-fa3a516c0789 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1772.934294] env[62438]: DEBUG nova.virt.hardware [None req-d961a42d-7339-4c02-a2fc-fa3a516c0789 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1772.934482] env[62438]: DEBUG nova.virt.hardware [None req-d961a42d-7339-4c02-a2fc-fa3a516c0789 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1772.934677] env[62438]: DEBUG nova.virt.hardware [None req-d961a42d-7339-4c02-a2fc-fa3a516c0789 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1772.939024] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae0d598-06b5-45a0-a034-58e49a161eb1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.953251] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fec386d-2d11-4296-921b-2bfea583390f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.978640] env[62438]: DEBUG nova.compute.manager [req-c03838cc-ffca-405c-92dc-5b398c947657 req-b5f1588e-c143-4d15-817f-b8cc13690b36 service nova] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Detach interface failed, port_id=27aaa3f2-5d14-43cb-b458-c9c7d093b677, reason: Instance a0ff8ae6-f1bf-4207-9042-2c55dbbda487 could not be found. {{(pid=62438) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1772.982246] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b8a216-548c-4cc5-a278-47603a5b887e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.325963] env[62438]: DEBUG oslo_vmware.api [None req-f9035a0e-11ab-428d-b2fc-98e566aa24f4 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785566, 'name': PowerOnVM_Task, 'duration_secs': 0.489343} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.326407] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9035a0e-11ab-428d-b2fc-98e566aa24f4 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 68fb92a6-128d-4839-97b8-3fb165d46ad8] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1773.326810] env[62438]: INFO nova.compute.manager [None req-f9035a0e-11ab-428d-b2fc-98e566aa24f4 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 68fb92a6-128d-4839-97b8-3fb165d46ad8] Took 9.72 seconds to spawn the instance on the hypervisor. [ 1773.327404] env[62438]: DEBUG nova.compute.manager [None req-f9035a0e-11ab-428d-b2fc-98e566aa24f4 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 68fb92a6-128d-4839-97b8-3fb165d46ad8] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1773.328424] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d5cf88-91db-4b7c-952c-670f35c1230b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.406689] env[62438]: INFO nova.compute.manager [-] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Took 2.08 seconds to deallocate network for instance. [ 1773.856935] env[62438]: INFO nova.compute.manager [None req-f9035a0e-11ab-428d-b2fc-98e566aa24f4 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 68fb92a6-128d-4839-97b8-3fb165d46ad8] Took 14.53 seconds to build instance. [ 1773.953008] env[62438]: DEBUG nova.objects.instance [None req-7be78337-54bf-4cfd-9b3c-7e785b6c2464 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Lazy-loading 'flavor' on Instance uuid a85479e1-98d1-432e-a58a-e76c35563709 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1773.960043] env[62438]: INFO nova.compute.manager [None req-3ce1d14d-393f-481f-b2c1-d89a8c4fa323 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Took 0.55 seconds to detach 1 volumes for instance. [ 1774.359847] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f9035a0e-11ab-428d-b2fc-98e566aa24f4 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Lock "68fb92a6-128d-4839-97b8-3fb165d46ad8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.042s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1774.450903] env[62438]: DEBUG nova.compute.manager [req-52862cab-a29d-495c-885e-912746ef707f req-cdc1fa9d-2eae-4beb-a86a-f2d9b2542087 service nova] [instance: 2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8] Received event network-vif-plugged-7a7963e4-89e9-46e1-babe-bb69da187792 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1774.451157] env[62438]: DEBUG oslo_concurrency.lockutils [req-52862cab-a29d-495c-885e-912746ef707f req-cdc1fa9d-2eae-4beb-a86a-f2d9b2542087 service nova] Acquiring lock "2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1774.451376] env[62438]: DEBUG oslo_concurrency.lockutils [req-52862cab-a29d-495c-885e-912746ef707f req-cdc1fa9d-2eae-4beb-a86a-f2d9b2542087 service nova] Lock "2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1774.451800] env[62438]: DEBUG oslo_concurrency.lockutils [req-52862cab-a29d-495c-885e-912746ef707f req-cdc1fa9d-2eae-4beb-a86a-f2d9b2542087 service nova] Lock "2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1774.452019] env[62438]: DEBUG nova.compute.manager [req-52862cab-a29d-495c-885e-912746ef707f req-cdc1fa9d-2eae-4beb-a86a-f2d9b2542087 service nova] [instance: 2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8] No waiting events found dispatching network-vif-plugged-7a7963e4-89e9-46e1-babe-bb69da187792 {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1774.452264] env[62438]: WARNING nova.compute.manager [req-52862cab-a29d-495c-885e-912746ef707f req-cdc1fa9d-2eae-4beb-a86a-f2d9b2542087 service nova] [instance: 2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8] Received unexpected event network-vif-plugged-7a7963e4-89e9-46e1-babe-bb69da187792 for instance with vm_state building and task_state spawning. [ 1774.464630] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7be78337-54bf-4cfd-9b3c-7e785b6c2464 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Lock "a85479e1-98d1-432e-a58a-e76c35563709" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.266s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1774.474242] env[62438]: DEBUG oslo_concurrency.lockutils [None req-3ce1d14d-393f-481f-b2c1-d89a8c4fa323 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1774.474242] env[62438]: DEBUG oslo_concurrency.lockutils [None req-3ce1d14d-393f-481f-b2c1-d89a8c4fa323 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1774.474242] env[62438]: DEBUG oslo_concurrency.lockutils [None req-3ce1d14d-393f-481f-b2c1-d89a8c4fa323 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1774.491553] env[62438]: DEBUG nova.network.neutron [None req-d961a42d-7339-4c02-a2fc-fa3a516c0789 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: 2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8] Successfully updated port: 7a7963e4-89e9-46e1-babe-bb69da187792 {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1774.511565] env[62438]: INFO nova.scheduler.client.report [None req-3ce1d14d-393f-481f-b2c1-d89a8c4fa323 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Deleted allocations for instance a0ff8ae6-f1bf-4207-9042-2c55dbbda487 [ 1774.756521] env[62438]: DEBUG oslo_concurrency.lockutils [None req-299b27cb-ad36-4d4d-91b1-9c358392b0db tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Acquiring lock "a85479e1-98d1-432e-a58a-e76c35563709" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1774.756521] env[62438]: DEBUG oslo_concurrency.lockutils [None req-299b27cb-ad36-4d4d-91b1-9c358392b0db tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Lock "a85479e1-98d1-432e-a58a-e76c35563709" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1774.994672] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d961a42d-7339-4c02-a2fc-fa3a516c0789 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Acquiring lock "refresh_cache-2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1774.994846] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d961a42d-7339-4c02-a2fc-fa3a516c0789 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Acquired lock "refresh_cache-2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.995008] env[62438]: DEBUG nova.network.neutron [None req-d961a42d-7339-4c02-a2fc-fa3a516c0789 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: 2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1775.024767] env[62438]: DEBUG oslo_concurrency.lockutils [None req-3ce1d14d-393f-481f-b2c1-d89a8c4fa323 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Lock "a0ff8ae6-f1bf-4207-9042-2c55dbbda487" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.529s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1775.258282] env[62438]: INFO nova.compute.manager [None req-299b27cb-ad36-4d4d-91b1-9c358392b0db tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: a85479e1-98d1-432e-a58a-e76c35563709] Detaching volume 390bf13a-af87-4437-a7e1-b3d4cb6f9a13 [ 1775.296601] env[62438]: INFO nova.virt.block_device [None req-299b27cb-ad36-4d4d-91b1-9c358392b0db tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: a85479e1-98d1-432e-a58a-e76c35563709] Attempting to driver detach volume 390bf13a-af87-4437-a7e1-b3d4cb6f9a13 from mountpoint /dev/sdb [ 1775.296853] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-299b27cb-ad36-4d4d-91b1-9c358392b0db tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: a85479e1-98d1-432e-a58a-e76c35563709] Volume detach. Driver type: vmdk {{(pid=62438) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1775.297060] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-299b27cb-ad36-4d4d-91b1-9c358392b0db tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: a85479e1-98d1-432e-a58a-e76c35563709] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370492', 'volume_id': '390bf13a-af87-4437-a7e1-b3d4cb6f9a13', 'name': 'volume-390bf13a-af87-4437-a7e1-b3d4cb6f9a13', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a85479e1-98d1-432e-a58a-e76c35563709', 'attached_at': '', 'detached_at': '', 'volume_id': '390bf13a-af87-4437-a7e1-b3d4cb6f9a13', 'serial': '390bf13a-af87-4437-a7e1-b3d4cb6f9a13'} {{(pid=62438) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1775.298000] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d0afcee-a716-49bf-8e11-4793e5277a4f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.322863] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e84adbba-bb7e-410e-b1ad-27f6ba0390da {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.330361] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba078787-e916-4eec-9536-3c4db3b39c1f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.351441] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e79b2b06-fc30-4c0e-9a05-3513a1d74f3b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.366732] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-299b27cb-ad36-4d4d-91b1-9c358392b0db tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] The volume has not been displaced from its original location: [datastore1] volume-390bf13a-af87-4437-a7e1-b3d4cb6f9a13/volume-390bf13a-af87-4437-a7e1-b3d4cb6f9a13.vmdk. No consolidation needed. {{(pid=62438) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1775.372523] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-299b27cb-ad36-4d4d-91b1-9c358392b0db tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: a85479e1-98d1-432e-a58a-e76c35563709] Reconfiguring VM instance instance-0000005a to detach disk 2001 {{(pid=62438) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1775.372791] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-810de1eb-099b-4985-aaa2-4d932f4b20ff {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.390536] env[62438]: DEBUG oslo_vmware.api [None req-299b27cb-ad36-4d4d-91b1-9c358392b0db tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Waiting for the task: (returnval){ [ 1775.390536] env[62438]: value = "task-1785567" [ 1775.390536] env[62438]: _type = "Task" [ 1775.390536] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.398612] env[62438]: DEBUG oslo_vmware.api [None req-299b27cb-ad36-4d4d-91b1-9c358392b0db tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': task-1785567, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.586583] env[62438]: DEBUG nova.network.neutron [None req-d961a42d-7339-4c02-a2fc-fa3a516c0789 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: 2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1775.845784] env[62438]: DEBUG nova.network.neutron [None req-d961a42d-7339-4c02-a2fc-fa3a516c0789 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: 2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8] Updating instance_info_cache with network_info: [{"id": "7a7963e4-89e9-46e1-babe-bb69da187792", "address": "fa:16:3e:f1:d2:bf", "network": {"id": "a94d385f-71ec-4be6-b04d-8fd365f0788d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1510171435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "941c9b8cd46546ffa37aa3edfa770bd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a7963e4-89", "ovs_interfaceid": "7a7963e4-89e9-46e1-babe-bb69da187792", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1775.900334] env[62438]: DEBUG oslo_vmware.api [None req-299b27cb-ad36-4d4d-91b1-9c358392b0db tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': task-1785567, 'name': ReconfigVM_Task, 'duration_secs': 0.241035} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.900664] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-299b27cb-ad36-4d4d-91b1-9c358392b0db tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: a85479e1-98d1-432e-a58a-e76c35563709] Reconfigured VM instance instance-0000005a to detach disk 2001 {{(pid=62438) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1775.905293] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3194ba7-8d05-41d1-9484-00f642bcf976 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.920488] env[62438]: DEBUG oslo_vmware.api [None req-299b27cb-ad36-4d4d-91b1-9c358392b0db tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Waiting for the task: (returnval){ [ 1775.920488] env[62438]: value = "task-1785568" [ 1775.920488] env[62438]: _type = "Task" [ 1775.920488] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.929400] env[62438]: DEBUG oslo_vmware.api [None req-299b27cb-ad36-4d4d-91b1-9c358392b0db tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': task-1785568, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.103357] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f599d255-5dc9-4ce9-81a3-fc15f74938cd tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Acquiring lock "9a04f4af-932a-49d7-82dc-4180cb5d1a19" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1776.103603] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f599d255-5dc9-4ce9-81a3-fc15f74938cd tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Lock "9a04f4af-932a-49d7-82dc-4180cb5d1a19" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1776.351661] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d961a42d-7339-4c02-a2fc-fa3a516c0789 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Releasing lock "refresh_cache-2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1776.352041] env[62438]: DEBUG nova.compute.manager [None req-d961a42d-7339-4c02-a2fc-fa3a516c0789 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: 2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8] Instance network_info: |[{"id": "7a7963e4-89e9-46e1-babe-bb69da187792", "address": "fa:16:3e:f1:d2:bf", "network": {"id": "a94d385f-71ec-4be6-b04d-8fd365f0788d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1510171435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "941c9b8cd46546ffa37aa3edfa770bd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a7963e4-89", "ovs_interfaceid": "7a7963e4-89e9-46e1-babe-bb69da187792", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1776.352493] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-d961a42d-7339-4c02-a2fc-fa3a516c0789 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: 2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:d2:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e30245c5-78f5-48e6-b504-c6c21f5a9b45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7a7963e4-89e9-46e1-babe-bb69da187792', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1776.359885] env[62438]: DEBUG oslo.service.loopingcall [None req-d961a42d-7339-4c02-a2fc-fa3a516c0789 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1776.361647] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1776.364151] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b6ba723-a7e8-4ad2-82f0-92ab2571d389 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.378671] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e31c0a27-98b4-4cdc-a03a-ab680b0b85b2 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Acquiring lock "f20ec23f-9d33-4e6b-9c84-cd65a354da93" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1776.378942] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e31c0a27-98b4-4cdc-a03a-ab680b0b85b2 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Lock "f20ec23f-9d33-4e6b-9c84-cd65a354da93" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1776.386377] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1776.386377] env[62438]: value = "task-1785569" [ 1776.386377] env[62438]: _type = "Task" [ 1776.386377] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.395075] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785569, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.430377] env[62438]: DEBUG oslo_vmware.api [None req-299b27cb-ad36-4d4d-91b1-9c358392b0db tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': task-1785568, 'name': ReconfigVM_Task, 'duration_secs': 0.143163} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.430796] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-299b27cb-ad36-4d4d-91b1-9c358392b0db tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: a85479e1-98d1-432e-a58a-e76c35563709] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370492', 'volume_id': '390bf13a-af87-4437-a7e1-b3d4cb6f9a13', 'name': 'volume-390bf13a-af87-4437-a7e1-b3d4cb6f9a13', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a85479e1-98d1-432e-a58a-e76c35563709', 'attached_at': '', 'detached_at': '', 'volume_id': '390bf13a-af87-4437-a7e1-b3d4cb6f9a13', 'serial': '390bf13a-af87-4437-a7e1-b3d4cb6f9a13'} {{(pid=62438) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1776.486240] env[62438]: DEBUG nova.compute.manager [req-0b16e2b6-d017-48b9-b291-81a407a7881e req-07f9e9a6-ddaf-46e0-8290-9b73efd24c06 service nova] [instance: 2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8] Received event network-changed-7a7963e4-89e9-46e1-babe-bb69da187792 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1776.486240] env[62438]: DEBUG nova.compute.manager [req-0b16e2b6-d017-48b9-b291-81a407a7881e req-07f9e9a6-ddaf-46e0-8290-9b73efd24c06 service nova] [instance: 2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8] Refreshing instance network info cache due to event network-changed-7a7963e4-89e9-46e1-babe-bb69da187792. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1776.486342] env[62438]: DEBUG oslo_concurrency.lockutils [req-0b16e2b6-d017-48b9-b291-81a407a7881e req-07f9e9a6-ddaf-46e0-8290-9b73efd24c06 service nova] Acquiring lock "refresh_cache-2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1776.486462] env[62438]: DEBUG oslo_concurrency.lockutils [req-0b16e2b6-d017-48b9-b291-81a407a7881e req-07f9e9a6-ddaf-46e0-8290-9b73efd24c06 service nova] Acquired lock "refresh_cache-2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.486627] env[62438]: DEBUG nova.network.neutron [req-0b16e2b6-d017-48b9-b291-81a407a7881e req-07f9e9a6-ddaf-46e0-8290-9b73efd24c06 service nova] [instance: 2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8] Refreshing network info cache for port 7a7963e4-89e9-46e1-babe-bb69da187792 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1776.605479] env[62438]: DEBUG nova.compute.manager [None req-f599d255-5dc9-4ce9-81a3-fc15f74938cd tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1776.881749] env[62438]: DEBUG nova.compute.manager [None req-e31c0a27-98b4-4cdc-a03a-ab680b0b85b2 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1776.896235] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785569, 'name': CreateVM_Task, 'duration_secs': 0.396871} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.896400] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1776.897097] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d961a42d-7339-4c02-a2fc-fa3a516c0789 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1776.897279] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d961a42d-7339-4c02-a2fc-fa3a516c0789 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.897652] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d961a42d-7339-4c02-a2fc-fa3a516c0789 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1776.897910] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-961105c0-119e-48b4-8df2-1ce68e35c8c8 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.902445] env[62438]: DEBUG oslo_vmware.api [None req-d961a42d-7339-4c02-a2fc-fa3a516c0789 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Waiting for the task: (returnval){ [ 1776.902445] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5262facd-8d4e-874a-bb70-1adc74b5b721" [ 1776.902445] env[62438]: _type = "Task" [ 1776.902445] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.910181] env[62438]: DEBUG oslo_vmware.api [None req-d961a42d-7339-4c02-a2fc-fa3a516c0789 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5262facd-8d4e-874a-bb70-1adc74b5b721, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.974433] env[62438]: DEBUG nova.objects.instance [None req-299b27cb-ad36-4d4d-91b1-9c358392b0db tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Lazy-loading 'flavor' on Instance uuid a85479e1-98d1-432e-a58a-e76c35563709 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1777.127041] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f599d255-5dc9-4ce9-81a3-fc15f74938cd tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1777.127406] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f599d255-5dc9-4ce9-81a3-fc15f74938cd tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1777.128929] env[62438]: INFO nova.compute.claims [None req-f599d255-5dc9-4ce9-81a3-fc15f74938cd tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1777.222149] env[62438]: DEBUG nova.network.neutron [req-0b16e2b6-d017-48b9-b291-81a407a7881e req-07f9e9a6-ddaf-46e0-8290-9b73efd24c06 service nova] [instance: 2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8] Updated VIF entry in instance network info cache for port 7a7963e4-89e9-46e1-babe-bb69da187792. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1777.222528] env[62438]: DEBUG nova.network.neutron [req-0b16e2b6-d017-48b9-b291-81a407a7881e req-07f9e9a6-ddaf-46e0-8290-9b73efd24c06 service nova] [instance: 2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8] Updating instance_info_cache with network_info: [{"id": "7a7963e4-89e9-46e1-babe-bb69da187792", "address": "fa:16:3e:f1:d2:bf", "network": {"id": "a94d385f-71ec-4be6-b04d-8fd365f0788d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1510171435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "941c9b8cd46546ffa37aa3edfa770bd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a7963e4-89", "ovs_interfaceid": "7a7963e4-89e9-46e1-babe-bb69da187792", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1777.399769] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e31c0a27-98b4-4cdc-a03a-ab680b0b85b2 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1777.412299] env[62438]: DEBUG oslo_vmware.api [None req-d961a42d-7339-4c02-a2fc-fa3a516c0789 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5262facd-8d4e-874a-bb70-1adc74b5b721, 'name': SearchDatastore_Task, 'duration_secs': 0.008704} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.412575] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d961a42d-7339-4c02-a2fc-fa3a516c0789 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1777.412805] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-d961a42d-7339-4c02-a2fc-fa3a516c0789 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: 2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1777.413087] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d961a42d-7339-4c02-a2fc-fa3a516c0789 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1777.413251] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d961a42d-7339-4c02-a2fc-fa3a516c0789 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1777.413440] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-d961a42d-7339-4c02-a2fc-fa3a516c0789 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1777.413682] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-981c805b-a697-4796-b54d-839e6da268e5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.422274] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-d961a42d-7339-4c02-a2fc-fa3a516c0789 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1777.422450] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-d961a42d-7339-4c02-a2fc-fa3a516c0789 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1777.423117] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ced2760b-e038-4361-ae9c-6c9b77b8627e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.427917] env[62438]: DEBUG oslo_vmware.api [None req-d961a42d-7339-4c02-a2fc-fa3a516c0789 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Waiting for the task: (returnval){ [ 1777.427917] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]528729d3-6e7d-4df9-d095-702226b9f38d" [ 1777.427917] env[62438]: _type = "Task" [ 1777.427917] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.435041] env[62438]: DEBUG oslo_vmware.api [None req-d961a42d-7339-4c02-a2fc-fa3a516c0789 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]528729d3-6e7d-4df9-d095-702226b9f38d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.725370] env[62438]: DEBUG oslo_concurrency.lockutils [req-0b16e2b6-d017-48b9-b291-81a407a7881e req-07f9e9a6-ddaf-46e0-8290-9b73efd24c06 service nova] Releasing lock "refresh_cache-2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1777.725683] env[62438]: DEBUG nova.compute.manager [req-0b16e2b6-d017-48b9-b291-81a407a7881e req-07f9e9a6-ddaf-46e0-8290-9b73efd24c06 service nova] [instance: 68fb92a6-128d-4839-97b8-3fb165d46ad8] Received event network-changed-79bac5dd-de45-4195-8ddb-b1092723e9e0 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1777.725858] env[62438]: DEBUG nova.compute.manager [req-0b16e2b6-d017-48b9-b291-81a407a7881e req-07f9e9a6-ddaf-46e0-8290-9b73efd24c06 service nova] [instance: 68fb92a6-128d-4839-97b8-3fb165d46ad8] Refreshing instance network info cache due to event network-changed-79bac5dd-de45-4195-8ddb-b1092723e9e0. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1777.726098] env[62438]: DEBUG oslo_concurrency.lockutils [req-0b16e2b6-d017-48b9-b291-81a407a7881e req-07f9e9a6-ddaf-46e0-8290-9b73efd24c06 service nova] Acquiring lock "refresh_cache-68fb92a6-128d-4839-97b8-3fb165d46ad8" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1777.726249] env[62438]: DEBUG oslo_concurrency.lockutils [req-0b16e2b6-d017-48b9-b291-81a407a7881e req-07f9e9a6-ddaf-46e0-8290-9b73efd24c06 service nova] Acquired lock "refresh_cache-68fb92a6-128d-4839-97b8-3fb165d46ad8" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1777.726418] env[62438]: DEBUG nova.network.neutron [req-0b16e2b6-d017-48b9-b291-81a407a7881e req-07f9e9a6-ddaf-46e0-8290-9b73efd24c06 service nova] [instance: 68fb92a6-128d-4839-97b8-3fb165d46ad8] Refreshing network info cache for port 79bac5dd-de45-4195-8ddb-b1092723e9e0 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1777.938410] env[62438]: DEBUG oslo_vmware.api [None req-d961a42d-7339-4c02-a2fc-fa3a516c0789 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]528729d3-6e7d-4df9-d095-702226b9f38d, 'name': SearchDatastore_Task, 'duration_secs': 0.008206} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.939215] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b010f8d1-baa2-4875-84c1-de80a2b076ec {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.944311] env[62438]: DEBUG oslo_vmware.api [None req-d961a42d-7339-4c02-a2fc-fa3a516c0789 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Waiting for the task: (returnval){ [ 1777.944311] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52bb5822-5fa0-59b8-5ab8-0945936bb4c5" [ 1777.944311] env[62438]: _type = "Task" [ 1777.944311] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.951816] env[62438]: DEBUG oslo_vmware.api [None req-d961a42d-7339-4c02-a2fc-fa3a516c0789 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52bb5822-5fa0-59b8-5ab8-0945936bb4c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.980553] env[62438]: DEBUG oslo_concurrency.lockutils [None req-299b27cb-ad36-4d4d-91b1-9c358392b0db tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Lock "a85479e1-98d1-432e-a58a-e76c35563709" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.226s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1778.262869] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e9a034a-dc88-4792-ab07-1eb3f364cd7b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.270921] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e613aaab-e44c-483d-952c-01ad77615c6e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.305160] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49a693d2-7ea8-4a64-b3cb-aafd30673f0a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.312812] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c8fc44-e4c5-49dd-af65-d202b6ab8872 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.326650] env[62438]: DEBUG nova.compute.provider_tree [None req-f599d255-5dc9-4ce9-81a3-fc15f74938cd tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1778.359017] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7593ca92-5dee-415b-b47a-3b2847ae9f6d tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Acquiring lock "a85479e1-98d1-432e-a58a-e76c35563709" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1778.359291] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7593ca92-5dee-415b-b47a-3b2847ae9f6d tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Lock "a85479e1-98d1-432e-a58a-e76c35563709" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1778.359534] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7593ca92-5dee-415b-b47a-3b2847ae9f6d tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Acquiring lock "a85479e1-98d1-432e-a58a-e76c35563709-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1778.359720] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7593ca92-5dee-415b-b47a-3b2847ae9f6d tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Lock "a85479e1-98d1-432e-a58a-e76c35563709-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1778.359901] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7593ca92-5dee-415b-b47a-3b2847ae9f6d tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Lock "a85479e1-98d1-432e-a58a-e76c35563709-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1778.361740] env[62438]: INFO nova.compute.manager [None req-7593ca92-5dee-415b-b47a-3b2847ae9f6d tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: a85479e1-98d1-432e-a58a-e76c35563709] Terminating instance [ 1778.363423] env[62438]: DEBUG nova.compute.manager [None req-7593ca92-5dee-415b-b47a-3b2847ae9f6d tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: a85479e1-98d1-432e-a58a-e76c35563709] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1778.363621] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-7593ca92-5dee-415b-b47a-3b2847ae9f6d tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: a85479e1-98d1-432e-a58a-e76c35563709] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1778.364437] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c1da249-d1d9-412a-99ac-0087731203db {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.372282] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-7593ca92-5dee-415b-b47a-3b2847ae9f6d tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: a85479e1-98d1-432e-a58a-e76c35563709] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1778.374359] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a49580e6-8b60-4c56-96b1-4ed39b5277f0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.382239] env[62438]: DEBUG oslo_vmware.api [None req-7593ca92-5dee-415b-b47a-3b2847ae9f6d tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Waiting for the task: (returnval){ [ 1778.382239] env[62438]: value = "task-1785571" [ 1778.382239] env[62438]: _type = "Task" [ 1778.382239] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.389980] env[62438]: DEBUG oslo_vmware.api [None req-7593ca92-5dee-415b-b47a-3b2847ae9f6d tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': task-1785571, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.453986] env[62438]: DEBUG oslo_vmware.api [None req-d961a42d-7339-4c02-a2fc-fa3a516c0789 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52bb5822-5fa0-59b8-5ab8-0945936bb4c5, 'name': SearchDatastore_Task, 'duration_secs': 0.009251} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.454377] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d961a42d-7339-4c02-a2fc-fa3a516c0789 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1778.454642] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-d961a42d-7339-4c02-a2fc-fa3a516c0789 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8/2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1778.454934] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-33977120-c6c7-469b-b7f5-5c76b85a5390 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.461726] env[62438]: DEBUG oslo_vmware.api [None req-d961a42d-7339-4c02-a2fc-fa3a516c0789 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Waiting for the task: (returnval){ [ 1778.461726] env[62438]: value = "task-1785572" [ 1778.461726] env[62438]: _type = "Task" [ 1778.461726] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.470019] env[62438]: DEBUG oslo_vmware.api [None req-d961a42d-7339-4c02-a2fc-fa3a516c0789 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1785572, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.472447] env[62438]: DEBUG nova.network.neutron [req-0b16e2b6-d017-48b9-b291-81a407a7881e req-07f9e9a6-ddaf-46e0-8290-9b73efd24c06 service nova] [instance: 68fb92a6-128d-4839-97b8-3fb165d46ad8] Updated VIF entry in instance network info cache for port 79bac5dd-de45-4195-8ddb-b1092723e9e0. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1778.472793] env[62438]: DEBUG nova.network.neutron [req-0b16e2b6-d017-48b9-b291-81a407a7881e req-07f9e9a6-ddaf-46e0-8290-9b73efd24c06 service nova] [instance: 68fb92a6-128d-4839-97b8-3fb165d46ad8] Updating instance_info_cache with network_info: [{"id": "79bac5dd-de45-4195-8ddb-b1092723e9e0", "address": "fa:16:3e:f1:33:5d", "network": {"id": "be543da8-3777-4ff8-8be8-2e630a8adb60", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1910186769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c02acab651304d05a66f470e452d1796", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79bac5dd-de", "ovs_interfaceid": "79bac5dd-de45-4195-8ddb-b1092723e9e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1778.830273] env[62438]: DEBUG nova.scheduler.client.report [None req-f599d255-5dc9-4ce9-81a3-fc15f74938cd tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1778.895347] env[62438]: DEBUG oslo_vmware.api [None req-7593ca92-5dee-415b-b47a-3b2847ae9f6d tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': task-1785571, 'name': PowerOffVM_Task, 'duration_secs': 0.222415} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.895678] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-7593ca92-5dee-415b-b47a-3b2847ae9f6d tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: a85479e1-98d1-432e-a58a-e76c35563709] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1778.895922] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-7593ca92-5dee-415b-b47a-3b2847ae9f6d tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: a85479e1-98d1-432e-a58a-e76c35563709] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1778.896305] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e8d978ed-2a49-48ce-a354-3b8ace763451 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.973029] env[62438]: DEBUG oslo_vmware.api [None req-d961a42d-7339-4c02-a2fc-fa3a516c0789 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1785572, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.975723] env[62438]: DEBUG oslo_concurrency.lockutils [req-0b16e2b6-d017-48b9-b291-81a407a7881e req-07f9e9a6-ddaf-46e0-8290-9b73efd24c06 service nova] Releasing lock "refresh_cache-68fb92a6-128d-4839-97b8-3fb165d46ad8" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1779.148449] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-7593ca92-5dee-415b-b47a-3b2847ae9f6d tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: a85479e1-98d1-432e-a58a-e76c35563709] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1779.148638] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-7593ca92-5dee-415b-b47a-3b2847ae9f6d tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: a85479e1-98d1-432e-a58a-e76c35563709] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1779.148821] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-7593ca92-5dee-415b-b47a-3b2847ae9f6d tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Deleting the datastore file [datastore1] a85479e1-98d1-432e-a58a-e76c35563709 {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1779.149141] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-caa0a124-6bab-44a0-af49-24a5ea1335a1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.156780] env[62438]: DEBUG oslo_vmware.api [None req-7593ca92-5dee-415b-b47a-3b2847ae9f6d tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Waiting for the task: (returnval){ [ 1779.156780] env[62438]: value = "task-1785574" [ 1779.156780] env[62438]: _type = "Task" [ 1779.156780] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.166653] env[62438]: DEBUG oslo_vmware.api [None req-7593ca92-5dee-415b-b47a-3b2847ae9f6d tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': task-1785574, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.336296] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f599d255-5dc9-4ce9-81a3-fc15f74938cd tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.209s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1779.336930] env[62438]: DEBUG nova.compute.manager [None req-f599d255-5dc9-4ce9-81a3-fc15f74938cd tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1779.340630] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e31c0a27-98b4-4cdc-a03a-ab680b0b85b2 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.941s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1779.342075] env[62438]: INFO nova.compute.claims [None req-e31c0a27-98b4-4cdc-a03a-ab680b0b85b2 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1779.474718] env[62438]: DEBUG oslo_vmware.api [None req-d961a42d-7339-4c02-a2fc-fa3a516c0789 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1785572, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.667267] env[62438]: DEBUG oslo_vmware.api [None req-7593ca92-5dee-415b-b47a-3b2847ae9f6d tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': task-1785574, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.847122] env[62438]: DEBUG nova.compute.utils [None req-f599d255-5dc9-4ce9-81a3-fc15f74938cd tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1779.852048] env[62438]: DEBUG nova.compute.manager [None req-f599d255-5dc9-4ce9-81a3-fc15f74938cd tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1779.852289] env[62438]: DEBUG nova.network.neutron [None req-f599d255-5dc9-4ce9-81a3-fc15f74938cd tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1779.901833] env[62438]: DEBUG nova.policy [None req-f599d255-5dc9-4ce9-81a3-fc15f74938cd tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d72db3ea72d4b1b9bf96cc343b9fd4f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd7f4486a8955463faeee363dc451c813', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1779.973717] env[62438]: DEBUG oslo_vmware.api [None req-d961a42d-7339-4c02-a2fc-fa3a516c0789 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1785572, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.169682] env[62438]: DEBUG oslo_vmware.api [None req-7593ca92-5dee-415b-b47a-3b2847ae9f6d tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': task-1785574, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.235943] env[62438]: DEBUG nova.network.neutron [None req-f599d255-5dc9-4ce9-81a3-fc15f74938cd tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Successfully created port: 26f2b697-c482-42aa-a7bc-24b0ba08b671 {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1780.356206] env[62438]: DEBUG nova.compute.manager [None req-f599d255-5dc9-4ce9-81a3-fc15f74938cd tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1780.475264] env[62438]: DEBUG oslo_vmware.api [None req-d961a42d-7339-4c02-a2fc-fa3a516c0789 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1785572, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.639368} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.477633] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-d961a42d-7339-4c02-a2fc-fa3a516c0789 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8/2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1780.477922] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-d961a42d-7339-4c02-a2fc-fa3a516c0789 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: 2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1780.479376] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5667ead2-c8f1-42fc-8403-26c13fc45c8c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.486594] env[62438]: DEBUG oslo_vmware.api [None req-d961a42d-7339-4c02-a2fc-fa3a516c0789 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Waiting for the task: (returnval){ [ 1780.486594] env[62438]: value = "task-1785576" [ 1780.486594] env[62438]: _type = "Task" [ 1780.486594] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.502240] env[62438]: DEBUG oslo_vmware.api [None req-d961a42d-7339-4c02-a2fc-fa3a516c0789 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1785576, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.537180] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-758a43cc-cb3a-4cca-840b-713e00567820 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.544581] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aa576f4-e12a-4558-94a4-1d90b4d50a9e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.576193] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd5bdfd8-9e3c-45e7-9748-143076b8426f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.584517] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d477b53-96c4-4060-81fd-08effef1e5bd {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.599687] env[62438]: DEBUG nova.compute.provider_tree [None req-e31c0a27-98b4-4cdc-a03a-ab680b0b85b2 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1780.668682] env[62438]: DEBUG oslo_vmware.api [None req-7593ca92-5dee-415b-b47a-3b2847ae9f6d tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': task-1785574, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.166657} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.669064] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-7593ca92-5dee-415b-b47a-3b2847ae9f6d tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1780.669424] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-7593ca92-5dee-415b-b47a-3b2847ae9f6d tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: a85479e1-98d1-432e-a58a-e76c35563709] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1780.670027] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-7593ca92-5dee-415b-b47a-3b2847ae9f6d tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: a85479e1-98d1-432e-a58a-e76c35563709] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1780.670027] env[62438]: INFO nova.compute.manager [None req-7593ca92-5dee-415b-b47a-3b2847ae9f6d tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: a85479e1-98d1-432e-a58a-e76c35563709] Took 2.31 seconds to destroy the instance on the hypervisor. [ 1780.670165] env[62438]: DEBUG oslo.service.loopingcall [None req-7593ca92-5dee-415b-b47a-3b2847ae9f6d tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1780.670378] env[62438]: DEBUG nova.compute.manager [-] [instance: a85479e1-98d1-432e-a58a-e76c35563709] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1780.670483] env[62438]: DEBUG nova.network.neutron [-] [instance: a85479e1-98d1-432e-a58a-e76c35563709] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1780.996853] env[62438]: DEBUG oslo_vmware.api [None req-d961a42d-7339-4c02-a2fc-fa3a516c0789 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1785576, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.221658} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.997190] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-d961a42d-7339-4c02-a2fc-fa3a516c0789 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: 2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1780.998100] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc31ef6e-d811-4a65-9931-a88d07da1d10 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.022609] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-d961a42d-7339-4c02-a2fc-fa3a516c0789 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: 2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8/2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1781.022609] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3f3bf06-768d-4fa1-872d-571d34c7c0ed {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.041894] env[62438]: DEBUG oslo_vmware.api [None req-d961a42d-7339-4c02-a2fc-fa3a516c0789 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Waiting for the task: (returnval){ [ 1781.041894] env[62438]: value = "task-1785577" [ 1781.041894] env[62438]: _type = "Task" [ 1781.041894] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.050326] env[62438]: DEBUG oslo_vmware.api [None req-d961a42d-7339-4c02-a2fc-fa3a516c0789 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1785577, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.102599] env[62438]: DEBUG nova.scheduler.client.report [None req-e31c0a27-98b4-4cdc-a03a-ab680b0b85b2 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1781.143889] env[62438]: DEBUG nova.compute.manager [req-f5b864f5-6fc4-45bb-9df3-638f5f5fed54 req-3db1b66a-fab6-44bf-8be6-6dced4b2c8df service nova] [instance: a85479e1-98d1-432e-a58a-e76c35563709] Received event network-vif-deleted-a651b6f1-6576-4f14-b465-70a334435680 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1781.144103] env[62438]: INFO nova.compute.manager [req-f5b864f5-6fc4-45bb-9df3-638f5f5fed54 req-3db1b66a-fab6-44bf-8be6-6dced4b2c8df service nova] [instance: a85479e1-98d1-432e-a58a-e76c35563709] Neutron deleted interface a651b6f1-6576-4f14-b465-70a334435680; detaching it from the instance and deleting it from the info cache [ 1781.144299] env[62438]: DEBUG nova.network.neutron [req-f5b864f5-6fc4-45bb-9df3-638f5f5fed54 req-3db1b66a-fab6-44bf-8be6-6dced4b2c8df service nova] [instance: a85479e1-98d1-432e-a58a-e76c35563709] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1781.369975] env[62438]: DEBUG nova.compute.manager [None req-f599d255-5dc9-4ce9-81a3-fc15f74938cd tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1781.397550] env[62438]: DEBUG nova.virt.hardware [None req-f599d255-5dc9-4ce9-81a3-fc15f74938cd tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1781.397550] env[62438]: DEBUG nova.virt.hardware [None req-f599d255-5dc9-4ce9-81a3-fc15f74938cd tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1781.397550] env[62438]: DEBUG nova.virt.hardware [None req-f599d255-5dc9-4ce9-81a3-fc15f74938cd tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1781.397550] env[62438]: DEBUG nova.virt.hardware [None req-f599d255-5dc9-4ce9-81a3-fc15f74938cd tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1781.397805] env[62438]: DEBUG nova.virt.hardware [None req-f599d255-5dc9-4ce9-81a3-fc15f74938cd tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1781.397841] env[62438]: DEBUG nova.virt.hardware [None req-f599d255-5dc9-4ce9-81a3-fc15f74938cd tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1781.398175] env[62438]: DEBUG nova.virt.hardware [None req-f599d255-5dc9-4ce9-81a3-fc15f74938cd tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1781.398259] env[62438]: DEBUG nova.virt.hardware [None req-f599d255-5dc9-4ce9-81a3-fc15f74938cd tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1781.398369] env[62438]: DEBUG nova.virt.hardware [None req-f599d255-5dc9-4ce9-81a3-fc15f74938cd tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1781.398536] env[62438]: DEBUG nova.virt.hardware [None req-f599d255-5dc9-4ce9-81a3-fc15f74938cd tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1781.398718] env[62438]: DEBUG nova.virt.hardware [None req-f599d255-5dc9-4ce9-81a3-fc15f74938cd tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1781.399629] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b3bfa3d-2c30-4b21-b577-2545b80b8644 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.408244] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b86c03ef-87a5-4dd0-860d-467914a5c5f2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.551804] env[62438]: DEBUG oslo_vmware.api [None req-d961a42d-7339-4c02-a2fc-fa3a516c0789 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1785577, 'name': ReconfigVM_Task, 'duration_secs': 0.31493} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.552155] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-d961a42d-7339-4c02-a2fc-fa3a516c0789 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: 2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8/2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1781.552778] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d288b913-14fe-4f9c-a5fd-3b3016d3e111 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.559485] env[62438]: DEBUG oslo_vmware.api [None req-d961a42d-7339-4c02-a2fc-fa3a516c0789 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Waiting for the task: (returnval){ [ 1781.559485] env[62438]: value = "task-1785579" [ 1781.559485] env[62438]: _type = "Task" [ 1781.559485] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.568328] env[62438]: DEBUG oslo_vmware.api [None req-d961a42d-7339-4c02-a2fc-fa3a516c0789 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1785579, 'name': Rename_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.607523] env[62438]: DEBUG nova.network.neutron [-] [instance: a85479e1-98d1-432e-a58a-e76c35563709] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1781.609423] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e31c0a27-98b4-4cdc-a03a-ab680b0b85b2 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.269s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1781.610113] env[62438]: DEBUG nova.compute.manager [None req-e31c0a27-98b4-4cdc-a03a-ab680b0b85b2 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1781.649314] env[62438]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c83776af-252f-4146-aad1-d309a76ffd3b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.659188] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b0c2db7-0efa-4100-8aa3-dfaaadf1a1fd {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.696958] env[62438]: DEBUG nova.compute.manager [req-f5b864f5-6fc4-45bb-9df3-638f5f5fed54 req-3db1b66a-fab6-44bf-8be6-6dced4b2c8df service nova] [instance: a85479e1-98d1-432e-a58a-e76c35563709] Detach interface failed, port_id=a651b6f1-6576-4f14-b465-70a334435680, reason: Instance a85479e1-98d1-432e-a58a-e76c35563709 could not be found. {{(pid=62438) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1781.712649] env[62438]: DEBUG nova.compute.manager [req-12a5c6f9-4581-46c7-b580-8126bc4d8601 req-e14314f9-6849-43ac-b550-f20391053501 service nova] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Received event network-vif-plugged-26f2b697-c482-42aa-a7bc-24b0ba08b671 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1781.712910] env[62438]: DEBUG oslo_concurrency.lockutils [req-12a5c6f9-4581-46c7-b580-8126bc4d8601 req-e14314f9-6849-43ac-b550-f20391053501 service nova] Acquiring lock "9a04f4af-932a-49d7-82dc-4180cb5d1a19-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1781.713159] env[62438]: DEBUG oslo_concurrency.lockutils [req-12a5c6f9-4581-46c7-b580-8126bc4d8601 req-e14314f9-6849-43ac-b550-f20391053501 service nova] Lock "9a04f4af-932a-49d7-82dc-4180cb5d1a19-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1781.713345] env[62438]: DEBUG oslo_concurrency.lockutils [req-12a5c6f9-4581-46c7-b580-8126bc4d8601 req-e14314f9-6849-43ac-b550-f20391053501 service nova] Lock "9a04f4af-932a-49d7-82dc-4180cb5d1a19-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1781.713522] env[62438]: DEBUG nova.compute.manager [req-12a5c6f9-4581-46c7-b580-8126bc4d8601 req-e14314f9-6849-43ac-b550-f20391053501 service nova] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] No waiting events found dispatching network-vif-plugged-26f2b697-c482-42aa-a7bc-24b0ba08b671 {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1781.713700] env[62438]: WARNING nova.compute.manager [req-12a5c6f9-4581-46c7-b580-8126bc4d8601 req-e14314f9-6849-43ac-b550-f20391053501 service nova] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Received unexpected event network-vif-plugged-26f2b697-c482-42aa-a7bc-24b0ba08b671 for instance with vm_state building and task_state spawning. [ 1781.934450] env[62438]: DEBUG nova.objects.instance [None req-3677c136-a74f-4544-bb95-83301fca245e tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Lazy-loading 'flavor' on Instance uuid c35b7049-a1de-4b83-a6f5-430bc4a749d4 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1782.069537] env[62438]: DEBUG oslo_vmware.api [None req-d961a42d-7339-4c02-a2fc-fa3a516c0789 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1785579, 'name': Rename_Task, 'duration_secs': 0.152175} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.069880] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-d961a42d-7339-4c02-a2fc-fa3a516c0789 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: 2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1782.070156] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-baf916ea-6513-4904-a4f3-64f8af48ad03 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.076735] env[62438]: DEBUG oslo_vmware.api [None req-d961a42d-7339-4c02-a2fc-fa3a516c0789 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Waiting for the task: (returnval){ [ 1782.076735] env[62438]: value = "task-1785580" [ 1782.076735] env[62438]: _type = "Task" [ 1782.076735] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.085374] env[62438]: DEBUG oslo_vmware.api [None req-d961a42d-7339-4c02-a2fc-fa3a516c0789 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1785580, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.114139] env[62438]: INFO nova.compute.manager [-] [instance: a85479e1-98d1-432e-a58a-e76c35563709] Took 1.44 seconds to deallocate network for instance. [ 1782.115723] env[62438]: DEBUG nova.compute.utils [None req-e31c0a27-98b4-4cdc-a03a-ab680b0b85b2 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1782.118725] env[62438]: DEBUG nova.compute.manager [None req-e31c0a27-98b4-4cdc-a03a-ab680b0b85b2 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1782.118898] env[62438]: DEBUG nova.network.neutron [None req-e31c0a27-98b4-4cdc-a03a-ab680b0b85b2 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1782.158370] env[62438]: DEBUG nova.policy [None req-e31c0a27-98b4-4cdc-a03a-ab680b0b85b2 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '68e2a2a3925a435f9a96dde6e199331e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4f3dbad0ee7a4ddebd396ce5fa49f1d7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1782.366180] env[62438]: DEBUG nova.network.neutron [None req-f599d255-5dc9-4ce9-81a3-fc15f74938cd tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Successfully updated port: 26f2b697-c482-42aa-a7bc-24b0ba08b671 {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1782.438815] env[62438]: DEBUG oslo_concurrency.lockutils [None req-3677c136-a74f-4544-bb95-83301fca245e tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Acquiring lock "refresh_cache-c35b7049-a1de-4b83-a6f5-430bc4a749d4" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1782.438981] env[62438]: DEBUG oslo_concurrency.lockutils [None req-3677c136-a74f-4544-bb95-83301fca245e tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Acquired lock "refresh_cache-c35b7049-a1de-4b83-a6f5-430bc4a749d4" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.586146] env[62438]: DEBUG oslo_vmware.api [None req-d961a42d-7339-4c02-a2fc-fa3a516c0789 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1785580, 'name': PowerOnVM_Task, 'duration_secs': 0.505642} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.586490] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-d961a42d-7339-4c02-a2fc-fa3a516c0789 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: 2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1782.586623] env[62438]: INFO nova.compute.manager [None req-d961a42d-7339-4c02-a2fc-fa3a516c0789 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: 2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8] Took 9.69 seconds to spawn the instance on the hypervisor. [ 1782.586814] env[62438]: DEBUG nova.compute.manager [None req-d961a42d-7339-4c02-a2fc-fa3a516c0789 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: 2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1782.587627] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25861bd7-9d56-4388-a721-341656c06d33 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.597431] env[62438]: DEBUG nova.network.neutron [None req-e31c0a27-98b4-4cdc-a03a-ab680b0b85b2 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Successfully created port: 0e62c45b-acb8-4412-adfd-f7edaf39408b {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1782.621892] env[62438]: DEBUG nova.compute.manager [None req-e31c0a27-98b4-4cdc-a03a-ab680b0b85b2 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1782.628019] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7593ca92-5dee-415b-b47a-3b2847ae9f6d tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1782.628019] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7593ca92-5dee-415b-b47a-3b2847ae9f6d tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1782.628019] env[62438]: DEBUG nova.objects.instance [None req-7593ca92-5dee-415b-b47a-3b2847ae9f6d tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Lazy-loading 'resources' on Instance uuid a85479e1-98d1-432e-a58a-e76c35563709 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1782.868892] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f599d255-5dc9-4ce9-81a3-fc15f74938cd tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Acquiring lock "refresh_cache-9a04f4af-932a-49d7-82dc-4180cb5d1a19" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1782.869146] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f599d255-5dc9-4ce9-81a3-fc15f74938cd tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Acquired lock "refresh_cache-9a04f4af-932a-49d7-82dc-4180cb5d1a19" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.869356] env[62438]: DEBUG nova.network.neutron [None req-f599d255-5dc9-4ce9-81a3-fc15f74938cd tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1783.057199] env[62438]: DEBUG nova.network.neutron [None req-3677c136-a74f-4544-bb95-83301fca245e tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] [instance: c35b7049-a1de-4b83-a6f5-430bc4a749d4] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1783.105098] env[62438]: INFO nova.compute.manager [None req-d961a42d-7339-4c02-a2fc-fa3a516c0789 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: 2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8] Took 15.60 seconds to build instance. [ 1783.174209] env[62438]: DEBUG nova.compute.manager [req-56a1bd18-b1b1-4efc-9446-ffec839d6240 req-2ac1cf1d-f28d-4569-97cf-edc85225fca2 service nova] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Received event network-changed-26f2b697-c482-42aa-a7bc-24b0ba08b671 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1783.174448] env[62438]: DEBUG nova.compute.manager [req-56a1bd18-b1b1-4efc-9446-ffec839d6240 req-2ac1cf1d-f28d-4569-97cf-edc85225fca2 service nova] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Refreshing instance network info cache due to event network-changed-26f2b697-c482-42aa-a7bc-24b0ba08b671. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1783.174648] env[62438]: DEBUG oslo_concurrency.lockutils [req-56a1bd18-b1b1-4efc-9446-ffec839d6240 req-2ac1cf1d-f28d-4569-97cf-edc85225fca2 service nova] Acquiring lock "refresh_cache-9a04f4af-932a-49d7-82dc-4180cb5d1a19" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1783.278775] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31845acf-4a42-40fd-9911-1ab45f7f10ec {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.285860] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf3db82-37b7-4e52-b831-0c9762fd6937 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.317336] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c46008-13b4-422f-ab4a-33fff5624966 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.325264] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa1d6eda-288c-41c0-bc0c-c3c240544934 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.338559] env[62438]: DEBUG nova.compute.provider_tree [None req-7593ca92-5dee-415b-b47a-3b2847ae9f6d tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1783.545396] env[62438]: DEBUG nova.network.neutron [None req-f599d255-5dc9-4ce9-81a3-fc15f74938cd tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1783.608183] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d961a42d-7339-4c02-a2fc-fa3a516c0789 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Lock "2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.113s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1783.636794] env[62438]: DEBUG nova.compute.manager [None req-e31c0a27-98b4-4cdc-a03a-ab680b0b85b2 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1783.675471] env[62438]: DEBUG nova.virt.hardware [None req-e31c0a27-98b4-4cdc-a03a-ab680b0b85b2 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1783.676387] env[62438]: DEBUG nova.virt.hardware [None req-e31c0a27-98b4-4cdc-a03a-ab680b0b85b2 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1783.676387] env[62438]: DEBUG nova.virt.hardware [None req-e31c0a27-98b4-4cdc-a03a-ab680b0b85b2 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1783.676387] env[62438]: DEBUG nova.virt.hardware [None req-e31c0a27-98b4-4cdc-a03a-ab680b0b85b2 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1783.676387] env[62438]: DEBUG nova.virt.hardware [None req-e31c0a27-98b4-4cdc-a03a-ab680b0b85b2 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1783.676387] env[62438]: DEBUG nova.virt.hardware [None req-e31c0a27-98b4-4cdc-a03a-ab680b0b85b2 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1783.676689] env[62438]: DEBUG nova.virt.hardware [None req-e31c0a27-98b4-4cdc-a03a-ab680b0b85b2 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1783.676728] env[62438]: DEBUG nova.virt.hardware [None req-e31c0a27-98b4-4cdc-a03a-ab680b0b85b2 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1783.676882] env[62438]: DEBUG nova.virt.hardware [None req-e31c0a27-98b4-4cdc-a03a-ab680b0b85b2 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1783.677063] env[62438]: DEBUG nova.virt.hardware [None req-e31c0a27-98b4-4cdc-a03a-ab680b0b85b2 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1783.677247] env[62438]: DEBUG nova.virt.hardware [None req-e31c0a27-98b4-4cdc-a03a-ab680b0b85b2 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1783.678466] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f62a3ab-18a1-4180-bf63-9de6a59f7d58 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.687108] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce69e89f-dc0d-4cf1-889a-1cd9f255c9dd {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.695618] env[62438]: DEBUG nova.compute.manager [req-f602c145-e7a4-4451-949e-ebd91f148cd3 req-ed46ba19-9757-4eb1-aab1-83bb578f316b service nova] [instance: 2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8] Received event network-changed-7a7963e4-89e9-46e1-babe-bb69da187792 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1783.695618] env[62438]: DEBUG nova.compute.manager [req-f602c145-e7a4-4451-949e-ebd91f148cd3 req-ed46ba19-9757-4eb1-aab1-83bb578f316b service nova] [instance: 2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8] Refreshing instance network info cache due to event network-changed-7a7963e4-89e9-46e1-babe-bb69da187792. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1783.695618] env[62438]: DEBUG oslo_concurrency.lockutils [req-f602c145-e7a4-4451-949e-ebd91f148cd3 req-ed46ba19-9757-4eb1-aab1-83bb578f316b service nova] Acquiring lock "refresh_cache-2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1783.695618] env[62438]: DEBUG oslo_concurrency.lockutils [req-f602c145-e7a4-4451-949e-ebd91f148cd3 req-ed46ba19-9757-4eb1-aab1-83bb578f316b service nova] Acquired lock "refresh_cache-2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1783.695618] env[62438]: DEBUG nova.network.neutron [req-f602c145-e7a4-4451-949e-ebd91f148cd3 req-ed46ba19-9757-4eb1-aab1-83bb578f316b service nova] [instance: 2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8] Refreshing network info cache for port 7a7963e4-89e9-46e1-babe-bb69da187792 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1783.772555] env[62438]: DEBUG nova.network.neutron [None req-f599d255-5dc9-4ce9-81a3-fc15f74938cd tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Updating instance_info_cache with network_info: [{"id": "26f2b697-c482-42aa-a7bc-24b0ba08b671", "address": "fa:16:3e:33:7b:a3", "network": {"id": "d5e0f42e-8988-470d-bf55-b08dd924a07b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-779037552-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7f4486a8955463faeee363dc451c813", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26f2b697-c4", "ovs_interfaceid": "26f2b697-c482-42aa-a7bc-24b0ba08b671", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1783.839226] env[62438]: DEBUG nova.network.neutron [None req-3677c136-a74f-4544-bb95-83301fca245e tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] [instance: c35b7049-a1de-4b83-a6f5-430bc4a749d4] Updating instance_info_cache with network_info: [{"id": "96c17f13-97e2-4641-8988-0e1a97f2f9d2", "address": "fa:16:3e:10:d0:f1", "network": {"id": "cc9ebb13-7f72-45c9-904b-eda076433e56", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-43264122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "545fd099a4c24c2fac65d840e0326cf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96c17f13-97", "ovs_interfaceid": "96c17f13-97e2-4641-8988-0e1a97f2f9d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1783.841576] env[62438]: DEBUG nova.scheduler.client.report [None req-7593ca92-5dee-415b-b47a-3b2847ae9f6d tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1784.174341] env[62438]: DEBUG nova.objects.instance [None req-aa3ef8ba-6868-45c9-aa00-ffde0991f396 tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Lazy-loading 'flavor' on Instance uuid c35b7049-a1de-4b83-a6f5-430bc4a749d4 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1784.275827] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f599d255-5dc9-4ce9-81a3-fc15f74938cd tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Releasing lock "refresh_cache-9a04f4af-932a-49d7-82dc-4180cb5d1a19" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1784.276174] env[62438]: DEBUG nova.compute.manager [None req-f599d255-5dc9-4ce9-81a3-fc15f74938cd tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Instance network_info: |[{"id": "26f2b697-c482-42aa-a7bc-24b0ba08b671", "address": "fa:16:3e:33:7b:a3", "network": {"id": "d5e0f42e-8988-470d-bf55-b08dd924a07b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-779037552-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7f4486a8955463faeee363dc451c813", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26f2b697-c4", "ovs_interfaceid": "26f2b697-c482-42aa-a7bc-24b0ba08b671", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1784.276484] env[62438]: DEBUG oslo_concurrency.lockutils [req-56a1bd18-b1b1-4efc-9446-ffec839d6240 req-2ac1cf1d-f28d-4569-97cf-edc85225fca2 service nova] Acquired lock "refresh_cache-9a04f4af-932a-49d7-82dc-4180cb5d1a19" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1784.276671] env[62438]: DEBUG nova.network.neutron [req-56a1bd18-b1b1-4efc-9446-ffec839d6240 req-2ac1cf1d-f28d-4569-97cf-edc85225fca2 service nova] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Refreshing network info cache for port 26f2b697-c482-42aa-a7bc-24b0ba08b671 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1784.277784] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f599d255-5dc9-4ce9-81a3-fc15f74938cd tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:7b:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '685b4083-b748-41fb-a68a-273b1073fa28', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '26f2b697-c482-42aa-a7bc-24b0ba08b671', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1784.285009] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-f599d255-5dc9-4ce9-81a3-fc15f74938cd tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Creating folder: Project (d7f4486a8955463faeee363dc451c813). Parent ref: group-v370230. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1784.287987] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-46ba64af-a83c-48b4-96a0-eed8bbc75224 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.299972] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-f599d255-5dc9-4ce9-81a3-fc15f74938cd tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Created folder: Project (d7f4486a8955463faeee363dc451c813) in parent group-v370230. [ 1784.300178] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-f599d255-5dc9-4ce9-81a3-fc15f74938cd tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Creating folder: Instances. Parent ref: group-v370495. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1784.300405] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b2768f21-e112-491f-95dd-51a7d37422c4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.308916] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-f599d255-5dc9-4ce9-81a3-fc15f74938cd tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Created folder: Instances in parent group-v370495. [ 1784.309160] env[62438]: DEBUG oslo.service.loopingcall [None req-f599d255-5dc9-4ce9-81a3-fc15f74938cd tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1784.311181] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1784.311394] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-42d0e8b0-0bec-4c6a-99b3-7b90b9f50afb {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.329547] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1784.329547] env[62438]: value = "task-1785584" [ 1784.329547] env[62438]: _type = "Task" [ 1784.329547] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.336537] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785584, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.341100] env[62438]: DEBUG oslo_concurrency.lockutils [None req-3677c136-a74f-4544-bb95-83301fca245e tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Releasing lock "refresh_cache-c35b7049-a1de-4b83-a6f5-430bc4a749d4" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1784.341318] env[62438]: DEBUG nova.compute.manager [None req-3677c136-a74f-4544-bb95-83301fca245e tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] [instance: c35b7049-a1de-4b83-a6f5-430bc4a749d4] Inject network info {{(pid=62438) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7219}} [ 1784.341577] env[62438]: DEBUG nova.compute.manager [None req-3677c136-a74f-4544-bb95-83301fca245e tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] [instance: c35b7049-a1de-4b83-a6f5-430bc4a749d4] network_info to inject: |[{"id": "96c17f13-97e2-4641-8988-0e1a97f2f9d2", "address": "fa:16:3e:10:d0:f1", "network": {"id": "cc9ebb13-7f72-45c9-904b-eda076433e56", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-43264122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "545fd099a4c24c2fac65d840e0326cf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96c17f13-97", "ovs_interfaceid": "96c17f13-97e2-4641-8988-0e1a97f2f9d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7220}} [ 1784.346020] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-3677c136-a74f-4544-bb95-83301fca245e tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] [instance: c35b7049-a1de-4b83-a6f5-430bc4a749d4] Reconfiguring VM instance to set the machine id {{(pid=62438) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1802}} [ 1784.346656] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7593ca92-5dee-415b-b47a-3b2847ae9f6d tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.721s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1784.348465] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-111cc1d9-c1d3-4fa7-b12f-6d3eb2c59f0f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.364365] env[62438]: DEBUG oslo_vmware.api [None req-3677c136-a74f-4544-bb95-83301fca245e tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Waiting for the task: (returnval){ [ 1784.364365] env[62438]: value = "task-1785585" [ 1784.364365] env[62438]: _type = "Task" [ 1784.364365] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.372071] env[62438]: DEBUG oslo_vmware.api [None req-3677c136-a74f-4544-bb95-83301fca245e tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Task: {'id': task-1785585, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.372861] env[62438]: INFO nova.scheduler.client.report [None req-7593ca92-5dee-415b-b47a-3b2847ae9f6d tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Deleted allocations for instance a85479e1-98d1-432e-a58a-e76c35563709 [ 1784.428598] env[62438]: DEBUG nova.network.neutron [req-f602c145-e7a4-4451-949e-ebd91f148cd3 req-ed46ba19-9757-4eb1-aab1-83bb578f316b service nova] [instance: 2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8] Updated VIF entry in instance network info cache for port 7a7963e4-89e9-46e1-babe-bb69da187792. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1784.428977] env[62438]: DEBUG nova.network.neutron [req-f602c145-e7a4-4451-949e-ebd91f148cd3 req-ed46ba19-9757-4eb1-aab1-83bb578f316b service nova] [instance: 2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8] Updating instance_info_cache with network_info: [{"id": "7a7963e4-89e9-46e1-babe-bb69da187792", "address": "fa:16:3e:f1:d2:bf", "network": {"id": "a94d385f-71ec-4be6-b04d-8fd365f0788d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1510171435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "941c9b8cd46546ffa37aa3edfa770bd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a7963e4-89", "ovs_interfaceid": "7a7963e4-89e9-46e1-babe-bb69da187792", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1784.599079] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d0ffe8de-6395-4fe1-9040-b185db054013 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Acquiring lock "abb54d04-d9de-4711-ac01-e4babe81325b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1784.599393] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d0ffe8de-6395-4fe1-9040-b185db054013 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Lock "abb54d04-d9de-4711-ac01-e4babe81325b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1784.678685] env[62438]: DEBUG oslo_concurrency.lockutils [None req-aa3ef8ba-6868-45c9-aa00-ffde0991f396 tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Acquiring lock "refresh_cache-c35b7049-a1de-4b83-a6f5-430bc4a749d4" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1784.717912] env[62438]: DEBUG oslo_concurrency.lockutils [None req-aa3ef8ba-6868-45c9-aa00-ffde0991f396 tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Acquired lock "refresh_cache-c35b7049-a1de-4b83-a6f5-430bc4a749d4" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1784.841901] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785584, 'name': CreateVM_Task} progress is 99%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.876024] env[62438]: DEBUG oslo_vmware.api [None req-3677c136-a74f-4544-bb95-83301fca245e tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Task: {'id': task-1785585, 'name': ReconfigVM_Task, 'duration_secs': 0.145613} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.876024] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-3677c136-a74f-4544-bb95-83301fca245e tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] [instance: c35b7049-a1de-4b83-a6f5-430bc4a749d4] Reconfigured VM instance to set the machine id {{(pid=62438) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1805}} [ 1784.882237] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7593ca92-5dee-415b-b47a-3b2847ae9f6d tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Lock "a85479e1-98d1-432e-a58a-e76c35563709" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.522s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1784.892817] env[62438]: DEBUG nova.compute.manager [req-b444300b-1f62-40cd-aa6f-89695d568a26 req-a9fd0e59-d66c-4355-a123-6187511ab01d service nova] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Received event network-vif-plugged-0e62c45b-acb8-4412-adfd-f7edaf39408b {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1784.892817] env[62438]: DEBUG oslo_concurrency.lockutils [req-b444300b-1f62-40cd-aa6f-89695d568a26 req-a9fd0e59-d66c-4355-a123-6187511ab01d service nova] Acquiring lock "f20ec23f-9d33-4e6b-9c84-cd65a354da93-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1784.892817] env[62438]: DEBUG oslo_concurrency.lockutils [req-b444300b-1f62-40cd-aa6f-89695d568a26 req-a9fd0e59-d66c-4355-a123-6187511ab01d service nova] Lock "f20ec23f-9d33-4e6b-9c84-cd65a354da93-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1784.893168] env[62438]: DEBUG oslo_concurrency.lockutils [req-b444300b-1f62-40cd-aa6f-89695d568a26 req-a9fd0e59-d66c-4355-a123-6187511ab01d service nova] Lock "f20ec23f-9d33-4e6b-9c84-cd65a354da93-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1784.893482] env[62438]: DEBUG nova.compute.manager [req-b444300b-1f62-40cd-aa6f-89695d568a26 req-a9fd0e59-d66c-4355-a123-6187511ab01d service nova] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] No waiting events found dispatching network-vif-plugged-0e62c45b-acb8-4412-adfd-f7edaf39408b {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1784.893776] env[62438]: WARNING nova.compute.manager [req-b444300b-1f62-40cd-aa6f-89695d568a26 req-a9fd0e59-d66c-4355-a123-6187511ab01d service nova] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Received unexpected event network-vif-plugged-0e62c45b-acb8-4412-adfd-f7edaf39408b for instance with vm_state building and task_state spawning. [ 1784.931794] env[62438]: DEBUG oslo_concurrency.lockutils [req-f602c145-e7a4-4451-949e-ebd91f148cd3 req-ed46ba19-9757-4eb1-aab1-83bb578f316b service nova] Releasing lock "refresh_cache-2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1785.102563] env[62438]: DEBUG nova.compute.manager [None req-d0ffe8de-6395-4fe1-9040-b185db054013 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: abb54d04-d9de-4711-ac01-e4babe81325b] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1785.115834] env[62438]: DEBUG nova.network.neutron [req-56a1bd18-b1b1-4efc-9446-ffec839d6240 req-2ac1cf1d-f28d-4569-97cf-edc85225fca2 service nova] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Updated VIF entry in instance network info cache for port 26f2b697-c482-42aa-a7bc-24b0ba08b671. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1785.116204] env[62438]: DEBUG nova.network.neutron [req-56a1bd18-b1b1-4efc-9446-ffec839d6240 req-2ac1cf1d-f28d-4569-97cf-edc85225fca2 service nova] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Updating instance_info_cache with network_info: [{"id": "26f2b697-c482-42aa-a7bc-24b0ba08b671", "address": "fa:16:3e:33:7b:a3", "network": {"id": "d5e0f42e-8988-470d-bf55-b08dd924a07b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-779037552-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7f4486a8955463faeee363dc451c813", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26f2b697-c4", "ovs_interfaceid": "26f2b697-c482-42aa-a7bc-24b0ba08b671", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1785.297838] env[62438]: DEBUG nova.network.neutron [None req-aa3ef8ba-6868-45c9-aa00-ffde0991f396 tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] [instance: c35b7049-a1de-4b83-a6f5-430bc4a749d4] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1785.341204] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785584, 'name': CreateVM_Task, 'duration_secs': 0.558993} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.341379] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1785.342131] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f599d255-5dc9-4ce9-81a3-fc15f74938cd tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1785.342332] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f599d255-5dc9-4ce9-81a3-fc15f74938cd tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1785.342652] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f599d255-5dc9-4ce9-81a3-fc15f74938cd tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1785.343168] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b2a2a2a-5d2b-4f6e-af03-fa7d50b2916c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.348201] env[62438]: DEBUG oslo_vmware.api [None req-f599d255-5dc9-4ce9-81a3-fc15f74938cd tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Waiting for the task: (returnval){ [ 1785.348201] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5258723a-960e-34d4-9952-98d5a69b0760" [ 1785.348201] env[62438]: _type = "Task" [ 1785.348201] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.355653] env[62438]: DEBUG oslo_vmware.api [None req-f599d255-5dc9-4ce9-81a3-fc15f74938cd tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5258723a-960e-34d4-9952-98d5a69b0760, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.494283] env[62438]: DEBUG nova.network.neutron [None req-e31c0a27-98b4-4cdc-a03a-ab680b0b85b2 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Successfully updated port: 0e62c45b-acb8-4412-adfd-f7edaf39408b {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1785.516409] env[62438]: DEBUG nova.compute.manager [req-f9e713ed-fcd9-45c7-be34-898bb0f2ee76 req-39e27fd4-df76-4afb-82f5-9e7350053ceb service nova] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Received event network-changed-0e62c45b-acb8-4412-adfd-f7edaf39408b {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1785.516607] env[62438]: DEBUG nova.compute.manager [req-f9e713ed-fcd9-45c7-be34-898bb0f2ee76 req-39e27fd4-df76-4afb-82f5-9e7350053ceb service nova] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Refreshing instance network info cache due to event network-changed-0e62c45b-acb8-4412-adfd-f7edaf39408b. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1785.516863] env[62438]: DEBUG oslo_concurrency.lockutils [req-f9e713ed-fcd9-45c7-be34-898bb0f2ee76 req-39e27fd4-df76-4afb-82f5-9e7350053ceb service nova] Acquiring lock "refresh_cache-f20ec23f-9d33-4e6b-9c84-cd65a354da93" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1785.516980] env[62438]: DEBUG oslo_concurrency.lockutils [req-f9e713ed-fcd9-45c7-be34-898bb0f2ee76 req-39e27fd4-df76-4afb-82f5-9e7350053ceb service nova] Acquired lock "refresh_cache-f20ec23f-9d33-4e6b-9c84-cd65a354da93" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1785.517176] env[62438]: DEBUG nova.network.neutron [req-f9e713ed-fcd9-45c7-be34-898bb0f2ee76 req-39e27fd4-df76-4afb-82f5-9e7350053ceb service nova] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Refreshing network info cache for port 0e62c45b-acb8-4412-adfd-f7edaf39408b {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1785.618913] env[62438]: DEBUG oslo_concurrency.lockutils [req-56a1bd18-b1b1-4efc-9446-ffec839d6240 req-2ac1cf1d-f28d-4569-97cf-edc85225fca2 service nova] Releasing lock "refresh_cache-9a04f4af-932a-49d7-82dc-4180cb5d1a19" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1785.619307] env[62438]: DEBUG nova.compute.manager [req-56a1bd18-b1b1-4efc-9446-ffec839d6240 req-2ac1cf1d-f28d-4569-97cf-edc85225fca2 service nova] [instance: c35b7049-a1de-4b83-a6f5-430bc4a749d4] Received event network-changed-96c17f13-97e2-4641-8988-0e1a97f2f9d2 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1785.619552] env[62438]: DEBUG nova.compute.manager [req-56a1bd18-b1b1-4efc-9446-ffec839d6240 req-2ac1cf1d-f28d-4569-97cf-edc85225fca2 service nova] [instance: c35b7049-a1de-4b83-a6f5-430bc4a749d4] Refreshing instance network info cache due to event network-changed-96c17f13-97e2-4641-8988-0e1a97f2f9d2. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1785.619861] env[62438]: DEBUG oslo_concurrency.lockutils [req-56a1bd18-b1b1-4efc-9446-ffec839d6240 req-2ac1cf1d-f28d-4569-97cf-edc85225fca2 service nova] Acquiring lock "refresh_cache-c35b7049-a1de-4b83-a6f5-430bc4a749d4" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1785.631037] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d0ffe8de-6395-4fe1-9040-b185db054013 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1785.631292] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d0ffe8de-6395-4fe1-9040-b185db054013 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1785.633399] env[62438]: INFO nova.compute.claims [None req-d0ffe8de-6395-4fe1-9040-b185db054013 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: abb54d04-d9de-4711-ac01-e4babe81325b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1785.721581] env[62438]: DEBUG nova.compute.manager [req-1946b8dd-825e-44f2-81d8-b30f65d83e10 req-cd16ec36-a94e-4426-ae62-89752c1c852e service nova] [instance: c35b7049-a1de-4b83-a6f5-430bc4a749d4] Received event network-changed-96c17f13-97e2-4641-8988-0e1a97f2f9d2 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1785.721909] env[62438]: DEBUG nova.compute.manager [req-1946b8dd-825e-44f2-81d8-b30f65d83e10 req-cd16ec36-a94e-4426-ae62-89752c1c852e service nova] [instance: c35b7049-a1de-4b83-a6f5-430bc4a749d4] Refreshing instance network info cache due to event network-changed-96c17f13-97e2-4641-8988-0e1a97f2f9d2. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1785.721999] env[62438]: DEBUG oslo_concurrency.lockutils [req-1946b8dd-825e-44f2-81d8-b30f65d83e10 req-cd16ec36-a94e-4426-ae62-89752c1c852e service nova] Acquiring lock "refresh_cache-c35b7049-a1de-4b83-a6f5-430bc4a749d4" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1785.857433] env[62438]: DEBUG oslo_vmware.api [None req-f599d255-5dc9-4ce9-81a3-fc15f74938cd tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5258723a-960e-34d4-9952-98d5a69b0760, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.000531] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e31c0a27-98b4-4cdc-a03a-ab680b0b85b2 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Acquiring lock "refresh_cache-f20ec23f-9d33-4e6b-9c84-cd65a354da93" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1786.051631] env[62438]: DEBUG nova.network.neutron [req-f9e713ed-fcd9-45c7-be34-898bb0f2ee76 req-39e27fd4-df76-4afb-82f5-9e7350053ceb service nova] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1786.093111] env[62438]: DEBUG nova.network.neutron [None req-aa3ef8ba-6868-45c9-aa00-ffde0991f396 tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] [instance: c35b7049-a1de-4b83-a6f5-430bc4a749d4] Updating instance_info_cache with network_info: [{"id": "96c17f13-97e2-4641-8988-0e1a97f2f9d2", "address": "fa:16:3e:10:d0:f1", "network": {"id": "cc9ebb13-7f72-45c9-904b-eda076433e56", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-43264122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "545fd099a4c24c2fac65d840e0326cf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96c17f13-97", "ovs_interfaceid": "96c17f13-97e2-4641-8988-0e1a97f2f9d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1786.124965] env[62438]: DEBUG nova.network.neutron [req-f9e713ed-fcd9-45c7-be34-898bb0f2ee76 req-39e27fd4-df76-4afb-82f5-9e7350053ceb service nova] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1786.358874] env[62438]: DEBUG oslo_vmware.api [None req-f599d255-5dc9-4ce9-81a3-fc15f74938cd tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5258723a-960e-34d4-9952-98d5a69b0760, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.596315] env[62438]: DEBUG oslo_concurrency.lockutils [None req-aa3ef8ba-6868-45c9-aa00-ffde0991f396 tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Releasing lock "refresh_cache-c35b7049-a1de-4b83-a6f5-430bc4a749d4" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1786.596601] env[62438]: DEBUG nova.compute.manager [None req-aa3ef8ba-6868-45c9-aa00-ffde0991f396 tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] [instance: c35b7049-a1de-4b83-a6f5-430bc4a749d4] Inject network info {{(pid=62438) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7219}} [ 1786.596888] env[62438]: DEBUG nova.compute.manager [None req-aa3ef8ba-6868-45c9-aa00-ffde0991f396 tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] [instance: c35b7049-a1de-4b83-a6f5-430bc4a749d4] network_info to inject: |[{"id": "96c17f13-97e2-4641-8988-0e1a97f2f9d2", "address": "fa:16:3e:10:d0:f1", "network": {"id": "cc9ebb13-7f72-45c9-904b-eda076433e56", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-43264122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "545fd099a4c24c2fac65d840e0326cf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96c17f13-97", "ovs_interfaceid": "96c17f13-97e2-4641-8988-0e1a97f2f9d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7220}} [ 1786.602251] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-aa3ef8ba-6868-45c9-aa00-ffde0991f396 tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] [instance: c35b7049-a1de-4b83-a6f5-430bc4a749d4] Reconfiguring VM instance to set the machine id {{(pid=62438) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1802}} [ 1786.602614] env[62438]: DEBUG oslo_concurrency.lockutils [req-56a1bd18-b1b1-4efc-9446-ffec839d6240 req-2ac1cf1d-f28d-4569-97cf-edc85225fca2 service nova] Acquired lock "refresh_cache-c35b7049-a1de-4b83-a6f5-430bc4a749d4" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1786.602806] env[62438]: DEBUG nova.network.neutron [req-56a1bd18-b1b1-4efc-9446-ffec839d6240 req-2ac1cf1d-f28d-4569-97cf-edc85225fca2 service nova] [instance: c35b7049-a1de-4b83-a6f5-430bc4a749d4] Refreshing network info cache for port 96c17f13-97e2-4641-8988-0e1a97f2f9d2 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1786.605644] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26b86cc8-9f51-45ba-8c45-dd9a7180892e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.627259] env[62438]: DEBUG oslo_concurrency.lockutils [req-f9e713ed-fcd9-45c7-be34-898bb0f2ee76 req-39e27fd4-df76-4afb-82f5-9e7350053ceb service nova] Releasing lock "refresh_cache-f20ec23f-9d33-4e6b-9c84-cd65a354da93" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1786.629341] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e31c0a27-98b4-4cdc-a03a-ab680b0b85b2 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Acquired lock "refresh_cache-f20ec23f-9d33-4e6b-9c84-cd65a354da93" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1786.629566] env[62438]: DEBUG nova.network.neutron [None req-e31c0a27-98b4-4cdc-a03a-ab680b0b85b2 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1786.631068] env[62438]: DEBUG oslo_vmware.api [None req-aa3ef8ba-6868-45c9-aa00-ffde0991f396 tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Waiting for the task: (returnval){ [ 1786.631068] env[62438]: value = "task-1785587" [ 1786.631068] env[62438]: _type = "Task" [ 1786.631068] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.646808] env[62438]: DEBUG oslo_vmware.api [None req-aa3ef8ba-6868-45c9-aa00-ffde0991f396 tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Task: {'id': task-1785587, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.810410] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c1e93d4c-1c9f-4c86-b453-120592198f29 tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Acquiring lock "c35b7049-a1de-4b83-a6f5-430bc4a749d4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1786.810862] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c1e93d4c-1c9f-4c86-b453-120592198f29 tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Lock "c35b7049-a1de-4b83-a6f5-430bc4a749d4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1786.811115] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c1e93d4c-1c9f-4c86-b453-120592198f29 tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Acquiring lock "c35b7049-a1de-4b83-a6f5-430bc4a749d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1786.811464] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c1e93d4c-1c9f-4c86-b453-120592198f29 tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Lock "c35b7049-a1de-4b83-a6f5-430bc4a749d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1786.811735] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c1e93d4c-1c9f-4c86-b453-120592198f29 tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Lock "c35b7049-a1de-4b83-a6f5-430bc4a749d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1786.816738] env[62438]: INFO nova.compute.manager [None req-c1e93d4c-1c9f-4c86-b453-120592198f29 tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] [instance: c35b7049-a1de-4b83-a6f5-430bc4a749d4] Terminating instance [ 1786.819714] env[62438]: DEBUG nova.compute.manager [None req-c1e93d4c-1c9f-4c86-b453-120592198f29 tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] [instance: c35b7049-a1de-4b83-a6f5-430bc4a749d4] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1786.819714] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e93d4c-1c9f-4c86-b453-120592198f29 tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] [instance: c35b7049-a1de-4b83-a6f5-430bc4a749d4] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1786.820651] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a031580-6170-40e6-83d8-4471d253ea6d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.828210] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1e93d4c-1c9f-4c86-b453-120592198f29 tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] [instance: c35b7049-a1de-4b83-a6f5-430bc4a749d4] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1786.829396] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0913cc22-6943-4746-84c9-7bb70ec35e26 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.831600] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-695253b6-fb83-4ef6-b885-d9aa0fba15f3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.838599] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5060b844-9809-4191-8aaf-ccba59e45e7a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.843112] env[62438]: DEBUG oslo_vmware.api [None req-c1e93d4c-1c9f-4c86-b453-120592198f29 tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Waiting for the task: (returnval){ [ 1786.843112] env[62438]: value = "task-1785588" [ 1786.843112] env[62438]: _type = "Task" [ 1786.843112] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.875594] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a18ce0a-0b9e-41f0-a746-3a768331a658 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.881788] env[62438]: DEBUG oslo_vmware.api [None req-c1e93d4c-1c9f-4c86-b453-120592198f29 tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Task: {'id': task-1785588, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.887999] env[62438]: DEBUG oslo_vmware.api [None req-f599d255-5dc9-4ce9-81a3-fc15f74938cd tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5258723a-960e-34d4-9952-98d5a69b0760, 'name': SearchDatastore_Task, 'duration_secs': 1.161156} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.890399] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f599d255-5dc9-4ce9-81a3-fc15f74938cd tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1786.890971] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f599d255-5dc9-4ce9-81a3-fc15f74938cd tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1786.890971] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f599d255-5dc9-4ce9-81a3-fc15f74938cd tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1786.891164] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f599d255-5dc9-4ce9-81a3-fc15f74938cd tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1786.891370] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-f599d255-5dc9-4ce9-81a3-fc15f74938cd tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1786.891873] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-adf3befe-126b-4fa8-8a55-7ec123c46be5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.895046] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd506ed-e05d-40a8-a3d5-b7e4c4bf796e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.912583] env[62438]: DEBUG nova.compute.provider_tree [None req-d0ffe8de-6395-4fe1-9040-b185db054013 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1786.914883] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-f599d255-5dc9-4ce9-81a3-fc15f74938cd tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1786.915122] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f599d255-5dc9-4ce9-81a3-fc15f74938cd tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1786.916091] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a690c5c1-d841-4322-8528-fa76c3d303af {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.922309] env[62438]: DEBUG oslo_vmware.api [None req-f599d255-5dc9-4ce9-81a3-fc15f74938cd tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Waiting for the task: (returnval){ [ 1786.922309] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]522bf45a-afce-e286-b79b-ab11985104c0" [ 1786.922309] env[62438]: _type = "Task" [ 1786.922309] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.931553] env[62438]: DEBUG oslo_vmware.api [None req-f599d255-5dc9-4ce9-81a3-fc15f74938cd tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]522bf45a-afce-e286-b79b-ab11985104c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.968074] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5958f8ab-a709-4259-b341-ce57d23cb924 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Acquiring lock "d5942d48-628f-4c7c-a87a-4d30729eea80" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1786.968074] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5958f8ab-a709-4259-b341-ce57d23cb924 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Lock "d5942d48-628f-4c7c-a87a-4d30729eea80" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1787.144643] env[62438]: DEBUG oslo_vmware.api [None req-aa3ef8ba-6868-45c9-aa00-ffde0991f396 tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Task: {'id': task-1785587, 'name': ReconfigVM_Task, 'duration_secs': 0.193885} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.146040] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-aa3ef8ba-6868-45c9-aa00-ffde0991f396 tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] [instance: c35b7049-a1de-4b83-a6f5-430bc4a749d4] Reconfigured VM instance to set the machine id {{(pid=62438) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1805}} [ 1787.180708] env[62438]: DEBUG nova.network.neutron [None req-e31c0a27-98b4-4cdc-a03a-ab680b0b85b2 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1787.350267] env[62438]: DEBUG nova.network.neutron [req-56a1bd18-b1b1-4efc-9446-ffec839d6240 req-2ac1cf1d-f28d-4569-97cf-edc85225fca2 service nova] [instance: c35b7049-a1de-4b83-a6f5-430bc4a749d4] Updated VIF entry in instance network info cache for port 96c17f13-97e2-4641-8988-0e1a97f2f9d2. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1787.350618] env[62438]: DEBUG nova.network.neutron [req-56a1bd18-b1b1-4efc-9446-ffec839d6240 req-2ac1cf1d-f28d-4569-97cf-edc85225fca2 service nova] [instance: c35b7049-a1de-4b83-a6f5-430bc4a749d4] Updating instance_info_cache with network_info: [{"id": "96c17f13-97e2-4641-8988-0e1a97f2f9d2", "address": "fa:16:3e:10:d0:f1", "network": {"id": "cc9ebb13-7f72-45c9-904b-eda076433e56", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-43264122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "545fd099a4c24c2fac65d840e0326cf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96c17f13-97", "ovs_interfaceid": "96c17f13-97e2-4641-8988-0e1a97f2f9d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1787.354704] env[62438]: DEBUG oslo_vmware.api [None req-c1e93d4c-1c9f-4c86-b453-120592198f29 tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Task: {'id': task-1785588, 'name': PowerOffVM_Task, 'duration_secs': 0.206904} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.355159] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1e93d4c-1c9f-4c86-b453-120592198f29 tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] [instance: c35b7049-a1de-4b83-a6f5-430bc4a749d4] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1787.355355] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e93d4c-1c9f-4c86-b453-120592198f29 tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] [instance: c35b7049-a1de-4b83-a6f5-430bc4a749d4] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1787.355586] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b9b5fe95-0bb5-4dd3-8f7f-f86e3128ec93 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.370041] env[62438]: DEBUG nova.network.neutron [None req-e31c0a27-98b4-4cdc-a03a-ab680b0b85b2 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Updating instance_info_cache with network_info: [{"id": "0e62c45b-acb8-4412-adfd-f7edaf39408b", "address": "fa:16:3e:0e:5e:86", "network": {"id": "0dbd3920-b0f9-440c-828e-f62c188026e3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-185667311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f3dbad0ee7a4ddebd396ce5fa49f1d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e62c45b-ac", "ovs_interfaceid": "0e62c45b-acb8-4412-adfd-f7edaf39408b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1787.417818] env[62438]: DEBUG nova.scheduler.client.report [None req-d0ffe8de-6395-4fe1-9040-b185db054013 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1787.432591] env[62438]: DEBUG oslo_vmware.api [None req-f599d255-5dc9-4ce9-81a3-fc15f74938cd tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]522bf45a-afce-e286-b79b-ab11985104c0, 'name': SearchDatastore_Task, 'duration_secs': 0.009475} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.433999] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f24baf1e-dce5-4442-a52f-21bd50222024 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.439656] env[62438]: DEBUG oslo_vmware.api [None req-f599d255-5dc9-4ce9-81a3-fc15f74938cd tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Waiting for the task: (returnval){ [ 1787.439656] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52a37219-d4b0-3e54-9b5a-6f79ac0c1b97" [ 1787.439656] env[62438]: _type = "Task" [ 1787.439656] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.447364] env[62438]: DEBUG oslo_vmware.api [None req-f599d255-5dc9-4ce9-81a3-fc15f74938cd tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52a37219-d4b0-3e54-9b5a-6f79ac0c1b97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.470577] env[62438]: DEBUG nova.compute.manager [None req-5958f8ab-a709-4259-b341-ce57d23cb924 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: d5942d48-628f-4c7c-a87a-4d30729eea80] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1787.535775] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e93d4c-1c9f-4c86-b453-120592198f29 tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] [instance: c35b7049-a1de-4b83-a6f5-430bc4a749d4] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1787.536038] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e93d4c-1c9f-4c86-b453-120592198f29 tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] [instance: c35b7049-a1de-4b83-a6f5-430bc4a749d4] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1787.536241] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1e93d4c-1c9f-4c86-b453-120592198f29 tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Deleting the datastore file [datastore1] c35b7049-a1de-4b83-a6f5-430bc4a749d4 {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1787.536513] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b65b1a85-b1c1-45ce-8b78-feacfa4095f0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.543077] env[62438]: DEBUG oslo_vmware.api [None req-c1e93d4c-1c9f-4c86-b453-120592198f29 tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Waiting for the task: (returnval){ [ 1787.543077] env[62438]: value = "task-1785590" [ 1787.543077] env[62438]: _type = "Task" [ 1787.543077] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.552530] env[62438]: DEBUG oslo_vmware.api [None req-c1e93d4c-1c9f-4c86-b453-120592198f29 tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Task: {'id': task-1785590, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.613772] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5606acc7-8935-474e-a720-dd020bf633e7 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Acquiring lock "ceadf541-e9dc-423a-97c5-3dfe483cbab4" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1787.614139] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5606acc7-8935-474e-a720-dd020bf633e7 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Lock "ceadf541-e9dc-423a-97c5-3dfe483cbab4" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1787.614445] env[62438]: INFO nova.compute.manager [None req-5606acc7-8935-474e-a720-dd020bf633e7 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] Rebooting instance [ 1787.856044] env[62438]: DEBUG oslo_concurrency.lockutils [req-56a1bd18-b1b1-4efc-9446-ffec839d6240 req-2ac1cf1d-f28d-4569-97cf-edc85225fca2 service nova] Releasing lock "refresh_cache-c35b7049-a1de-4b83-a6f5-430bc4a749d4" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1787.856519] env[62438]: DEBUG oslo_concurrency.lockutils [req-1946b8dd-825e-44f2-81d8-b30f65d83e10 req-cd16ec36-a94e-4426-ae62-89752c1c852e service nova] Acquired lock "refresh_cache-c35b7049-a1de-4b83-a6f5-430bc4a749d4" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1787.856721] env[62438]: DEBUG nova.network.neutron [req-1946b8dd-825e-44f2-81d8-b30f65d83e10 req-cd16ec36-a94e-4426-ae62-89752c1c852e service nova] [instance: c35b7049-a1de-4b83-a6f5-430bc4a749d4] Refreshing network info cache for port 96c17f13-97e2-4641-8988-0e1a97f2f9d2 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1787.871699] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e31c0a27-98b4-4cdc-a03a-ab680b0b85b2 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Releasing lock "refresh_cache-f20ec23f-9d33-4e6b-9c84-cd65a354da93" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1787.872099] env[62438]: DEBUG nova.compute.manager [None req-e31c0a27-98b4-4cdc-a03a-ab680b0b85b2 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Instance network_info: |[{"id": "0e62c45b-acb8-4412-adfd-f7edaf39408b", "address": "fa:16:3e:0e:5e:86", "network": {"id": "0dbd3920-b0f9-440c-828e-f62c188026e3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-185667311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f3dbad0ee7a4ddebd396ce5fa49f1d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e62c45b-ac", "ovs_interfaceid": "0e62c45b-acb8-4412-adfd-f7edaf39408b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1787.872566] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-e31c0a27-98b4-4cdc-a03a-ab680b0b85b2 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:5e:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ab93899c-92b2-4d84-95a6-192234add28c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0e62c45b-acb8-4412-adfd-f7edaf39408b', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1787.879979] env[62438]: DEBUG oslo.service.loopingcall [None req-e31c0a27-98b4-4cdc-a03a-ab680b0b85b2 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1787.880455] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1787.881291] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f9a91a1d-dc22-412a-8e43-159d228810fa {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.900594] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1787.900594] env[62438]: value = "task-1785592" [ 1787.900594] env[62438]: _type = "Task" [ 1787.900594] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.908625] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785592, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.922937] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d0ffe8de-6395-4fe1-9040-b185db054013 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.292s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1787.923524] env[62438]: DEBUG nova.compute.manager [None req-d0ffe8de-6395-4fe1-9040-b185db054013 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: abb54d04-d9de-4711-ac01-e4babe81325b] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1787.950222] env[62438]: DEBUG oslo_vmware.api [None req-f599d255-5dc9-4ce9-81a3-fc15f74938cd tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52a37219-d4b0-3e54-9b5a-6f79ac0c1b97, 'name': SearchDatastore_Task, 'duration_secs': 0.049557} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.950933] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f599d255-5dc9-4ce9-81a3-fc15f74938cd tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1787.950933] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-f599d255-5dc9-4ce9-81a3-fc15f74938cd tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 9a04f4af-932a-49d7-82dc-4180cb5d1a19/9a04f4af-932a-49d7-82dc-4180cb5d1a19.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1787.951117] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-05608e6e-d2e1-4bb3-9881-56c22eed39dc {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.961431] env[62438]: DEBUG oslo_vmware.api [None req-f599d255-5dc9-4ce9-81a3-fc15f74938cd tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Waiting for the task: (returnval){ [ 1787.961431] env[62438]: value = "task-1785593" [ 1787.961431] env[62438]: _type = "Task" [ 1787.961431] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.970078] env[62438]: DEBUG oslo_vmware.api [None req-f599d255-5dc9-4ce9-81a3-fc15f74938cd tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785593, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.992081] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5958f8ab-a709-4259-b341-ce57d23cb924 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1787.992378] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5958f8ab-a709-4259-b341-ce57d23cb924 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1787.993918] env[62438]: INFO nova.compute.claims [None req-5958f8ab-a709-4259-b341-ce57d23cb924 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: d5942d48-628f-4c7c-a87a-4d30729eea80] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1788.052485] env[62438]: DEBUG oslo_vmware.api [None req-c1e93d4c-1c9f-4c86-b453-120592198f29 tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Task: {'id': task-1785590, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.501477} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1788.052617] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1e93d4c-1c9f-4c86-b453-120592198f29 tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1788.052769] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e93d4c-1c9f-4c86-b453-120592198f29 tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] [instance: c35b7049-a1de-4b83-a6f5-430bc4a749d4] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1788.052957] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e93d4c-1c9f-4c86-b453-120592198f29 tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] [instance: c35b7049-a1de-4b83-a6f5-430bc4a749d4] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1788.053168] env[62438]: INFO nova.compute.manager [None req-c1e93d4c-1c9f-4c86-b453-120592198f29 tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] [instance: c35b7049-a1de-4b83-a6f5-430bc4a749d4] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1788.053441] env[62438]: DEBUG oslo.service.loopingcall [None req-c1e93d4c-1c9f-4c86-b453-120592198f29 tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1788.053642] env[62438]: DEBUG nova.compute.manager [-] [instance: c35b7049-a1de-4b83-a6f5-430bc4a749d4] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1788.053740] env[62438]: DEBUG nova.network.neutron [-] [instance: c35b7049-a1de-4b83-a6f5-430bc4a749d4] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1788.137943] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5606acc7-8935-474e-a720-dd020bf633e7 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Acquiring lock "refresh_cache-ceadf541-e9dc-423a-97c5-3dfe483cbab4" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1788.138178] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5606acc7-8935-474e-a720-dd020bf633e7 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Acquired lock "refresh_cache-ceadf541-e9dc-423a-97c5-3dfe483cbab4" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1788.138364] env[62438]: DEBUG nova.network.neutron [None req-5606acc7-8935-474e-a720-dd020bf633e7 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1788.413601] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785592, 'name': CreateVM_Task} progress is 99%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.428712] env[62438]: DEBUG nova.compute.utils [None req-d0ffe8de-6395-4fe1-9040-b185db054013 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1788.434608] env[62438]: DEBUG nova.compute.manager [None req-d0ffe8de-6395-4fe1-9040-b185db054013 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: abb54d04-d9de-4711-ac01-e4babe81325b] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1788.435056] env[62438]: DEBUG nova.network.neutron [None req-d0ffe8de-6395-4fe1-9040-b185db054013 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: abb54d04-d9de-4711-ac01-e4babe81325b] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1788.472666] env[62438]: DEBUG oslo_vmware.api [None req-f599d255-5dc9-4ce9-81a3-fc15f74938cd tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785593, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.527290] env[62438]: DEBUG nova.policy [None req-d0ffe8de-6395-4fe1-9040-b185db054013 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fb631bc22a884406a82bafdcbba241c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '941c9b8cd46546ffa37aa3edfa770bd1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1788.617536] env[62438]: DEBUG nova.network.neutron [req-1946b8dd-825e-44f2-81d8-b30f65d83e10 req-cd16ec36-a94e-4426-ae62-89752c1c852e service nova] [instance: c35b7049-a1de-4b83-a6f5-430bc4a749d4] Updated VIF entry in instance network info cache for port 96c17f13-97e2-4641-8988-0e1a97f2f9d2. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1788.618056] env[62438]: DEBUG nova.network.neutron [req-1946b8dd-825e-44f2-81d8-b30f65d83e10 req-cd16ec36-a94e-4426-ae62-89752c1c852e service nova] [instance: c35b7049-a1de-4b83-a6f5-430bc4a749d4] Updating instance_info_cache with network_info: [{"id": "96c17f13-97e2-4641-8988-0e1a97f2f9d2", "address": "fa:16:3e:10:d0:f1", "network": {"id": "cc9ebb13-7f72-45c9-904b-eda076433e56", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-43264122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "545fd099a4c24c2fac65d840e0326cf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96c17f13-97", "ovs_interfaceid": "96c17f13-97e2-4641-8988-0e1a97f2f9d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1788.807884] env[62438]: DEBUG nova.compute.manager [req-d6bebf86-5827-4d96-b4c7-146ab4e660f7 req-3876f03e-bdbc-4173-ba49-1864f9524d46 service nova] [instance: c35b7049-a1de-4b83-a6f5-430bc4a749d4] Received event network-vif-deleted-96c17f13-97e2-4641-8988-0e1a97f2f9d2 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1788.808109] env[62438]: INFO nova.compute.manager [req-d6bebf86-5827-4d96-b4c7-146ab4e660f7 req-3876f03e-bdbc-4173-ba49-1864f9524d46 service nova] [instance: c35b7049-a1de-4b83-a6f5-430bc4a749d4] Neutron deleted interface 96c17f13-97e2-4641-8988-0e1a97f2f9d2; detaching it from the instance and deleting it from the info cache [ 1788.808294] env[62438]: DEBUG nova.network.neutron [req-d6bebf86-5827-4d96-b4c7-146ab4e660f7 req-3876f03e-bdbc-4173-ba49-1864f9524d46 service nova] [instance: c35b7049-a1de-4b83-a6f5-430bc4a749d4] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1788.867705] env[62438]: DEBUG nova.network.neutron [None req-5606acc7-8935-474e-a720-dd020bf633e7 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] Updating instance_info_cache with network_info: [{"id": "e4a3ce12-9884-4f64-9a7e-faea782cd63f", "address": "fa:16:3e:5d:00:99", "network": {"id": "f204c615-6047-48c0-a7eb-65fe4ad424e5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1343144096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38d579b225154935bb754c9894cd2f33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4a3ce12-98", "ovs_interfaceid": "e4a3ce12-9884-4f64-9a7e-faea782cd63f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1788.911804] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785592, 'name': CreateVM_Task, 'duration_secs': 0.529231} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1788.912342] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1788.913047] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e31c0a27-98b4-4cdc-a03a-ab680b0b85b2 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1788.913234] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e31c0a27-98b4-4cdc-a03a-ab680b0b85b2 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1788.913544] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e31c0a27-98b4-4cdc-a03a-ab680b0b85b2 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1788.913805] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c83cb434-cc8c-4d7d-8fe5-e3daca3ae71a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.918499] env[62438]: DEBUG oslo_vmware.api [None req-e31c0a27-98b4-4cdc-a03a-ab680b0b85b2 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Waiting for the task: (returnval){ [ 1788.918499] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5277cb80-c8eb-5c48-2bc9-c50093b9d5d4" [ 1788.918499] env[62438]: _type = "Task" [ 1788.918499] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.926508] env[62438]: DEBUG oslo_vmware.api [None req-e31c0a27-98b4-4cdc-a03a-ab680b0b85b2 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5277cb80-c8eb-5c48-2bc9-c50093b9d5d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.933111] env[62438]: DEBUG nova.network.neutron [None req-d0ffe8de-6395-4fe1-9040-b185db054013 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: abb54d04-d9de-4711-ac01-e4babe81325b] Successfully created port: 6cac1074-90e5-48ec-9ccd-9854e9deba4f {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1788.938440] env[62438]: DEBUG nova.compute.manager [None req-d0ffe8de-6395-4fe1-9040-b185db054013 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: abb54d04-d9de-4711-ac01-e4babe81325b] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1788.973329] env[62438]: DEBUG oslo_vmware.api [None req-f599d255-5dc9-4ce9-81a3-fc15f74938cd tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785593, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.673537} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1788.973616] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-f599d255-5dc9-4ce9-81a3-fc15f74938cd tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 9a04f4af-932a-49d7-82dc-4180cb5d1a19/9a04f4af-932a-49d7-82dc-4180cb5d1a19.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1788.973829] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f599d255-5dc9-4ce9-81a3-fc15f74938cd tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1788.974108] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5cf8d3b6-a93c-4bee-a91d-001d322124f3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.980529] env[62438]: DEBUG oslo_vmware.api [None req-f599d255-5dc9-4ce9-81a3-fc15f74938cd tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Waiting for the task: (returnval){ [ 1788.980529] env[62438]: value = "task-1785594" [ 1788.980529] env[62438]: _type = "Task" [ 1788.980529] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.988599] env[62438]: DEBUG oslo_vmware.api [None req-f599d255-5dc9-4ce9-81a3-fc15f74938cd tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785594, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.121655] env[62438]: DEBUG oslo_concurrency.lockutils [req-1946b8dd-825e-44f2-81d8-b30f65d83e10 req-cd16ec36-a94e-4426-ae62-89752c1c852e service nova] Releasing lock "refresh_cache-c35b7049-a1de-4b83-a6f5-430bc4a749d4" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1789.151363] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-316ba2fb-a162-4cab-a63a-b380e72e50f1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.158946] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a989d3-e61e-4cf1-9ca6-c1b32b535846 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.189251] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c9b3194-52e5-42d5-b1f8-d594606bbf59 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.196831] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bddcca5-70a3-4d4a-9807-926455c04e63 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.211646] env[62438]: DEBUG nova.compute.provider_tree [None req-5958f8ab-a709-4259-b341-ce57d23cb924 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1789.273742] env[62438]: DEBUG nova.network.neutron [-] [instance: c35b7049-a1de-4b83-a6f5-430bc4a749d4] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1789.312816] env[62438]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e203fd89-b7a8-4201-93e8-bb25d8702f5f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.327017] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-948a58e5-1bda-416f-899d-c5064beffc6b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.360954] env[62438]: DEBUG nova.compute.manager [req-d6bebf86-5827-4d96-b4c7-146ab4e660f7 req-3876f03e-bdbc-4173-ba49-1864f9524d46 service nova] [instance: c35b7049-a1de-4b83-a6f5-430bc4a749d4] Detach interface failed, port_id=96c17f13-97e2-4641-8988-0e1a97f2f9d2, reason: Instance c35b7049-a1de-4b83-a6f5-430bc4a749d4 could not be found. {{(pid=62438) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1789.370029] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5606acc7-8935-474e-a720-dd020bf633e7 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Releasing lock "refresh_cache-ceadf541-e9dc-423a-97c5-3dfe483cbab4" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1789.372656] env[62438]: DEBUG nova.compute.manager [None req-5606acc7-8935-474e-a720-dd020bf633e7 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1789.373642] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b45da8b0-8de5-4646-b130-3e70d278e05b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.429235] env[62438]: DEBUG oslo_vmware.api [None req-e31c0a27-98b4-4cdc-a03a-ab680b0b85b2 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5277cb80-c8eb-5c48-2bc9-c50093b9d5d4, 'name': SearchDatastore_Task, 'duration_secs': 0.030978} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.429562] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e31c0a27-98b4-4cdc-a03a-ab680b0b85b2 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1789.429874] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-e31c0a27-98b4-4cdc-a03a-ab680b0b85b2 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1789.430164] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e31c0a27-98b4-4cdc-a03a-ab680b0b85b2 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1789.430509] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e31c0a27-98b4-4cdc-a03a-ab680b0b85b2 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1789.430509] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-e31c0a27-98b4-4cdc-a03a-ab680b0b85b2 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1789.430778] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59a5190d-95a4-4db0-8600-d07f2cd7fd14 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.446470] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-e31c0a27-98b4-4cdc-a03a-ab680b0b85b2 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1789.446939] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-e31c0a27-98b4-4cdc-a03a-ab680b0b85b2 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1789.447581] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bda6b854-6a17-4779-80a4-eaefc2749101 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.453306] env[62438]: DEBUG oslo_vmware.api [None req-e31c0a27-98b4-4cdc-a03a-ab680b0b85b2 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Waiting for the task: (returnval){ [ 1789.453306] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52646a36-3a16-5a86-1bda-40faa7c9f8be" [ 1789.453306] env[62438]: _type = "Task" [ 1789.453306] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.461206] env[62438]: DEBUG oslo_vmware.api [None req-e31c0a27-98b4-4cdc-a03a-ab680b0b85b2 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52646a36-3a16-5a86-1bda-40faa7c9f8be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.489824] env[62438]: DEBUG oslo_vmware.api [None req-f599d255-5dc9-4ce9-81a3-fc15f74938cd tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785594, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069541} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.490155] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f599d255-5dc9-4ce9-81a3-fc15f74938cd tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1789.490963] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0660b752-4714-47fe-bc31-fb4fc04a6605 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.514546] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-f599d255-5dc9-4ce9-81a3-fc15f74938cd tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 9a04f4af-932a-49d7-82dc-4180cb5d1a19/9a04f4af-932a-49d7-82dc-4180cb5d1a19.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1789.515252] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bdccd9e1-1542-49e7-8738-899d4df38cc6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.540955] env[62438]: DEBUG oslo_vmware.api [None req-f599d255-5dc9-4ce9-81a3-fc15f74938cd tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Waiting for the task: (returnval){ [ 1789.540955] env[62438]: value = "task-1785595" [ 1789.540955] env[62438]: _type = "Task" [ 1789.540955] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.549539] env[62438]: DEBUG oslo_vmware.api [None req-f599d255-5dc9-4ce9-81a3-fc15f74938cd tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785595, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.717020] env[62438]: DEBUG nova.scheduler.client.report [None req-5958f8ab-a709-4259-b341-ce57d23cb924 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1789.778454] env[62438]: INFO nova.compute.manager [-] [instance: c35b7049-a1de-4b83-a6f5-430bc4a749d4] Took 1.72 seconds to deallocate network for instance. [ 1789.949186] env[62438]: DEBUG nova.compute.manager [None req-d0ffe8de-6395-4fe1-9040-b185db054013 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: abb54d04-d9de-4711-ac01-e4babe81325b] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1789.963933] env[62438]: DEBUG oslo_vmware.api [None req-e31c0a27-98b4-4cdc-a03a-ab680b0b85b2 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52646a36-3a16-5a86-1bda-40faa7c9f8be, 'name': SearchDatastore_Task, 'duration_secs': 0.0585} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.964768] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48c4bc63-2409-4c55-970d-924856360478 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.971352] env[62438]: DEBUG oslo_vmware.api [None req-e31c0a27-98b4-4cdc-a03a-ab680b0b85b2 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Waiting for the task: (returnval){ [ 1789.971352] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]524d8132-bda9-7d9c-a932-b4fab0d06911" [ 1789.971352] env[62438]: _type = "Task" [ 1789.971352] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.976792] env[62438]: DEBUG nova.virt.hardware [None req-d0ffe8de-6395-4fe1-9040-b185db054013 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1789.977217] env[62438]: DEBUG nova.virt.hardware [None req-d0ffe8de-6395-4fe1-9040-b185db054013 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1789.977484] env[62438]: DEBUG nova.virt.hardware [None req-d0ffe8de-6395-4fe1-9040-b185db054013 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1789.978512] env[62438]: DEBUG nova.virt.hardware [None req-d0ffe8de-6395-4fe1-9040-b185db054013 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1789.978512] env[62438]: DEBUG nova.virt.hardware [None req-d0ffe8de-6395-4fe1-9040-b185db054013 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1789.978512] env[62438]: DEBUG nova.virt.hardware [None req-d0ffe8de-6395-4fe1-9040-b185db054013 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1789.978512] env[62438]: DEBUG nova.virt.hardware [None req-d0ffe8de-6395-4fe1-9040-b185db054013 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1789.978512] env[62438]: DEBUG nova.virt.hardware [None req-d0ffe8de-6395-4fe1-9040-b185db054013 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1789.978722] env[62438]: DEBUG nova.virt.hardware [None req-d0ffe8de-6395-4fe1-9040-b185db054013 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1789.978855] env[62438]: DEBUG nova.virt.hardware [None req-d0ffe8de-6395-4fe1-9040-b185db054013 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1789.979068] env[62438]: DEBUG nova.virt.hardware [None req-d0ffe8de-6395-4fe1-9040-b185db054013 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1789.980179] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d81c23-2a18-4204-9ce1-19fb3e610fe3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.987090] env[62438]: DEBUG oslo_vmware.api [None req-e31c0a27-98b4-4cdc-a03a-ab680b0b85b2 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]524d8132-bda9-7d9c-a932-b4fab0d06911, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.989977] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23757130-5b87-47c3-8a79-200dd28b0ac7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.048392] env[62438]: DEBUG oslo_vmware.api [None req-f599d255-5dc9-4ce9-81a3-fc15f74938cd tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785595, 'name': ReconfigVM_Task, 'duration_secs': 0.353576} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.048680] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-f599d255-5dc9-4ce9-81a3-fc15f74938cd tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 9a04f4af-932a-49d7-82dc-4180cb5d1a19/9a04f4af-932a-49d7-82dc-4180cb5d1a19.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1790.049452] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4281910b-cb3b-4016-94a1-e10bc6ea482a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.055330] env[62438]: DEBUG oslo_vmware.api [None req-f599d255-5dc9-4ce9-81a3-fc15f74938cd tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Waiting for the task: (returnval){ [ 1790.055330] env[62438]: value = "task-1785597" [ 1790.055330] env[62438]: _type = "Task" [ 1790.055330] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.064214] env[62438]: DEBUG oslo_vmware.api [None req-f599d255-5dc9-4ce9-81a3-fc15f74938cd tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785597, 'name': Rename_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.221103] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5958f8ab-a709-4259-b341-ce57d23cb924 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.228s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1790.221665] env[62438]: DEBUG nova.compute.manager [None req-5958f8ab-a709-4259-b341-ce57d23cb924 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: d5942d48-628f-4c7c-a87a-4d30729eea80] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1790.283383] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c1e93d4c-1c9f-4c86-b453-120592198f29 tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1790.283763] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c1e93d4c-1c9f-4c86-b453-120592198f29 tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1790.284073] env[62438]: DEBUG nova.objects.instance [None req-c1e93d4c-1c9f-4c86-b453-120592198f29 tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Lazy-loading 'resources' on Instance uuid c35b7049-a1de-4b83-a6f5-430bc4a749d4 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1790.388378] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40504698-6213-4f8a-bb71-9c5a8988f8c3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.395948] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-5606acc7-8935-474e-a720-dd020bf633e7 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] Doing hard reboot of VM {{(pid=62438) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1064}} [ 1790.396250] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-ce28f695-3700-4ae0-a4cf-e8ca6f657682 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.402282] env[62438]: DEBUG oslo_vmware.api [None req-5606acc7-8935-474e-a720-dd020bf633e7 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Waiting for the task: (returnval){ [ 1790.402282] env[62438]: value = "task-1785598" [ 1790.402282] env[62438]: _type = "Task" [ 1790.402282] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.410712] env[62438]: DEBUG oslo_vmware.api [None req-5606acc7-8935-474e-a720-dd020bf633e7 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785598, 'name': ResetVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.485779] env[62438]: DEBUG oslo_vmware.api [None req-e31c0a27-98b4-4cdc-a03a-ab680b0b85b2 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]524d8132-bda9-7d9c-a932-b4fab0d06911, 'name': SearchDatastore_Task, 'duration_secs': 0.017197} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.486119] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e31c0a27-98b4-4cdc-a03a-ab680b0b85b2 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1790.486396] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-e31c0a27-98b4-4cdc-a03a-ab680b0b85b2 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] f20ec23f-9d33-4e6b-9c84-cd65a354da93/f20ec23f-9d33-4e6b-9c84-cd65a354da93.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1790.486666] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-07686318-d468-4ba1-9e84-eb3e9ce522ed {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.493531] env[62438]: DEBUG oslo_vmware.api [None req-e31c0a27-98b4-4cdc-a03a-ab680b0b85b2 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Waiting for the task: (returnval){ [ 1790.493531] env[62438]: value = "task-1785599" [ 1790.493531] env[62438]: _type = "Task" [ 1790.493531] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.503581] env[62438]: DEBUG oslo_vmware.api [None req-e31c0a27-98b4-4cdc-a03a-ab680b0b85b2 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785599, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.564461] env[62438]: DEBUG oslo_vmware.api [None req-f599d255-5dc9-4ce9-81a3-fc15f74938cd tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785597, 'name': Rename_Task, 'duration_secs': 0.14572} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.564779] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-f599d255-5dc9-4ce9-81a3-fc15f74938cd tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1790.565056] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4df2b8e3-d78b-4896-9adc-e33a3737e0ae {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.570850] env[62438]: DEBUG oslo_vmware.api [None req-f599d255-5dc9-4ce9-81a3-fc15f74938cd tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Waiting for the task: (returnval){ [ 1790.570850] env[62438]: value = "task-1785600" [ 1790.570850] env[62438]: _type = "Task" [ 1790.570850] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.580520] env[62438]: DEBUG oslo_vmware.api [None req-f599d255-5dc9-4ce9-81a3-fc15f74938cd tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785600, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.617574] env[62438]: DEBUG nova.network.neutron [None req-d0ffe8de-6395-4fe1-9040-b185db054013 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: abb54d04-d9de-4711-ac01-e4babe81325b] Successfully updated port: 6cac1074-90e5-48ec-9ccd-9854e9deba4f {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1790.727338] env[62438]: DEBUG nova.compute.utils [None req-5958f8ab-a709-4259-b341-ce57d23cb924 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1790.729074] env[62438]: DEBUG nova.compute.manager [None req-5958f8ab-a709-4259-b341-ce57d23cb924 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: d5942d48-628f-4c7c-a87a-4d30729eea80] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1790.729282] env[62438]: DEBUG nova.network.neutron [None req-5958f8ab-a709-4259-b341-ce57d23cb924 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: d5942d48-628f-4c7c-a87a-4d30729eea80] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1790.781059] env[62438]: DEBUG nova.policy [None req-5958f8ab-a709-4259-b341-ce57d23cb924 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f49e7854fb004c08b9fffad6b2212a50', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a974a1f1bd4049f1b41bc114794b6696', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1790.846347] env[62438]: DEBUG nova.compute.manager [req-df56c73d-3eae-4016-a171-dc525c466d5e req-2e93ce9d-0296-45aa-b883-d8266c55d25c service nova] [instance: abb54d04-d9de-4711-ac01-e4babe81325b] Received event network-vif-plugged-6cac1074-90e5-48ec-9ccd-9854e9deba4f {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1790.846681] env[62438]: DEBUG oslo_concurrency.lockutils [req-df56c73d-3eae-4016-a171-dc525c466d5e req-2e93ce9d-0296-45aa-b883-d8266c55d25c service nova] Acquiring lock "abb54d04-d9de-4711-ac01-e4babe81325b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1790.847065] env[62438]: DEBUG oslo_concurrency.lockutils [req-df56c73d-3eae-4016-a171-dc525c466d5e req-2e93ce9d-0296-45aa-b883-d8266c55d25c service nova] Lock "abb54d04-d9de-4711-ac01-e4babe81325b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1790.847382] env[62438]: DEBUG oslo_concurrency.lockutils [req-df56c73d-3eae-4016-a171-dc525c466d5e req-2e93ce9d-0296-45aa-b883-d8266c55d25c service nova] Lock "abb54d04-d9de-4711-ac01-e4babe81325b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1790.847807] env[62438]: DEBUG nova.compute.manager [req-df56c73d-3eae-4016-a171-dc525c466d5e req-2e93ce9d-0296-45aa-b883-d8266c55d25c service nova] [instance: abb54d04-d9de-4711-ac01-e4babe81325b] No waiting events found dispatching network-vif-plugged-6cac1074-90e5-48ec-9ccd-9854e9deba4f {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1790.848137] env[62438]: WARNING nova.compute.manager [req-df56c73d-3eae-4016-a171-dc525c466d5e req-2e93ce9d-0296-45aa-b883-d8266c55d25c service nova] [instance: abb54d04-d9de-4711-ac01-e4babe81325b] Received unexpected event network-vif-plugged-6cac1074-90e5-48ec-9ccd-9854e9deba4f for instance with vm_state building and task_state spawning. [ 1790.848432] env[62438]: DEBUG nova.compute.manager [req-df56c73d-3eae-4016-a171-dc525c466d5e req-2e93ce9d-0296-45aa-b883-d8266c55d25c service nova] [instance: abb54d04-d9de-4711-ac01-e4babe81325b] Received event network-changed-6cac1074-90e5-48ec-9ccd-9854e9deba4f {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1790.848683] env[62438]: DEBUG nova.compute.manager [req-df56c73d-3eae-4016-a171-dc525c466d5e req-2e93ce9d-0296-45aa-b883-d8266c55d25c service nova] [instance: abb54d04-d9de-4711-ac01-e4babe81325b] Refreshing instance network info cache due to event network-changed-6cac1074-90e5-48ec-9ccd-9854e9deba4f. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1790.848965] env[62438]: DEBUG oslo_concurrency.lockutils [req-df56c73d-3eae-4016-a171-dc525c466d5e req-2e93ce9d-0296-45aa-b883-d8266c55d25c service nova] Acquiring lock "refresh_cache-abb54d04-d9de-4711-ac01-e4babe81325b" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1790.849446] env[62438]: DEBUG oslo_concurrency.lockutils [req-df56c73d-3eae-4016-a171-dc525c466d5e req-2e93ce9d-0296-45aa-b883-d8266c55d25c service nova] Acquired lock "refresh_cache-abb54d04-d9de-4711-ac01-e4babe81325b" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1790.850045] env[62438]: DEBUG nova.network.neutron [req-df56c73d-3eae-4016-a171-dc525c466d5e req-2e93ce9d-0296-45aa-b883-d8266c55d25c service nova] [instance: abb54d04-d9de-4711-ac01-e4babe81325b] Refreshing network info cache for port 6cac1074-90e5-48ec-9ccd-9854e9deba4f {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1790.916513] env[62438]: DEBUG oslo_vmware.api [None req-5606acc7-8935-474e-a720-dd020bf633e7 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785598, 'name': ResetVM_Task, 'duration_secs': 0.100682} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.916513] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-5606acc7-8935-474e-a720-dd020bf633e7 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] Did hard reboot of VM {{(pid=62438) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1068}} [ 1790.916513] env[62438]: DEBUG nova.compute.manager [None req-5606acc7-8935-474e-a720-dd020bf633e7 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1790.916629] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bccdf48-f37a-4ae2-8f5d-bd2f7bb42317 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.987624] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d57ac8-3e47-4822-8b54-4769ef19170d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.999736] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ad9e32-1211-4505-95d1-4cdf4ca4225e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.008125] env[62438]: DEBUG oslo_vmware.api [None req-e31c0a27-98b4-4cdc-a03a-ab680b0b85b2 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785599, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.032230] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-120d84d8-44f9-4e17-a886-8f80aaee03c9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.039911] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43f8702f-4f35-44b2-abf7-523bacc9ad76 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.055120] env[62438]: DEBUG nova.compute.provider_tree [None req-c1e93d4c-1c9f-4c86-b453-120592198f29 tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1791.080560] env[62438]: DEBUG oslo_vmware.api [None req-f599d255-5dc9-4ce9-81a3-fc15f74938cd tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785600, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.081440] env[62438]: DEBUG nova.network.neutron [None req-5958f8ab-a709-4259-b341-ce57d23cb924 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: d5942d48-628f-4c7c-a87a-4d30729eea80] Successfully created port: 3d0f8673-3f7d-453e-b116-b561bcf22951 {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1791.118884] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d0ffe8de-6395-4fe1-9040-b185db054013 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Acquiring lock "refresh_cache-abb54d04-d9de-4711-ac01-e4babe81325b" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1791.233600] env[62438]: DEBUG nova.compute.manager [None req-5958f8ab-a709-4259-b341-ce57d23cb924 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: d5942d48-628f-4c7c-a87a-4d30729eea80] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1791.385253] env[62438]: DEBUG nova.network.neutron [req-df56c73d-3eae-4016-a171-dc525c466d5e req-2e93ce9d-0296-45aa-b883-d8266c55d25c service nova] [instance: abb54d04-d9de-4711-ac01-e4babe81325b] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1791.433271] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5606acc7-8935-474e-a720-dd020bf633e7 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Lock "ceadf541-e9dc-423a-97c5-3dfe483cbab4" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 3.819s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1791.462792] env[62438]: DEBUG nova.network.neutron [req-df56c73d-3eae-4016-a171-dc525c466d5e req-2e93ce9d-0296-45aa-b883-d8266c55d25c service nova] [instance: abb54d04-d9de-4711-ac01-e4babe81325b] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1791.505052] env[62438]: DEBUG oslo_vmware.api [None req-e31c0a27-98b4-4cdc-a03a-ab680b0b85b2 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785599, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.577262} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.505349] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-e31c0a27-98b4-4cdc-a03a-ab680b0b85b2 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] f20ec23f-9d33-4e6b-9c84-cd65a354da93/f20ec23f-9d33-4e6b-9c84-cd65a354da93.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1791.505569] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-e31c0a27-98b4-4cdc-a03a-ab680b0b85b2 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1791.505838] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c656daa5-4597-4f74-8047-d805a9977fa2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.512567] env[62438]: DEBUG oslo_vmware.api [None req-e31c0a27-98b4-4cdc-a03a-ab680b0b85b2 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Waiting for the task: (returnval){ [ 1791.512567] env[62438]: value = "task-1785601" [ 1791.512567] env[62438]: _type = "Task" [ 1791.512567] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.521220] env[62438]: DEBUG oslo_vmware.api [None req-e31c0a27-98b4-4cdc-a03a-ab680b0b85b2 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785601, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.558109] env[62438]: DEBUG nova.scheduler.client.report [None req-c1e93d4c-1c9f-4c86-b453-120592198f29 tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1791.581701] env[62438]: DEBUG oslo_vmware.api [None req-f599d255-5dc9-4ce9-81a3-fc15f74938cd tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785600, 'name': PowerOnVM_Task, 'duration_secs': 0.720189} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.581992] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-f599d255-5dc9-4ce9-81a3-fc15f74938cd tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1791.582283] env[62438]: INFO nova.compute.manager [None req-f599d255-5dc9-4ce9-81a3-fc15f74938cd tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Took 10.21 seconds to spawn the instance on the hypervisor. [ 1791.582473] env[62438]: DEBUG nova.compute.manager [None req-f599d255-5dc9-4ce9-81a3-fc15f74938cd tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1791.583448] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aed2cac0-a5f6-47db-a741-a9413884304c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.965485] env[62438]: DEBUG oslo_concurrency.lockutils [req-df56c73d-3eae-4016-a171-dc525c466d5e req-2e93ce9d-0296-45aa-b883-d8266c55d25c service nova] Releasing lock "refresh_cache-abb54d04-d9de-4711-ac01-e4babe81325b" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1791.965619] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d0ffe8de-6395-4fe1-9040-b185db054013 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Acquired lock "refresh_cache-abb54d04-d9de-4711-ac01-e4babe81325b" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1791.965724] env[62438]: DEBUG nova.network.neutron [None req-d0ffe8de-6395-4fe1-9040-b185db054013 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: abb54d04-d9de-4711-ac01-e4babe81325b] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1792.023608] env[62438]: DEBUG oslo_vmware.api [None req-e31c0a27-98b4-4cdc-a03a-ab680b0b85b2 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785601, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.284311} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.024116] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-e31c0a27-98b4-4cdc-a03a-ab680b0b85b2 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1792.024855] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe6c5ee-9b8e-4ab9-9231-ea84b060b72c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.050620] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-e31c0a27-98b4-4cdc-a03a-ab680b0b85b2 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] f20ec23f-9d33-4e6b-9c84-cd65a354da93/f20ec23f-9d33-4e6b-9c84-cd65a354da93.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1792.050933] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ce013f8-0e0c-4c54-8e6d-4d15738b0951 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.066157] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c1e93d4c-1c9f-4c86-b453-120592198f29 tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.782s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1792.073409] env[62438]: DEBUG oslo_vmware.api [None req-e31c0a27-98b4-4cdc-a03a-ab680b0b85b2 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Waiting for the task: (returnval){ [ 1792.073409] env[62438]: value = "task-1785603" [ 1792.073409] env[62438]: _type = "Task" [ 1792.073409] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.084230] env[62438]: DEBUG oslo_vmware.api [None req-e31c0a27-98b4-4cdc-a03a-ab680b0b85b2 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785603, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.088257] env[62438]: INFO nova.scheduler.client.report [None req-c1e93d4c-1c9f-4c86-b453-120592198f29 tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Deleted allocations for instance c35b7049-a1de-4b83-a6f5-430bc4a749d4 [ 1792.100394] env[62438]: INFO nova.compute.manager [None req-f599d255-5dc9-4ce9-81a3-fc15f74938cd tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Took 14.99 seconds to build instance. [ 1792.245285] env[62438]: DEBUG nova.compute.manager [None req-5958f8ab-a709-4259-b341-ce57d23cb924 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: d5942d48-628f-4c7c-a87a-4d30729eea80] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1792.273218] env[62438]: DEBUG nova.virt.hardware [None req-5958f8ab-a709-4259-b341-ce57d23cb924 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1792.273550] env[62438]: DEBUG nova.virt.hardware [None req-5958f8ab-a709-4259-b341-ce57d23cb924 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1792.273752] env[62438]: DEBUG nova.virt.hardware [None req-5958f8ab-a709-4259-b341-ce57d23cb924 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1792.273987] env[62438]: DEBUG nova.virt.hardware [None req-5958f8ab-a709-4259-b341-ce57d23cb924 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1792.274204] env[62438]: DEBUG nova.virt.hardware [None req-5958f8ab-a709-4259-b341-ce57d23cb924 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1792.274431] env[62438]: DEBUG nova.virt.hardware [None req-5958f8ab-a709-4259-b341-ce57d23cb924 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1792.274691] env[62438]: DEBUG nova.virt.hardware [None req-5958f8ab-a709-4259-b341-ce57d23cb924 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1792.274907] env[62438]: DEBUG nova.virt.hardware [None req-5958f8ab-a709-4259-b341-ce57d23cb924 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1792.275165] env[62438]: DEBUG nova.virt.hardware [None req-5958f8ab-a709-4259-b341-ce57d23cb924 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1792.275405] env[62438]: DEBUG nova.virt.hardware [None req-5958f8ab-a709-4259-b341-ce57d23cb924 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1792.275638] env[62438]: DEBUG nova.virt.hardware [None req-5958f8ab-a709-4259-b341-ce57d23cb924 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1792.276647] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9420eb4f-3e6e-4f8b-a145-b0f3dbcb508f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.284785] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c07a287-5e8c-4ae2-99ee-656c98e1873d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.498055] env[62438]: DEBUG nova.network.neutron [None req-d0ffe8de-6395-4fe1-9040-b185db054013 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: abb54d04-d9de-4711-ac01-e4babe81325b] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1792.583668] env[62438]: DEBUG oslo_vmware.api [None req-e31c0a27-98b4-4cdc-a03a-ab680b0b85b2 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785603, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.598210] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c1e93d4c-1c9f-4c86-b453-120592198f29 tempest-AttachInterfacesUnderV243Test-786924249 tempest-AttachInterfacesUnderV243Test-786924249-project-member] Lock "c35b7049-a1de-4b83-a6f5-430bc4a749d4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.787s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1792.603868] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f599d255-5dc9-4ce9-81a3-fc15f74938cd tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Lock "9a04f4af-932a-49d7-82dc-4180cb5d1a19" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.500s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1792.640939] env[62438]: DEBUG nova.network.neutron [None req-d0ffe8de-6395-4fe1-9040-b185db054013 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: abb54d04-d9de-4711-ac01-e4babe81325b] Updating instance_info_cache with network_info: [{"id": "6cac1074-90e5-48ec-9ccd-9854e9deba4f", "address": "fa:16:3e:97:a3:7e", "network": {"id": "a94d385f-71ec-4be6-b04d-8fd365f0788d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1510171435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "941c9b8cd46546ffa37aa3edfa770bd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cac1074-90", "ovs_interfaceid": "6cac1074-90e5-48ec-9ccd-9854e9deba4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1793.087021] env[62438]: DEBUG oslo_vmware.api [None req-e31c0a27-98b4-4cdc-a03a-ab680b0b85b2 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785603, 'name': ReconfigVM_Task, 'duration_secs': 0.974988} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.087021] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-e31c0a27-98b4-4cdc-a03a-ab680b0b85b2 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Reconfigured VM instance instance-00000061 to attach disk [datastore1] f20ec23f-9d33-4e6b-9c84-cd65a354da93/f20ec23f-9d33-4e6b-9c84-cd65a354da93.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1793.087021] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5fe72ae4-81e0-40b9-a104-959699d8e8ac {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.095063] env[62438]: DEBUG oslo_vmware.api [None req-e31c0a27-98b4-4cdc-a03a-ab680b0b85b2 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Waiting for the task: (returnval){ [ 1793.095063] env[62438]: value = "task-1785604" [ 1793.095063] env[62438]: _type = "Task" [ 1793.095063] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.103079] env[62438]: DEBUG oslo_vmware.api [None req-e31c0a27-98b4-4cdc-a03a-ab680b0b85b2 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785604, 'name': Rename_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.110951] env[62438]: DEBUG nova.compute.manager [req-16a4ed05-6c34-4bdf-bd68-389ab9396dde req-4651cbc1-84f2-497d-84fd-1cf2eaab3f62 service nova] [instance: d5942d48-628f-4c7c-a87a-4d30729eea80] Received event network-vif-plugged-3d0f8673-3f7d-453e-b116-b561bcf22951 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1793.110951] env[62438]: DEBUG oslo_concurrency.lockutils [req-16a4ed05-6c34-4bdf-bd68-389ab9396dde req-4651cbc1-84f2-497d-84fd-1cf2eaab3f62 service nova] Acquiring lock "d5942d48-628f-4c7c-a87a-4d30729eea80-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1793.110951] env[62438]: DEBUG oslo_concurrency.lockutils [req-16a4ed05-6c34-4bdf-bd68-389ab9396dde req-4651cbc1-84f2-497d-84fd-1cf2eaab3f62 service nova] Lock "d5942d48-628f-4c7c-a87a-4d30729eea80-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1793.110951] env[62438]: DEBUG oslo_concurrency.lockutils [req-16a4ed05-6c34-4bdf-bd68-389ab9396dde req-4651cbc1-84f2-497d-84fd-1cf2eaab3f62 service nova] Lock "d5942d48-628f-4c7c-a87a-4d30729eea80-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1793.110951] env[62438]: DEBUG nova.compute.manager [req-16a4ed05-6c34-4bdf-bd68-389ab9396dde req-4651cbc1-84f2-497d-84fd-1cf2eaab3f62 service nova] [instance: d5942d48-628f-4c7c-a87a-4d30729eea80] No waiting events found dispatching network-vif-plugged-3d0f8673-3f7d-453e-b116-b561bcf22951 {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1793.110951] env[62438]: WARNING nova.compute.manager [req-16a4ed05-6c34-4bdf-bd68-389ab9396dde req-4651cbc1-84f2-497d-84fd-1cf2eaab3f62 service nova] [instance: d5942d48-628f-4c7c-a87a-4d30729eea80] Received unexpected event network-vif-plugged-3d0f8673-3f7d-453e-b116-b561bcf22951 for instance with vm_state building and task_state spawning. [ 1793.147078] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d0ffe8de-6395-4fe1-9040-b185db054013 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Releasing lock "refresh_cache-abb54d04-d9de-4711-ac01-e4babe81325b" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1793.147078] env[62438]: DEBUG nova.compute.manager [None req-d0ffe8de-6395-4fe1-9040-b185db054013 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: abb54d04-d9de-4711-ac01-e4babe81325b] Instance network_info: |[{"id": "6cac1074-90e5-48ec-9ccd-9854e9deba4f", "address": "fa:16:3e:97:a3:7e", "network": {"id": "a94d385f-71ec-4be6-b04d-8fd365f0788d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1510171435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "941c9b8cd46546ffa37aa3edfa770bd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cac1074-90", "ovs_interfaceid": "6cac1074-90e5-48ec-9ccd-9854e9deba4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1793.147078] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-d0ffe8de-6395-4fe1-9040-b185db054013 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: abb54d04-d9de-4711-ac01-e4babe81325b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:a3:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e30245c5-78f5-48e6-b504-c6c21f5a9b45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6cac1074-90e5-48ec-9ccd-9854e9deba4f', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1793.157194] env[62438]: DEBUG oslo.service.loopingcall [None req-d0ffe8de-6395-4fe1-9040-b185db054013 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1793.159510] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: abb54d04-d9de-4711-ac01-e4babe81325b] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1793.159510] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b4aab25-d065-4aa4-83ff-b2fc4b443365 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.182020] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1793.182020] env[62438]: value = "task-1785605" [ 1793.182020] env[62438]: _type = "Task" [ 1793.182020] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.189062] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785605, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.282038] env[62438]: DEBUG nova.network.neutron [None req-5958f8ab-a709-4259-b341-ce57d23cb924 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: d5942d48-628f-4c7c-a87a-4d30729eea80] Successfully updated port: 3d0f8673-3f7d-453e-b116-b561bcf22951 {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1793.455917] env[62438]: DEBUG nova.compute.manager [req-087d9fc5-b704-44ed-bdc2-e3fbec4b15e7 req-9faca033-f51a-4791-9654-d1371450a509 service nova] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Received event network-changed-26f2b697-c482-42aa-a7bc-24b0ba08b671 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1793.456153] env[62438]: DEBUG nova.compute.manager [req-087d9fc5-b704-44ed-bdc2-e3fbec4b15e7 req-9faca033-f51a-4791-9654-d1371450a509 service nova] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Refreshing instance network info cache due to event network-changed-26f2b697-c482-42aa-a7bc-24b0ba08b671. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1793.456385] env[62438]: DEBUG oslo_concurrency.lockutils [req-087d9fc5-b704-44ed-bdc2-e3fbec4b15e7 req-9faca033-f51a-4791-9654-d1371450a509 service nova] Acquiring lock "refresh_cache-9a04f4af-932a-49d7-82dc-4180cb5d1a19" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1793.456540] env[62438]: DEBUG oslo_concurrency.lockutils [req-087d9fc5-b704-44ed-bdc2-e3fbec4b15e7 req-9faca033-f51a-4791-9654-d1371450a509 service nova] Acquired lock "refresh_cache-9a04f4af-932a-49d7-82dc-4180cb5d1a19" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1793.456706] env[62438]: DEBUG nova.network.neutron [req-087d9fc5-b704-44ed-bdc2-e3fbec4b15e7 req-9faca033-f51a-4791-9654-d1371450a509 service nova] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Refreshing network info cache for port 26f2b697-c482-42aa-a7bc-24b0ba08b671 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1793.603864] env[62438]: DEBUG oslo_vmware.api [None req-e31c0a27-98b4-4cdc-a03a-ab680b0b85b2 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785604, 'name': Rename_Task, 'duration_secs': 0.211437} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.604186] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-e31c0a27-98b4-4cdc-a03a-ab680b0b85b2 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1793.604468] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-54fbcf3a-a47e-41d8-904b-09b1dc239d9f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.610745] env[62438]: DEBUG oslo_vmware.api [None req-e31c0a27-98b4-4cdc-a03a-ab680b0b85b2 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Waiting for the task: (returnval){ [ 1793.610745] env[62438]: value = "task-1785606" [ 1793.610745] env[62438]: _type = "Task" [ 1793.610745] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.620374] env[62438]: DEBUG oslo_vmware.api [None req-e31c0a27-98b4-4cdc-a03a-ab680b0b85b2 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785606, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.689826] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785605, 'name': CreateVM_Task} progress is 25%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.792548] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5958f8ab-a709-4259-b341-ce57d23cb924 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Acquiring lock "refresh_cache-d5942d48-628f-4c7c-a87a-4d30729eea80" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1793.792736] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5958f8ab-a709-4259-b341-ce57d23cb924 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Acquired lock "refresh_cache-d5942d48-628f-4c7c-a87a-4d30729eea80" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1793.792994] env[62438]: DEBUG nova.network.neutron [None req-5958f8ab-a709-4259-b341-ce57d23cb924 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: d5942d48-628f-4c7c-a87a-4d30729eea80] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1794.122313] env[62438]: DEBUG oslo_vmware.api [None req-e31c0a27-98b4-4cdc-a03a-ab680b0b85b2 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785606, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.196384] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785605, 'name': CreateVM_Task, 'duration_secs': 0.630616} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.196547] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: abb54d04-d9de-4711-ac01-e4babe81325b] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1794.197329] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d0ffe8de-6395-4fe1-9040-b185db054013 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1794.197454] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d0ffe8de-6395-4fe1-9040-b185db054013 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1794.197806] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d0ffe8de-6395-4fe1-9040-b185db054013 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1794.198284] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91acbf22-356f-4bfa-b13b-bc7a9a23baa0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.203877] env[62438]: DEBUG oslo_vmware.api [None req-d0ffe8de-6395-4fe1-9040-b185db054013 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Waiting for the task: (returnval){ [ 1794.203877] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52c24ff1-1598-8466-d86b-c39d5c5878a1" [ 1794.203877] env[62438]: _type = "Task" [ 1794.203877] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.212951] env[62438]: DEBUG oslo_vmware.api [None req-d0ffe8de-6395-4fe1-9040-b185db054013 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52c24ff1-1598-8466-d86b-c39d5c5878a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.347835] env[62438]: DEBUG nova.network.neutron [None req-5958f8ab-a709-4259-b341-ce57d23cb924 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: d5942d48-628f-4c7c-a87a-4d30729eea80] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1794.452146] env[62438]: DEBUG nova.network.neutron [req-087d9fc5-b704-44ed-bdc2-e3fbec4b15e7 req-9faca033-f51a-4791-9654-d1371450a509 service nova] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Updated VIF entry in instance network info cache for port 26f2b697-c482-42aa-a7bc-24b0ba08b671. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1794.452603] env[62438]: DEBUG nova.network.neutron [req-087d9fc5-b704-44ed-bdc2-e3fbec4b15e7 req-9faca033-f51a-4791-9654-d1371450a509 service nova] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Updating instance_info_cache with network_info: [{"id": "26f2b697-c482-42aa-a7bc-24b0ba08b671", "address": "fa:16:3e:33:7b:a3", "network": {"id": "d5e0f42e-8988-470d-bf55-b08dd924a07b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-779037552-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7f4486a8955463faeee363dc451c813", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26f2b697-c4", "ovs_interfaceid": "26f2b697-c482-42aa-a7bc-24b0ba08b671", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1794.566688] env[62438]: DEBUG nova.network.neutron [None req-5958f8ab-a709-4259-b341-ce57d23cb924 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: d5942d48-628f-4c7c-a87a-4d30729eea80] Updating instance_info_cache with network_info: [{"id": "3d0f8673-3f7d-453e-b116-b561bcf22951", "address": "fa:16:3e:50:e7:56", "network": {"id": "a842c849-d53e-4861-ba7c-3a7d63a56e07", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1714288597-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a974a1f1bd4049f1b41bc114794b6696", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d0f8673-3f", "ovs_interfaceid": "3d0f8673-3f7d-453e-b116-b561bcf22951", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1794.623290] env[62438]: DEBUG oslo_vmware.api [None req-e31c0a27-98b4-4cdc-a03a-ab680b0b85b2 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785606, 'name': PowerOnVM_Task, 'duration_secs': 0.734784} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.623643] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-e31c0a27-98b4-4cdc-a03a-ab680b0b85b2 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1794.623874] env[62438]: INFO nova.compute.manager [None req-e31c0a27-98b4-4cdc-a03a-ab680b0b85b2 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Took 10.99 seconds to spawn the instance on the hypervisor. [ 1794.624081] env[62438]: DEBUG nova.compute.manager [None req-e31c0a27-98b4-4cdc-a03a-ab680b0b85b2 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1794.624877] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-521a8aab-6b42-40cc-9ca9-43a7c8d6321d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.715754] env[62438]: DEBUG oslo_vmware.api [None req-d0ffe8de-6395-4fe1-9040-b185db054013 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52c24ff1-1598-8466-d86b-c39d5c5878a1, 'name': SearchDatastore_Task, 'duration_secs': 0.010279} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.716559] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d0ffe8de-6395-4fe1-9040-b185db054013 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1794.716559] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-d0ffe8de-6395-4fe1-9040-b185db054013 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: abb54d04-d9de-4711-ac01-e4babe81325b] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1794.716670] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d0ffe8de-6395-4fe1-9040-b185db054013 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1794.716929] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d0ffe8de-6395-4fe1-9040-b185db054013 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1794.717251] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0ffe8de-6395-4fe1-9040-b185db054013 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1794.717621] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1a1f8815-cbe4-4e9a-8d34-306a15e854c3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.726636] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0ffe8de-6395-4fe1-9040-b185db054013 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1794.726824] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-d0ffe8de-6395-4fe1-9040-b185db054013 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1794.727566] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f3edd33-b5b5-4127-b908-d7244e906ed4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.732813] env[62438]: DEBUG oslo_vmware.api [None req-d0ffe8de-6395-4fe1-9040-b185db054013 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Waiting for the task: (returnval){ [ 1794.732813] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52bf74e9-10f2-e192-7b58-b300279db94f" [ 1794.732813] env[62438]: _type = "Task" [ 1794.732813] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.741662] env[62438]: DEBUG oslo_vmware.api [None req-d0ffe8de-6395-4fe1-9040-b185db054013 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52bf74e9-10f2-e192-7b58-b300279db94f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.958054] env[62438]: DEBUG oslo_concurrency.lockutils [req-087d9fc5-b704-44ed-bdc2-e3fbec4b15e7 req-9faca033-f51a-4791-9654-d1371450a509 service nova] Releasing lock "refresh_cache-9a04f4af-932a-49d7-82dc-4180cb5d1a19" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1795.069168] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5958f8ab-a709-4259-b341-ce57d23cb924 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Releasing lock "refresh_cache-d5942d48-628f-4c7c-a87a-4d30729eea80" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1795.069385] env[62438]: DEBUG nova.compute.manager [None req-5958f8ab-a709-4259-b341-ce57d23cb924 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: d5942d48-628f-4c7c-a87a-4d30729eea80] Instance network_info: |[{"id": "3d0f8673-3f7d-453e-b116-b561bcf22951", "address": "fa:16:3e:50:e7:56", "network": {"id": "a842c849-d53e-4861-ba7c-3a7d63a56e07", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1714288597-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a974a1f1bd4049f1b41bc114794b6696", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d0f8673-3f", "ovs_interfaceid": "3d0f8673-3f7d-453e-b116-b561bcf22951", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1795.072796] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-5958f8ab-a709-4259-b341-ce57d23cb924 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: d5942d48-628f-4c7c-a87a-4d30729eea80] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:e7:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0c0b05e-6d10-474c-9173-4c8f1dacac9f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d0f8673-3f7d-453e-b116-b561bcf22951', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1795.078586] env[62438]: DEBUG oslo.service.loopingcall [None req-5958f8ab-a709-4259-b341-ce57d23cb924 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1795.078864] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5942d48-628f-4c7c-a87a-4d30729eea80] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1795.079121] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-334eed81-3fbf-4639-b955-5f640af7c43c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.102888] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1795.102888] env[62438]: value = "task-1785607" [ 1795.102888] env[62438]: _type = "Task" [ 1795.102888] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.107879] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785607, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.145484] env[62438]: INFO nova.compute.manager [None req-e31c0a27-98b4-4cdc-a03a-ab680b0b85b2 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Took 17.76 seconds to build instance. [ 1795.248300] env[62438]: DEBUG oslo_vmware.api [None req-d0ffe8de-6395-4fe1-9040-b185db054013 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52bf74e9-10f2-e192-7b58-b300279db94f, 'name': SearchDatastore_Task, 'duration_secs': 0.009083} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.249202] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e639cbc0-e916-43e1-984b-2fe515c6cd3a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.259645] env[62438]: DEBUG oslo_vmware.api [None req-d0ffe8de-6395-4fe1-9040-b185db054013 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Waiting for the task: (returnval){ [ 1795.259645] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52cfd5ad-33e9-c7fa-1eeb-75f1d6ecf4e1" [ 1795.259645] env[62438]: _type = "Task" [ 1795.259645] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.269484] env[62438]: DEBUG oslo_vmware.api [None req-d0ffe8de-6395-4fe1-9040-b185db054013 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52cfd5ad-33e9-c7fa-1eeb-75f1d6ecf4e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.600619] env[62438]: DEBUG nova.compute.manager [req-5b9cc965-8e18-4155-9a10-c6618fafd07c req-f6f501d2-f885-47ba-9390-2d230d3599f0 service nova] [instance: d5942d48-628f-4c7c-a87a-4d30729eea80] Received event network-changed-3d0f8673-3f7d-453e-b116-b561bcf22951 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1795.601134] env[62438]: DEBUG nova.compute.manager [req-5b9cc965-8e18-4155-9a10-c6618fafd07c req-f6f501d2-f885-47ba-9390-2d230d3599f0 service nova] [instance: d5942d48-628f-4c7c-a87a-4d30729eea80] Refreshing instance network info cache due to event network-changed-3d0f8673-3f7d-453e-b116-b561bcf22951. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1795.601516] env[62438]: DEBUG oslo_concurrency.lockutils [req-5b9cc965-8e18-4155-9a10-c6618fafd07c req-f6f501d2-f885-47ba-9390-2d230d3599f0 service nova] Acquiring lock "refresh_cache-d5942d48-628f-4c7c-a87a-4d30729eea80" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1795.601796] env[62438]: DEBUG oslo_concurrency.lockutils [req-5b9cc965-8e18-4155-9a10-c6618fafd07c req-f6f501d2-f885-47ba-9390-2d230d3599f0 service nova] Acquired lock "refresh_cache-d5942d48-628f-4c7c-a87a-4d30729eea80" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1795.602145] env[62438]: DEBUG nova.network.neutron [req-5b9cc965-8e18-4155-9a10-c6618fafd07c req-f6f501d2-f885-47ba-9390-2d230d3599f0 service nova] [instance: d5942d48-628f-4c7c-a87a-4d30729eea80] Refreshing network info cache for port 3d0f8673-3f7d-453e-b116-b561bcf22951 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1795.617228] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785607, 'name': CreateVM_Task, 'duration_secs': 0.316856} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.617509] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5942d48-628f-4c7c-a87a-4d30729eea80] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1795.618327] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5958f8ab-a709-4259-b341-ce57d23cb924 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1795.618540] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5958f8ab-a709-4259-b341-ce57d23cb924 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1795.618916] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5958f8ab-a709-4259-b341-ce57d23cb924 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1795.619291] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28187fad-b89f-44f6-abc6-c49bba95d333 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.626300] env[62438]: DEBUG oslo_vmware.api [None req-5958f8ab-a709-4259-b341-ce57d23cb924 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Waiting for the task: (returnval){ [ 1795.626300] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]527b4cf8-4f96-3549-4a6d-6a30c55ca74d" [ 1795.626300] env[62438]: _type = "Task" [ 1795.626300] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.635639] env[62438]: DEBUG oslo_vmware.api [None req-5958f8ab-a709-4259-b341-ce57d23cb924 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]527b4cf8-4f96-3549-4a6d-6a30c55ca74d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.647780] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e31c0a27-98b4-4cdc-a03a-ab680b0b85b2 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Lock "f20ec23f-9d33-4e6b-9c84-cd65a354da93" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.269s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1795.770341] env[62438]: DEBUG oslo_vmware.api [None req-d0ffe8de-6395-4fe1-9040-b185db054013 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52cfd5ad-33e9-c7fa-1eeb-75f1d6ecf4e1, 'name': SearchDatastore_Task, 'duration_secs': 0.009789} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.770629] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d0ffe8de-6395-4fe1-9040-b185db054013 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1795.770920] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0ffe8de-6395-4fe1-9040-b185db054013 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] abb54d04-d9de-4711-ac01-e4babe81325b/abb54d04-d9de-4711-ac01-e4babe81325b.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1795.771249] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e93b1985-8f5d-4a50-b0ea-ce22a2a0f3e5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.779863] env[62438]: DEBUG oslo_vmware.api [None req-d0ffe8de-6395-4fe1-9040-b185db054013 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Waiting for the task: (returnval){ [ 1795.779863] env[62438]: value = "task-1785608" [ 1795.779863] env[62438]: _type = "Task" [ 1795.779863] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.788778] env[62438]: DEBUG oslo_vmware.api [None req-d0ffe8de-6395-4fe1-9040-b185db054013 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1785608, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.138355] env[62438]: DEBUG oslo_vmware.api [None req-5958f8ab-a709-4259-b341-ce57d23cb924 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]527b4cf8-4f96-3549-4a6d-6a30c55ca74d, 'name': SearchDatastore_Task, 'duration_secs': 0.009604} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.138739] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5958f8ab-a709-4259-b341-ce57d23cb924 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1796.139019] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-5958f8ab-a709-4259-b341-ce57d23cb924 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: d5942d48-628f-4c7c-a87a-4d30729eea80] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1796.139375] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5958f8ab-a709-4259-b341-ce57d23cb924 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1796.139545] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5958f8ab-a709-4259-b341-ce57d23cb924 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1796.139762] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-5958f8ab-a709-4259-b341-ce57d23cb924 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1796.140147] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1d8cc5f7-acfa-4252-85a4-0e4121120559 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.154865] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-5958f8ab-a709-4259-b341-ce57d23cb924 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1796.155338] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-5958f8ab-a709-4259-b341-ce57d23cb924 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1796.156022] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35c50250-e398-4a9c-b951-b1d7a327e12b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.165861] env[62438]: DEBUG oslo_vmware.api [None req-5958f8ab-a709-4259-b341-ce57d23cb924 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Waiting for the task: (returnval){ [ 1796.165861] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52b7ab94-3403-b443-e638-9037c0c8e5ec" [ 1796.165861] env[62438]: _type = "Task" [ 1796.165861] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.176277] env[62438]: DEBUG oslo_vmware.api [None req-5958f8ab-a709-4259-b341-ce57d23cb924 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52b7ab94-3403-b443-e638-9037c0c8e5ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.294143] env[62438]: DEBUG oslo_vmware.api [None req-d0ffe8de-6395-4fe1-9040-b185db054013 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1785608, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469269} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.294436] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0ffe8de-6395-4fe1-9040-b185db054013 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] abb54d04-d9de-4711-ac01-e4babe81325b/abb54d04-d9de-4711-ac01-e4babe81325b.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1796.294654] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-d0ffe8de-6395-4fe1-9040-b185db054013 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: abb54d04-d9de-4711-ac01-e4babe81325b] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1796.294916] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ae7b7a94-d7d3-42d7-a144-8b8e171e41e5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.303788] env[62438]: DEBUG oslo_vmware.api [None req-d0ffe8de-6395-4fe1-9040-b185db054013 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Waiting for the task: (returnval){ [ 1796.303788] env[62438]: value = "task-1785609" [ 1796.303788] env[62438]: _type = "Task" [ 1796.303788] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.318335] env[62438]: DEBUG oslo_vmware.api [None req-d0ffe8de-6395-4fe1-9040-b185db054013 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1785609, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.397868] env[62438]: DEBUG oslo_concurrency.lockutils [None req-306a1caf-09ef-4d2c-b60f-636adc6998c3 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Acquiring lock "8ecfe3b6-a071-434d-afb1-41deafdf79d4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1796.398183] env[62438]: DEBUG oslo_concurrency.lockutils [None req-306a1caf-09ef-4d2c-b60f-636adc6998c3 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Lock "8ecfe3b6-a071-434d-afb1-41deafdf79d4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1796.483043] env[62438]: DEBUG nova.network.neutron [req-5b9cc965-8e18-4155-9a10-c6618fafd07c req-f6f501d2-f885-47ba-9390-2d230d3599f0 service nova] [instance: d5942d48-628f-4c7c-a87a-4d30729eea80] Updated VIF entry in instance network info cache for port 3d0f8673-3f7d-453e-b116-b561bcf22951. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1796.483043] env[62438]: DEBUG nova.network.neutron [req-5b9cc965-8e18-4155-9a10-c6618fafd07c req-f6f501d2-f885-47ba-9390-2d230d3599f0 service nova] [instance: d5942d48-628f-4c7c-a87a-4d30729eea80] Updating instance_info_cache with network_info: [{"id": "3d0f8673-3f7d-453e-b116-b561bcf22951", "address": "fa:16:3e:50:e7:56", "network": {"id": "a842c849-d53e-4861-ba7c-3a7d63a56e07", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1714288597-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a974a1f1bd4049f1b41bc114794b6696", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d0f8673-3f", "ovs_interfaceid": "3d0f8673-3f7d-453e-b116-b561bcf22951", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1796.678191] env[62438]: DEBUG oslo_vmware.api [None req-5958f8ab-a709-4259-b341-ce57d23cb924 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52b7ab94-3403-b443-e638-9037c0c8e5ec, 'name': SearchDatastore_Task, 'duration_secs': 0.058908} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.679112] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae5aa8f1-a202-4994-a6ee-d724db6740b8 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.685342] env[62438]: DEBUG oslo_vmware.api [None req-5958f8ab-a709-4259-b341-ce57d23cb924 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Waiting for the task: (returnval){ [ 1796.685342] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52e0c73c-694f-9bc4-ae17-ab07b985b523" [ 1796.685342] env[62438]: _type = "Task" [ 1796.685342] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.693984] env[62438]: DEBUG oslo_vmware.api [None req-5958f8ab-a709-4259-b341-ce57d23cb924 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52e0c73c-694f-9bc4-ae17-ab07b985b523, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.815275] env[62438]: DEBUG oslo_vmware.api [None req-d0ffe8de-6395-4fe1-9040-b185db054013 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1785609, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06477} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.815639] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-d0ffe8de-6395-4fe1-9040-b185db054013 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: abb54d04-d9de-4711-ac01-e4babe81325b] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1796.816664] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aad1289-fcd2-40ba-87da-30a9701519da {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.839606] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0ffe8de-6395-4fe1-9040-b185db054013 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: abb54d04-d9de-4711-ac01-e4babe81325b] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] abb54d04-d9de-4711-ac01-e4babe81325b/abb54d04-d9de-4711-ac01-e4babe81325b.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1796.839913] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86ab2dc8-a82b-4aae-8e2b-11c371d43216 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.859558] env[62438]: DEBUG oslo_vmware.api [None req-d0ffe8de-6395-4fe1-9040-b185db054013 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Waiting for the task: (returnval){ [ 1796.859558] env[62438]: value = "task-1785610" [ 1796.859558] env[62438]: _type = "Task" [ 1796.859558] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.867956] env[62438]: DEBUG oslo_vmware.api [None req-d0ffe8de-6395-4fe1-9040-b185db054013 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1785610, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.903092] env[62438]: DEBUG nova.compute.manager [None req-306a1caf-09ef-4d2c-b60f-636adc6998c3 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1796.985990] env[62438]: DEBUG oslo_concurrency.lockutils [req-5b9cc965-8e18-4155-9a10-c6618fafd07c req-f6f501d2-f885-47ba-9390-2d230d3599f0 service nova] Releasing lock "refresh_cache-d5942d48-628f-4c7c-a87a-4d30729eea80" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1797.198393] env[62438]: DEBUG oslo_vmware.api [None req-5958f8ab-a709-4259-b341-ce57d23cb924 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52e0c73c-694f-9bc4-ae17-ab07b985b523, 'name': SearchDatastore_Task, 'duration_secs': 0.010444} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.200130] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5958f8ab-a709-4259-b341-ce57d23cb924 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1797.200130] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-5958f8ab-a709-4259-b341-ce57d23cb924 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] d5942d48-628f-4c7c-a87a-4d30729eea80/d5942d48-628f-4c7c-a87a-4d30729eea80.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1797.200130] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-31b6ecd4-e72b-4310-b8b1-23b1e08b4772 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.208449] env[62438]: DEBUG oslo_vmware.api [None req-5958f8ab-a709-4259-b341-ce57d23cb924 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Waiting for the task: (returnval){ [ 1797.208449] env[62438]: value = "task-1785611" [ 1797.208449] env[62438]: _type = "Task" [ 1797.208449] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.218517] env[62438]: DEBUG oslo_vmware.api [None req-5958f8ab-a709-4259-b341-ce57d23cb924 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': task-1785611, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.370239] env[62438]: DEBUG oslo_vmware.api [None req-d0ffe8de-6395-4fe1-9040-b185db054013 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1785610, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.427538] env[62438]: DEBUG oslo_concurrency.lockutils [None req-306a1caf-09ef-4d2c-b60f-636adc6998c3 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1797.427835] env[62438]: DEBUG oslo_concurrency.lockutils [None req-306a1caf-09ef-4d2c-b60f-636adc6998c3 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1797.430561] env[62438]: INFO nova.compute.claims [None req-306a1caf-09ef-4d2c-b60f-636adc6998c3 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1797.616710] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1797.617032] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1797.617913] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Starting heal instance info cache {{(pid=62438) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}} [ 1797.645353] env[62438]: DEBUG nova.compute.manager [req-a48bdfb2-d4ca-4e58-b018-d7d532b0ac13 req-4260cff6-15fe-4bda-8a2d-ec367e3a3818 service nova] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Received event network-changed-0e62c45b-acb8-4412-adfd-f7edaf39408b {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1797.647133] env[62438]: DEBUG nova.compute.manager [req-a48bdfb2-d4ca-4e58-b018-d7d532b0ac13 req-4260cff6-15fe-4bda-8a2d-ec367e3a3818 service nova] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Refreshing instance network info cache due to event network-changed-0e62c45b-acb8-4412-adfd-f7edaf39408b. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1797.647133] env[62438]: DEBUG oslo_concurrency.lockutils [req-a48bdfb2-d4ca-4e58-b018-d7d532b0ac13 req-4260cff6-15fe-4bda-8a2d-ec367e3a3818 service nova] Acquiring lock "refresh_cache-f20ec23f-9d33-4e6b-9c84-cd65a354da93" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1797.647317] env[62438]: DEBUG oslo_concurrency.lockutils [req-a48bdfb2-d4ca-4e58-b018-d7d532b0ac13 req-4260cff6-15fe-4bda-8a2d-ec367e3a3818 service nova] Acquired lock "refresh_cache-f20ec23f-9d33-4e6b-9c84-cd65a354da93" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1797.647606] env[62438]: DEBUG nova.network.neutron [req-a48bdfb2-d4ca-4e58-b018-d7d532b0ac13 req-4260cff6-15fe-4bda-8a2d-ec367e3a3818 service nova] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Refreshing network info cache for port 0e62c45b-acb8-4412-adfd-f7edaf39408b {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1797.724231] env[62438]: DEBUG oslo_vmware.api [None req-5958f8ab-a709-4259-b341-ce57d23cb924 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': task-1785611, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.870530] env[62438]: DEBUG oslo_vmware.api [None req-d0ffe8de-6395-4fe1-9040-b185db054013 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1785610, 'name': ReconfigVM_Task, 'duration_secs': 0.575272} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.870826] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0ffe8de-6395-4fe1-9040-b185db054013 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: abb54d04-d9de-4711-ac01-e4babe81325b] Reconfigured VM instance instance-00000062 to attach disk [datastore1] abb54d04-d9de-4711-ac01-e4babe81325b/abb54d04-d9de-4711-ac01-e4babe81325b.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1797.871504] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-45fd5803-22c1-4c4a-8cc2-b8dbcf1416c9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.882124] env[62438]: DEBUG oslo_vmware.api [None req-d0ffe8de-6395-4fe1-9040-b185db054013 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Waiting for the task: (returnval){ [ 1797.882124] env[62438]: value = "task-1785612" [ 1797.882124] env[62438]: _type = "Task" [ 1797.882124] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.890709] env[62438]: DEBUG oslo_vmware.api [None req-d0ffe8de-6395-4fe1-9040-b185db054013 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1785612, 'name': Rename_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.034060] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c098a399-3a75-4f3d-8457-c30c2a7e9a03 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Acquiring lock "2a865b41-1752-4d8e-81f0-3ca85069c831" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1798.034469] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c098a399-3a75-4f3d-8457-c30c2a7e9a03 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Lock "2a865b41-1752-4d8e-81f0-3ca85069c831" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1798.219355] env[62438]: DEBUG oslo_vmware.api [None req-5958f8ab-a709-4259-b341-ce57d23cb924 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': task-1785611, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.383361] env[62438]: DEBUG nova.network.neutron [req-a48bdfb2-d4ca-4e58-b018-d7d532b0ac13 req-4260cff6-15fe-4bda-8a2d-ec367e3a3818 service nova] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Updated VIF entry in instance network info cache for port 0e62c45b-acb8-4412-adfd-f7edaf39408b. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1798.383777] env[62438]: DEBUG nova.network.neutron [req-a48bdfb2-d4ca-4e58-b018-d7d532b0ac13 req-4260cff6-15fe-4bda-8a2d-ec367e3a3818 service nova] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Updating instance_info_cache with network_info: [{"id": "0e62c45b-acb8-4412-adfd-f7edaf39408b", "address": "fa:16:3e:0e:5e:86", "network": {"id": "0dbd3920-b0f9-440c-828e-f62c188026e3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-185667311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f3dbad0ee7a4ddebd396ce5fa49f1d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e62c45b-ac", "ovs_interfaceid": "0e62c45b-acb8-4412-adfd-f7edaf39408b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1798.396672] env[62438]: DEBUG oslo_vmware.api [None req-d0ffe8de-6395-4fe1-9040-b185db054013 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1785612, 'name': Rename_Task, 'duration_secs': 0.419569} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.397117] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0ffe8de-6395-4fe1-9040-b185db054013 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: abb54d04-d9de-4711-ac01-e4babe81325b] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1798.397425] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-39363caa-60e8-4caf-92fd-33ec0a7ba8c4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.404205] env[62438]: DEBUG oslo_vmware.api [None req-d0ffe8de-6395-4fe1-9040-b185db054013 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Waiting for the task: (returnval){ [ 1798.404205] env[62438]: value = "task-1785613" [ 1798.404205] env[62438]: _type = "Task" [ 1798.404205] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.412107] env[62438]: DEBUG oslo_vmware.api [None req-d0ffe8de-6395-4fe1-9040-b185db054013 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1785613, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.544165] env[62438]: INFO nova.compute.manager [None req-c098a399-3a75-4f3d-8457-c30c2a7e9a03 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 2a865b41-1752-4d8e-81f0-3ca85069c831] Detaching volume e0b301b8-ac65-413c-bf91-fba27f770da3 [ 1798.581278] env[62438]: INFO nova.virt.block_device [None req-c098a399-3a75-4f3d-8457-c30c2a7e9a03 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 2a865b41-1752-4d8e-81f0-3ca85069c831] Attempting to driver detach volume e0b301b8-ac65-413c-bf91-fba27f770da3 from mountpoint /dev/sdb [ 1798.581499] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-c098a399-3a75-4f3d-8457-c30c2a7e9a03 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 2a865b41-1752-4d8e-81f0-3ca85069c831] Volume detach. Driver type: vmdk {{(pid=62438) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1798.581699] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-c098a399-3a75-4f3d-8457-c30c2a7e9a03 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 2a865b41-1752-4d8e-81f0-3ca85069c831] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370487', 'volume_id': 'e0b301b8-ac65-413c-bf91-fba27f770da3', 'name': 'volume-e0b301b8-ac65-413c-bf91-fba27f770da3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2a865b41-1752-4d8e-81f0-3ca85069c831', 'attached_at': '', 'detached_at': '', 'volume_id': 'e0b301b8-ac65-413c-bf91-fba27f770da3', 'serial': 'e0b301b8-ac65-413c-bf91-fba27f770da3'} {{(pid=62438) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1798.582636] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-250253f1-e259-43bc-9438-8ad5100256a9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.619020] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-008b7cf9-1306-4cd0-a7c9-1f59b1608261 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.624958] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e2e976-a328-4c4f-8e9d-1490b97c22ce {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.659661] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bde6164-5110-4ca9-9a8b-7ff85f54af04 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.676537] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-c098a399-3a75-4f3d-8457-c30c2a7e9a03 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] The volume has not been displaced from its original location: [datastore1] volume-e0b301b8-ac65-413c-bf91-fba27f770da3/volume-e0b301b8-ac65-413c-bf91-fba27f770da3.vmdk. No consolidation needed. {{(pid=62438) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1798.682146] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-c098a399-3a75-4f3d-8457-c30c2a7e9a03 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 2a865b41-1752-4d8e-81f0-3ca85069c831] Reconfiguring VM instance instance-00000055 to detach disk 2001 {{(pid=62438) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1798.683910] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b344b6c-0709-4924-b2e3-5fff017a84b9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.697508] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63307edf-0b27-4871-a87a-f4d55cfc1aa6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.706941] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12516fb8-0dc0-47e5-91a4-cd640c5e8629 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.710223] env[62438]: DEBUG oslo_vmware.api [None req-c098a399-3a75-4f3d-8457-c30c2a7e9a03 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Waiting for the task: (returnval){ [ 1798.710223] env[62438]: value = "task-1785614" [ 1798.710223] env[62438]: _type = "Task" [ 1798.710223] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.742861] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95336526-96df-4796-be05-777bcae66639 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.751512] env[62438]: DEBUG oslo_vmware.api [None req-c098a399-3a75-4f3d-8457-c30c2a7e9a03 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785614, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.752087] env[62438]: DEBUG oslo_vmware.api [None req-5958f8ab-a709-4259-b341-ce57d23cb924 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': task-1785611, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.756867] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fe58a77-34ec-477e-ba10-13a084552cde {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.770131] env[62438]: DEBUG nova.compute.provider_tree [None req-306a1caf-09ef-4d2c-b60f-636adc6998c3 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1798.886934] env[62438]: DEBUG oslo_concurrency.lockutils [req-a48bdfb2-d4ca-4e58-b018-d7d532b0ac13 req-4260cff6-15fe-4bda-8a2d-ec367e3a3818 service nova] Releasing lock "refresh_cache-f20ec23f-9d33-4e6b-9c84-cd65a354da93" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1798.896036] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Acquiring lock "25925035-b746-48db-985c-e8705ee5fd81" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1798.896288] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Lock "25925035-b746-48db-985c-e8705ee5fd81" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1798.915696] env[62438]: DEBUG oslo_vmware.api [None req-d0ffe8de-6395-4fe1-9040-b185db054013 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1785613, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.930769] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Acquiring lock "69e8228f-6423-4a27-acfc-3ed97e7fd860" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1798.930769] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Lock "69e8228f-6423-4a27-acfc-3ed97e7fd860" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1799.223804] env[62438]: DEBUG oslo_vmware.api [None req-5958f8ab-a709-4259-b341-ce57d23cb924 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': task-1785611, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.620853} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.227334] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-5958f8ab-a709-4259-b341-ce57d23cb924 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] d5942d48-628f-4c7c-a87a-4d30729eea80/d5942d48-628f-4c7c-a87a-4d30729eea80.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1799.228062] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-5958f8ab-a709-4259-b341-ce57d23cb924 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: d5942d48-628f-4c7c-a87a-4d30729eea80] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1799.228062] env[62438]: DEBUG oslo_vmware.api [None req-c098a399-3a75-4f3d-8457-c30c2a7e9a03 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785614, 'name': ReconfigVM_Task, 'duration_secs': 0.368682} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.228282] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8b5e2859-05f9-482a-a445-bc6705fd004c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.229896] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-c098a399-3a75-4f3d-8457-c30c2a7e9a03 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 2a865b41-1752-4d8e-81f0-3ca85069c831] Reconfigured VM instance instance-00000055 to detach disk 2001 {{(pid=62438) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1799.235244] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bfc3ed80-fc66-495c-bdec-dc8143c25a95 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.253241] env[62438]: DEBUG oslo_vmware.api [None req-5958f8ab-a709-4259-b341-ce57d23cb924 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Waiting for the task: (returnval){ [ 1799.253241] env[62438]: value = "task-1785615" [ 1799.253241] env[62438]: _type = "Task" [ 1799.253241] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.254987] env[62438]: DEBUG oslo_vmware.api [None req-c098a399-3a75-4f3d-8457-c30c2a7e9a03 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Waiting for the task: (returnval){ [ 1799.254987] env[62438]: value = "task-1785616" [ 1799.254987] env[62438]: _type = "Task" [ 1799.254987] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.272507] env[62438]: DEBUG nova.scheduler.client.report [None req-306a1caf-09ef-4d2c-b60f-636adc6998c3 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1799.275803] env[62438]: DEBUG oslo_vmware.api [None req-c098a399-3a75-4f3d-8457-c30c2a7e9a03 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785616, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.279515] env[62438]: DEBUG oslo_vmware.api [None req-5958f8ab-a709-4259-b341-ce57d23cb924 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': task-1785615, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.398779] env[62438]: DEBUG nova.compute.manager [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: 25925035-b746-48db-985c-e8705ee5fd81] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1799.414368] env[62438]: DEBUG oslo_vmware.api [None req-d0ffe8de-6395-4fe1-9040-b185db054013 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1785613, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.432695] env[62438]: DEBUG nova.compute.manager [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: 69e8228f-6423-4a27-acfc-3ed97e7fd860] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1799.767440] env[62438]: DEBUG oslo_vmware.api [None req-5958f8ab-a709-4259-b341-ce57d23cb924 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': task-1785615, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066638} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.770312] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-5958f8ab-a709-4259-b341-ce57d23cb924 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: d5942d48-628f-4c7c-a87a-4d30729eea80] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1799.770612] env[62438]: DEBUG oslo_vmware.api [None req-c098a399-3a75-4f3d-8457-c30c2a7e9a03 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785616, 'name': ReconfigVM_Task, 'duration_secs': 0.158889} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.771291] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e97074-51c0-46e5-8952-c065ccff18d0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.773577] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-c098a399-3a75-4f3d-8457-c30c2a7e9a03 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 2a865b41-1752-4d8e-81f0-3ca85069c831] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370487', 'volume_id': 'e0b301b8-ac65-413c-bf91-fba27f770da3', 'name': 'volume-e0b301b8-ac65-413c-bf91-fba27f770da3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2a865b41-1752-4d8e-81f0-3ca85069c831', 'attached_at': '', 'detached_at': '', 'volume_id': 'e0b301b8-ac65-413c-bf91-fba27f770da3', 'serial': 'e0b301b8-ac65-413c-bf91-fba27f770da3'} {{(pid=62438) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1799.787258] env[62438]: DEBUG oslo_concurrency.lockutils [None req-306a1caf-09ef-4d2c-b60f-636adc6998c3 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.359s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1799.787608] env[62438]: DEBUG nova.compute.manager [None req-306a1caf-09ef-4d2c-b60f-636adc6998c3 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1799.798417] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-5958f8ab-a709-4259-b341-ce57d23cb924 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: d5942d48-628f-4c7c-a87a-4d30729eea80] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] d5942d48-628f-4c7c-a87a-4d30729eea80/d5942d48-628f-4c7c-a87a-4d30729eea80.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1799.798876] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e117d65-72cc-46f0-ba50-e786220b4390 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.817679] env[62438]: DEBUG oslo_vmware.api [None req-5958f8ab-a709-4259-b341-ce57d23cb924 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Waiting for the task: (returnval){ [ 1799.817679] env[62438]: value = "task-1785617" [ 1799.817679] env[62438]: _type = "Task" [ 1799.817679] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.825385] env[62438]: DEBUG oslo_vmware.api [None req-5958f8ab-a709-4259-b341-ce57d23cb924 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': task-1785617, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.920413] env[62438]: DEBUG oslo_vmware.api [None req-d0ffe8de-6395-4fe1-9040-b185db054013 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1785613, 'name': PowerOnVM_Task, 'duration_secs': 1.056442} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.920860] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0ffe8de-6395-4fe1-9040-b185db054013 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: abb54d04-d9de-4711-ac01-e4babe81325b] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1799.921147] env[62438]: INFO nova.compute.manager [None req-d0ffe8de-6395-4fe1-9040-b185db054013 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: abb54d04-d9de-4711-ac01-e4babe81325b] Took 9.97 seconds to spawn the instance on the hypervisor. [ 1799.921520] env[62438]: DEBUG nova.compute.manager [None req-d0ffe8de-6395-4fe1-9040-b185db054013 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: abb54d04-d9de-4711-ac01-e4babe81325b] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1799.922296] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-127aebc9-227d-4262-9d89-06d5762c188b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.933896] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1799.934230] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1799.935646] env[62438]: INFO nova.compute.claims [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: 25925035-b746-48db-985c-e8705ee5fd81] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1799.955875] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1800.301906] env[62438]: DEBUG nova.compute.utils [None req-306a1caf-09ef-4d2c-b60f-636adc6998c3 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1800.302950] env[62438]: DEBUG nova.compute.manager [None req-306a1caf-09ef-4d2c-b60f-636adc6998c3 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1800.302950] env[62438]: DEBUG nova.network.neutron [None req-306a1caf-09ef-4d2c-b60f-636adc6998c3 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1800.329773] env[62438]: DEBUG oslo_vmware.api [None req-5958f8ab-a709-4259-b341-ce57d23cb924 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': task-1785617, 'name': ReconfigVM_Task, 'duration_secs': 0.29608} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.330153] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-5958f8ab-a709-4259-b341-ce57d23cb924 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: d5942d48-628f-4c7c-a87a-4d30729eea80] Reconfigured VM instance instance-00000063 to attach disk [datastore1] d5942d48-628f-4c7c-a87a-4d30729eea80/d5942d48-628f-4c7c-a87a-4d30729eea80.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1800.331970] env[62438]: DEBUG nova.objects.instance [None req-c098a399-3a75-4f3d-8457-c30c2a7e9a03 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Lazy-loading 'flavor' on Instance uuid 2a865b41-1752-4d8e-81f0-3ca85069c831 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1800.333338] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-34125109-da37-4def-b2b3-ae6c7d7a52ef {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.340383] env[62438]: DEBUG oslo_vmware.api [None req-5958f8ab-a709-4259-b341-ce57d23cb924 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Waiting for the task: (returnval){ [ 1800.340383] env[62438]: value = "task-1785618" [ 1800.340383] env[62438]: _type = "Task" [ 1800.340383] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.351650] env[62438]: DEBUG oslo_vmware.api [None req-5958f8ab-a709-4259-b341-ce57d23cb924 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': task-1785618, 'name': Rename_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.353955] env[62438]: DEBUG nova.policy [None req-306a1caf-09ef-4d2c-b60f-636adc6998c3 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd601b7368e684d7b823c3508fc0ae813', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c02acab651304d05a66f470e452d1796', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1800.452037] env[62438]: INFO nova.compute.manager [None req-d0ffe8de-6395-4fe1-9040-b185db054013 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: abb54d04-d9de-4711-ac01-e4babe81325b] Took 14.84 seconds to build instance. [ 1800.647272] env[62438]: DEBUG nova.network.neutron [None req-306a1caf-09ef-4d2c-b60f-636adc6998c3 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] Successfully created port: b98d8c86-a355-4f2f-ab3f-ef88cd567c87 {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1800.697186] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Acquiring lock "refresh_cache-23364d4c-07c7-4521-8f21-23226f1edb8c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1800.697186] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Acquired lock "refresh_cache-23364d4c-07c7-4521-8f21-23226f1edb8c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1800.697272] env[62438]: DEBUG nova.network.neutron [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: 23364d4c-07c7-4521-8f21-23226f1edb8c] Forcefully refreshing network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2004}} [ 1800.806440] env[62438]: DEBUG nova.compute.manager [None req-306a1caf-09ef-4d2c-b60f-636adc6998c3 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1800.851745] env[62438]: DEBUG oslo_vmware.api [None req-5958f8ab-a709-4259-b341-ce57d23cb924 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': task-1785618, 'name': Rename_Task} progress is 99%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.923142] env[62438]: DEBUG nova.compute.manager [req-5d9e0709-6cc1-4c64-a457-b90c42c4c907 req-dbf4f3c4-bd3e-467e-96b7-6a963ebbecb7 service nova] [instance: 2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8] Received event network-changed-7a7963e4-89e9-46e1-babe-bb69da187792 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1800.923142] env[62438]: DEBUG nova.compute.manager [req-5d9e0709-6cc1-4c64-a457-b90c42c4c907 req-dbf4f3c4-bd3e-467e-96b7-6a963ebbecb7 service nova] [instance: 2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8] Refreshing instance network info cache due to event network-changed-7a7963e4-89e9-46e1-babe-bb69da187792. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1800.923142] env[62438]: DEBUG oslo_concurrency.lockutils [req-5d9e0709-6cc1-4c64-a457-b90c42c4c907 req-dbf4f3c4-bd3e-467e-96b7-6a963ebbecb7 service nova] Acquiring lock "refresh_cache-2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1800.923142] env[62438]: DEBUG oslo_concurrency.lockutils [req-5d9e0709-6cc1-4c64-a457-b90c42c4c907 req-dbf4f3c4-bd3e-467e-96b7-6a963ebbecb7 service nova] Acquired lock "refresh_cache-2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1800.923142] env[62438]: DEBUG nova.network.neutron [req-5d9e0709-6cc1-4c64-a457-b90c42c4c907 req-dbf4f3c4-bd3e-467e-96b7-6a963ebbecb7 service nova] [instance: 2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8] Refreshing network info cache for port 7a7963e4-89e9-46e1-babe-bb69da187792 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1800.953859] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d0ffe8de-6395-4fe1-9040-b185db054013 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Lock "abb54d04-d9de-4711-ac01-e4babe81325b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.354s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1801.125174] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76dc5c3f-53f7-4a63-88cf-aecaa2436d2c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.137338] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf1898b-6a96-4ac2-b373-b2a0bc67df6e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.169626] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-487b5f2f-4440-41af-83d1-d3742df66e3a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.176904] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca62217-6a1a-461a-b564-0354a7e64634 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.190999] env[62438]: DEBUG nova.compute.provider_tree [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Updating inventory in ProviderTree for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1801.311972] env[62438]: INFO nova.virt.block_device [None req-306a1caf-09ef-4d2c-b60f-636adc6998c3 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] Booting with volume c314ca5b-420b-4eef-a7aa-fc881d5e62f6 at /dev/sda [ 1801.346544] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c098a399-3a75-4f3d-8457-c30c2a7e9a03 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Lock "2a865b41-1752-4d8e-81f0-3ca85069c831" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.312s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1801.353347] env[62438]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-df157d42-edfd-4f51-b577-364e0a46c1d6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.353656] env[62438]: DEBUG oslo_vmware.api [None req-5958f8ab-a709-4259-b341-ce57d23cb924 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': task-1785618, 'name': Rename_Task} progress is 99%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.360430] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a019e5-e2cd-4d08-b7b9-791e17fc8f64 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.391593] env[62438]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e92acd43-d382-4629-855f-40ab9a727cdb {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.401189] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffaf6843-9ecb-4982-9fae-bafeae44c437 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.436296] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e32e1b-6b7c-43f1-9e32-c7ed40c1cda2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.443210] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8973f35-1820-4739-9d95-4ea3763da09b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.458422] env[62438]: DEBUG nova.virt.block_device [None req-306a1caf-09ef-4d2c-b60f-636adc6998c3 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] Updating existing volume attachment record: d356786a-f4a8-44d0-84a7-75844a03f0e2 {{(pid=62438) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1801.710341] env[62438]: ERROR nova.scheduler.client.report [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [req-0aee2abf-c57b-412f-9eeb-7d3412c0b5be] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 3d204b25-fa3a-4320-b81b-738bc1f337f5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0aee2abf-c57b-412f-9eeb-7d3412c0b5be"}]} [ 1801.727560] env[62438]: DEBUG nova.network.neutron [req-5d9e0709-6cc1-4c64-a457-b90c42c4c907 req-dbf4f3c4-bd3e-467e-96b7-6a963ebbecb7 service nova] [instance: 2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8] Updated VIF entry in instance network info cache for port 7a7963e4-89e9-46e1-babe-bb69da187792. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1801.727980] env[62438]: DEBUG nova.network.neutron [req-5d9e0709-6cc1-4c64-a457-b90c42c4c907 req-dbf4f3c4-bd3e-467e-96b7-6a963ebbecb7 service nova] [instance: 2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8] Updating instance_info_cache with network_info: [{"id": "7a7963e4-89e9-46e1-babe-bb69da187792", "address": "fa:16:3e:f1:d2:bf", "network": {"id": "a94d385f-71ec-4be6-b04d-8fd365f0788d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1510171435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "941c9b8cd46546ffa37aa3edfa770bd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a7963e4-89", "ovs_interfaceid": "7a7963e4-89e9-46e1-babe-bb69da187792", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1801.730085] env[62438]: DEBUG nova.scheduler.client.report [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Refreshing inventories for resource provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1801.752596] env[62438]: DEBUG nova.scheduler.client.report [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Updating ProviderTree inventory for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1801.752882] env[62438]: DEBUG nova.compute.provider_tree [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Updating inventory in ProviderTree for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1801.766135] env[62438]: DEBUG nova.scheduler.client.report [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Refreshing aggregate associations for resource provider 3d204b25-fa3a-4320-b81b-738bc1f337f5, aggregates: None {{(pid=62438) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1801.787678] env[62438]: DEBUG nova.scheduler.client.report [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Refreshing trait associations for resource provider 3d204b25-fa3a-4320-b81b-738bc1f337f5, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62438) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1801.851218] env[62438]: DEBUG oslo_vmware.api [None req-5958f8ab-a709-4259-b341-ce57d23cb924 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': task-1785618, 'name': Rename_Task, 'duration_secs': 1.162491} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.853609] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-5958f8ab-a709-4259-b341-ce57d23cb924 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: d5942d48-628f-4c7c-a87a-4d30729eea80] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1801.854352] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69f3381c-6f27-4a9c-810c-6120cbdbaaa8 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.860718] env[62438]: DEBUG oslo_vmware.api [None req-5958f8ab-a709-4259-b341-ce57d23cb924 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Waiting for the task: (returnval){ [ 1801.860718] env[62438]: value = "task-1785619" [ 1801.860718] env[62438]: _type = "Task" [ 1801.860718] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.873584] env[62438]: DEBUG oslo_vmware.api [None req-5958f8ab-a709-4259-b341-ce57d23cb924 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': task-1785619, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.958143] env[62438]: DEBUG nova.network.neutron [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: 23364d4c-07c7-4521-8f21-23226f1edb8c] Updating instance_info_cache with network_info: [{"id": "98a3ef4a-2ab7-447f-ac25-484a424c37a1", "address": "fa:16:3e:e5:92:f4", "network": {"id": "1694b92d-c758-45a8-a881-1531663c92d2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-833720308-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a778e6841af7465cbc3de0ec00d8c06c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98a3ef4a-2a", "ovs_interfaceid": "98a3ef4a-2ab7-447f-ac25-484a424c37a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1802.018461] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb0630a0-27e0-4be4-8bfa-8aa98d1e7858 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.026836] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4877f257-dc8c-458e-8b3a-adad65c0e917 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.064092] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f575ac6-4533-4972-ac9b-948adbb7bb29 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.073374] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f57e0922-b70b-4a19-8931-06572f93fca4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.091277] env[62438]: DEBUG nova.compute.provider_tree [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Updating inventory in ProviderTree for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1802.233870] env[62438]: DEBUG oslo_concurrency.lockutils [req-5d9e0709-6cc1-4c64-a457-b90c42c4c907 req-dbf4f3c4-bd3e-467e-96b7-6a963ebbecb7 service nova] Releasing lock "refresh_cache-2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1802.374598] env[62438]: DEBUG oslo_vmware.api [None req-5958f8ab-a709-4259-b341-ce57d23cb924 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': task-1785619, 'name': PowerOnVM_Task, 'duration_secs': 0.455358} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.374886] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-5958f8ab-a709-4259-b341-ce57d23cb924 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: d5942d48-628f-4c7c-a87a-4d30729eea80] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1802.375121] env[62438]: INFO nova.compute.manager [None req-5958f8ab-a709-4259-b341-ce57d23cb924 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: d5942d48-628f-4c7c-a87a-4d30729eea80] Took 10.13 seconds to spawn the instance on the hypervisor. [ 1802.375308] env[62438]: DEBUG nova.compute.manager [None req-5958f8ab-a709-4259-b341-ce57d23cb924 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: d5942d48-628f-4c7c-a87a-4d30729eea80] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1802.376131] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f022f5-b1a6-4e75-96d4-648d4713bb7a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.405184] env[62438]: DEBUG nova.compute.manager [req-b7463a78-3517-4abc-a55d-f19b77d490ea req-bb4e8fce-12d5-4a9b-ad00-47497fec0584 service nova] [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] Received event network-vif-plugged-b98d8c86-a355-4f2f-ab3f-ef88cd567c87 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1802.405296] env[62438]: DEBUG oslo_concurrency.lockutils [req-b7463a78-3517-4abc-a55d-f19b77d490ea req-bb4e8fce-12d5-4a9b-ad00-47497fec0584 service nova] Acquiring lock "8ecfe3b6-a071-434d-afb1-41deafdf79d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1802.405463] env[62438]: DEBUG oslo_concurrency.lockutils [req-b7463a78-3517-4abc-a55d-f19b77d490ea req-bb4e8fce-12d5-4a9b-ad00-47497fec0584 service nova] Lock "8ecfe3b6-a071-434d-afb1-41deafdf79d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1802.405635] env[62438]: DEBUG oslo_concurrency.lockutils [req-b7463a78-3517-4abc-a55d-f19b77d490ea req-bb4e8fce-12d5-4a9b-ad00-47497fec0584 service nova] Lock "8ecfe3b6-a071-434d-afb1-41deafdf79d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1802.405808] env[62438]: DEBUG nova.compute.manager [req-b7463a78-3517-4abc-a55d-f19b77d490ea req-bb4e8fce-12d5-4a9b-ad00-47497fec0584 service nova] [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] No waiting events found dispatching network-vif-plugged-b98d8c86-a355-4f2f-ab3f-ef88cd567c87 {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1802.407196] env[62438]: WARNING nova.compute.manager [req-b7463a78-3517-4abc-a55d-f19b77d490ea req-bb4e8fce-12d5-4a9b-ad00-47497fec0584 service nova] [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] Received unexpected event network-vif-plugged-b98d8c86-a355-4f2f-ab3f-ef88cd567c87 for instance with vm_state building and task_state block_device_mapping. [ 1802.417698] env[62438]: DEBUG oslo_concurrency.lockutils [None req-44f16ecf-6249-4300-a81e-866befd4c3dd tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Acquiring lock "2a865b41-1752-4d8e-81f0-3ca85069c831" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1802.417698] env[62438]: DEBUG oslo_concurrency.lockutils [None req-44f16ecf-6249-4300-a81e-866befd4c3dd tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Lock "2a865b41-1752-4d8e-81f0-3ca85069c831" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1802.417698] env[62438]: DEBUG oslo_concurrency.lockutils [None req-44f16ecf-6249-4300-a81e-866befd4c3dd tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Acquiring lock "2a865b41-1752-4d8e-81f0-3ca85069c831-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1802.417698] env[62438]: DEBUG oslo_concurrency.lockutils [None req-44f16ecf-6249-4300-a81e-866befd4c3dd tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Lock "2a865b41-1752-4d8e-81f0-3ca85069c831-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1802.417932] env[62438]: DEBUG oslo_concurrency.lockutils [None req-44f16ecf-6249-4300-a81e-866befd4c3dd tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Lock "2a865b41-1752-4d8e-81f0-3ca85069c831-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1802.425923] env[62438]: INFO nova.compute.manager [None req-44f16ecf-6249-4300-a81e-866befd4c3dd tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 2a865b41-1752-4d8e-81f0-3ca85069c831] Terminating instance [ 1802.427554] env[62438]: DEBUG nova.compute.manager [None req-44f16ecf-6249-4300-a81e-866befd4c3dd tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 2a865b41-1752-4d8e-81f0-3ca85069c831] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1802.428282] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-44f16ecf-6249-4300-a81e-866befd4c3dd tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 2a865b41-1752-4d8e-81f0-3ca85069c831] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1802.429111] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f02e7fe-d3e6-49b2-9913-c89425c623ad {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.437657] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-44f16ecf-6249-4300-a81e-866befd4c3dd tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 2a865b41-1752-4d8e-81f0-3ca85069c831] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1802.437657] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aff7ff3e-ba9d-4556-99cd-6c6aeae438fd {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.444790] env[62438]: DEBUG oslo_vmware.api [None req-44f16ecf-6249-4300-a81e-866befd4c3dd tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Waiting for the task: (returnval){ [ 1802.444790] env[62438]: value = "task-1785620" [ 1802.444790] env[62438]: _type = "Task" [ 1802.444790] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.455973] env[62438]: DEBUG oslo_vmware.api [None req-44f16ecf-6249-4300-a81e-866befd4c3dd tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785620, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.460867] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Releasing lock "refresh_cache-23364d4c-07c7-4521-8f21-23226f1edb8c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1802.461236] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: 23364d4c-07c7-4521-8f21-23226f1edb8c] Updated the network info_cache for instance {{(pid=62438) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9997}} [ 1802.461334] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1802.461503] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1802.461653] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1802.461808] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1802.461953] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1802.462119] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1802.462255] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62438) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10545}} [ 1802.462422] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager.update_available_resource {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1802.598158] env[62438]: DEBUG nova.network.neutron [None req-306a1caf-09ef-4d2c-b60f-636adc6998c3 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] Successfully updated port: b98d8c86-a355-4f2f-ab3f-ef88cd567c87 {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1802.640554] env[62438]: DEBUG nova.scheduler.client.report [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Updated inventory for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with generation 141 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1802.640828] env[62438]: DEBUG nova.compute.provider_tree [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Updating resource provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 generation from 141 to 142 during operation: update_inventory {{(pid=62438) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1802.642157] env[62438]: DEBUG nova.compute.provider_tree [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Updating inventory in ProviderTree for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1802.893150] env[62438]: INFO nova.compute.manager [None req-5958f8ab-a709-4259-b341-ce57d23cb924 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: d5942d48-628f-4c7c-a87a-4d30729eea80] Took 14.92 seconds to build instance. [ 1802.945386] env[62438]: DEBUG nova.compute.manager [req-90b205e9-3385-4f7e-af88-65d0227bc334 req-da391da8-aeaf-4a3c-b70d-70631626d8c0 service nova] [instance: abb54d04-d9de-4711-ac01-e4babe81325b] Received event network-changed-6cac1074-90e5-48ec-9ccd-9854e9deba4f {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1802.945638] env[62438]: DEBUG nova.compute.manager [req-90b205e9-3385-4f7e-af88-65d0227bc334 req-da391da8-aeaf-4a3c-b70d-70631626d8c0 service nova] [instance: abb54d04-d9de-4711-ac01-e4babe81325b] Refreshing instance network info cache due to event network-changed-6cac1074-90e5-48ec-9ccd-9854e9deba4f. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1802.945863] env[62438]: DEBUG oslo_concurrency.lockutils [req-90b205e9-3385-4f7e-af88-65d0227bc334 req-da391da8-aeaf-4a3c-b70d-70631626d8c0 service nova] Acquiring lock "refresh_cache-abb54d04-d9de-4711-ac01-e4babe81325b" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1802.946396] env[62438]: DEBUG oslo_concurrency.lockutils [req-90b205e9-3385-4f7e-af88-65d0227bc334 req-da391da8-aeaf-4a3c-b70d-70631626d8c0 service nova] Acquired lock "refresh_cache-abb54d04-d9de-4711-ac01-e4babe81325b" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1802.947045] env[62438]: DEBUG nova.network.neutron [req-90b205e9-3385-4f7e-af88-65d0227bc334 req-da391da8-aeaf-4a3c-b70d-70631626d8c0 service nova] [instance: abb54d04-d9de-4711-ac01-e4babe81325b] Refreshing network info cache for port 6cac1074-90e5-48ec-9ccd-9854e9deba4f {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1802.959503] env[62438]: DEBUG oslo_vmware.api [None req-44f16ecf-6249-4300-a81e-866befd4c3dd tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785620, 'name': PowerOffVM_Task, 'duration_secs': 0.250736} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.959776] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-44f16ecf-6249-4300-a81e-866befd4c3dd tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 2a865b41-1752-4d8e-81f0-3ca85069c831] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1802.959971] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-44f16ecf-6249-4300-a81e-866befd4c3dd tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 2a865b41-1752-4d8e-81f0-3ca85069c831] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1802.960305] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-765e4f4c-6aad-4091-880f-7fc4ac9d6a6a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.968737] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1803.079082] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-44f16ecf-6249-4300-a81e-866befd4c3dd tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 2a865b41-1752-4d8e-81f0-3ca85069c831] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1803.079082] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-44f16ecf-6249-4300-a81e-866befd4c3dd tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 2a865b41-1752-4d8e-81f0-3ca85069c831] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1803.079082] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-44f16ecf-6249-4300-a81e-866befd4c3dd tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Deleting the datastore file [datastore1] 2a865b41-1752-4d8e-81f0-3ca85069c831 {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1803.079082] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68caac9c-3968-409c-a61d-e4c9afb72f08 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.085142] env[62438]: DEBUG oslo_vmware.api [None req-44f16ecf-6249-4300-a81e-866befd4c3dd tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Waiting for the task: (returnval){ [ 1803.085142] env[62438]: value = "task-1785622" [ 1803.085142] env[62438]: _type = "Task" [ 1803.085142] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.093734] env[62438]: DEBUG oslo_vmware.api [None req-44f16ecf-6249-4300-a81e-866befd4c3dd tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785622, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.104798] env[62438]: DEBUG oslo_concurrency.lockutils [None req-306a1caf-09ef-4d2c-b60f-636adc6998c3 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Acquiring lock "refresh_cache-8ecfe3b6-a071-434d-afb1-41deafdf79d4" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1803.104798] env[62438]: DEBUG oslo_concurrency.lockutils [None req-306a1caf-09ef-4d2c-b60f-636adc6998c3 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Acquired lock "refresh_cache-8ecfe3b6-a071-434d-afb1-41deafdf79d4" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1803.104981] env[62438]: DEBUG nova.network.neutron [None req-306a1caf-09ef-4d2c-b60f-636adc6998c3 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1803.147281] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.213s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1803.147831] env[62438]: DEBUG nova.compute.manager [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: 25925035-b746-48db-985c-e8705ee5fd81] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1803.150531] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.195s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1803.153044] env[62438]: INFO nova.compute.claims [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: 69e8228f-6423-4a27-acfc-3ed97e7fd860] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1803.395846] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5958f8ab-a709-4259-b341-ce57d23cb924 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Lock "d5942d48-628f-4c7c-a87a-4d30729eea80" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.429s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1803.559277] env[62438]: DEBUG nova.compute.manager [None req-306a1caf-09ef-4d2c-b60f-636adc6998c3 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1803.559860] env[62438]: DEBUG nova.virt.hardware [None req-306a1caf-09ef-4d2c-b60f-636adc6998c3 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1803.560171] env[62438]: DEBUG nova.virt.hardware [None req-306a1caf-09ef-4d2c-b60f-636adc6998c3 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1803.560373] env[62438]: DEBUG nova.virt.hardware [None req-306a1caf-09ef-4d2c-b60f-636adc6998c3 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1803.560575] env[62438]: DEBUG nova.virt.hardware [None req-306a1caf-09ef-4d2c-b60f-636adc6998c3 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1803.560728] env[62438]: DEBUG nova.virt.hardware [None req-306a1caf-09ef-4d2c-b60f-636adc6998c3 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1803.560881] env[62438]: DEBUG nova.virt.hardware [None req-306a1caf-09ef-4d2c-b60f-636adc6998c3 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1803.561125] env[62438]: DEBUG nova.virt.hardware [None req-306a1caf-09ef-4d2c-b60f-636adc6998c3 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1803.561349] env[62438]: DEBUG nova.virt.hardware [None req-306a1caf-09ef-4d2c-b60f-636adc6998c3 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1803.561550] env[62438]: DEBUG nova.virt.hardware [None req-306a1caf-09ef-4d2c-b60f-636adc6998c3 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1803.561726] env[62438]: DEBUG nova.virt.hardware [None req-306a1caf-09ef-4d2c-b60f-636adc6998c3 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1803.561908] env[62438]: DEBUG nova.virt.hardware [None req-306a1caf-09ef-4d2c-b60f-636adc6998c3 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1803.562835] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf2bded1-37ca-4e6b-b99c-e5d18a4d57b2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.572047] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-782fa724-eb99-44e4-9e98-cfac8b05b126 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.593667] env[62438]: DEBUG oslo_vmware.api [None req-44f16ecf-6249-4300-a81e-866befd4c3dd tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785622, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.638364] env[62438]: DEBUG nova.network.neutron [None req-306a1caf-09ef-4d2c-b60f-636adc6998c3 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1803.657218] env[62438]: DEBUG nova.compute.utils [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1803.660342] env[62438]: DEBUG nova.compute.manager [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: 25925035-b746-48db-985c-e8705ee5fd81] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1803.660529] env[62438]: DEBUG nova.network.neutron [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: 25925035-b746-48db-985c-e8705ee5fd81] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1803.667861] env[62438]: DEBUG nova.network.neutron [req-90b205e9-3385-4f7e-af88-65d0227bc334 req-da391da8-aeaf-4a3c-b70d-70631626d8c0 service nova] [instance: abb54d04-d9de-4711-ac01-e4babe81325b] Updated VIF entry in instance network info cache for port 6cac1074-90e5-48ec-9ccd-9854e9deba4f. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1803.667861] env[62438]: DEBUG nova.network.neutron [req-90b205e9-3385-4f7e-af88-65d0227bc334 req-da391da8-aeaf-4a3c-b70d-70631626d8c0 service nova] [instance: abb54d04-d9de-4711-ac01-e4babe81325b] Updating instance_info_cache with network_info: [{"id": "6cac1074-90e5-48ec-9ccd-9854e9deba4f", "address": "fa:16:3e:97:a3:7e", "network": {"id": "a94d385f-71ec-4be6-b04d-8fd365f0788d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1510171435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "941c9b8cd46546ffa37aa3edfa770bd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cac1074-90", "ovs_interfaceid": "6cac1074-90e5-48ec-9ccd-9854e9deba4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1803.746522] env[62438]: DEBUG nova.policy [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '62c16a3062a74ae080020eb0a85007e8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd3f2b3e0f66444a9a3f88a83338df039', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1804.095996] env[62438]: DEBUG oslo_vmware.api [None req-44f16ecf-6249-4300-a81e-866befd4c3dd tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785622, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.563863} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.096323] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-44f16ecf-6249-4300-a81e-866befd4c3dd tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1804.097076] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-44f16ecf-6249-4300-a81e-866befd4c3dd tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 2a865b41-1752-4d8e-81f0-3ca85069c831] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1804.097321] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-44f16ecf-6249-4300-a81e-866befd4c3dd tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 2a865b41-1752-4d8e-81f0-3ca85069c831] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1804.097512] env[62438]: INFO nova.compute.manager [None req-44f16ecf-6249-4300-a81e-866befd4c3dd tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 2a865b41-1752-4d8e-81f0-3ca85069c831] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1804.097788] env[62438]: DEBUG oslo.service.loopingcall [None req-44f16ecf-6249-4300-a81e-866befd4c3dd tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1804.098016] env[62438]: DEBUG nova.compute.manager [-] [instance: 2a865b41-1752-4d8e-81f0-3ca85069c831] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1804.098125] env[62438]: DEBUG nova.network.neutron [-] [instance: 2a865b41-1752-4d8e-81f0-3ca85069c831] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1804.148335] env[62438]: DEBUG nova.network.neutron [None req-306a1caf-09ef-4d2c-b60f-636adc6998c3 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] Updating instance_info_cache with network_info: [{"id": "b98d8c86-a355-4f2f-ab3f-ef88cd567c87", "address": "fa:16:3e:34:a9:9b", "network": {"id": "be543da8-3777-4ff8-8be8-2e630a8adb60", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1910186769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c02acab651304d05a66f470e452d1796", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb98d8c86-a3", "ovs_interfaceid": "b98d8c86-a355-4f2f-ab3f-ef88cd567c87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1804.160947] env[62438]: DEBUG nova.compute.manager [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: 25925035-b746-48db-985c-e8705ee5fd81] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1804.171609] env[62438]: DEBUG oslo_concurrency.lockutils [req-90b205e9-3385-4f7e-af88-65d0227bc334 req-da391da8-aeaf-4a3c-b70d-70631626d8c0 service nova] Releasing lock "refresh_cache-abb54d04-d9de-4711-ac01-e4babe81325b" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1804.362770] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e54c88db-4830-4b57-8aa2-6c4a243b2ce2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.365958] env[62438]: DEBUG nova.network.neutron [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: 25925035-b746-48db-985c-e8705ee5fd81] Successfully created port: 44988180-87a0-4731-8154-71784ae47993 {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1804.372713] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa0d43e5-0c48-4d39-8de7-18b6f34f6bc7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.403288] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74739de3-a1af-4a61-9324-777510236fc1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.410893] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c4005fa-cb7e-4909-b16f-fa24d2eccc48 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.425024] env[62438]: DEBUG nova.compute.provider_tree [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Updating inventory in ProviderTree for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1804.443973] env[62438]: DEBUG nova.compute.manager [req-ec3170b1-b673-4c25-809a-e1df6b598ba8 req-dda7978a-38a6-43d9-976e-db453e8d3f22 service nova] [instance: abb54d04-d9de-4711-ac01-e4babe81325b] Received event network-changed-6cac1074-90e5-48ec-9ccd-9854e9deba4f {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1804.444192] env[62438]: DEBUG nova.compute.manager [req-ec3170b1-b673-4c25-809a-e1df6b598ba8 req-dda7978a-38a6-43d9-976e-db453e8d3f22 service nova] [instance: abb54d04-d9de-4711-ac01-e4babe81325b] Refreshing instance network info cache due to event network-changed-6cac1074-90e5-48ec-9ccd-9854e9deba4f. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1804.444413] env[62438]: DEBUG oslo_concurrency.lockutils [req-ec3170b1-b673-4c25-809a-e1df6b598ba8 req-dda7978a-38a6-43d9-976e-db453e8d3f22 service nova] Acquiring lock "refresh_cache-abb54d04-d9de-4711-ac01-e4babe81325b" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1804.444646] env[62438]: DEBUG oslo_concurrency.lockutils [req-ec3170b1-b673-4c25-809a-e1df6b598ba8 req-dda7978a-38a6-43d9-976e-db453e8d3f22 service nova] Acquired lock "refresh_cache-abb54d04-d9de-4711-ac01-e4babe81325b" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1804.444721] env[62438]: DEBUG nova.network.neutron [req-ec3170b1-b673-4c25-809a-e1df6b598ba8 req-dda7978a-38a6-43d9-976e-db453e8d3f22 service nova] [instance: abb54d04-d9de-4711-ac01-e4babe81325b] Refreshing network info cache for port 6cac1074-90e5-48ec-9ccd-9854e9deba4f {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1804.651256] env[62438]: DEBUG oslo_concurrency.lockutils [None req-306a1caf-09ef-4d2c-b60f-636adc6998c3 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Releasing lock "refresh_cache-8ecfe3b6-a071-434d-afb1-41deafdf79d4" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1804.651590] env[62438]: DEBUG nova.compute.manager [None req-306a1caf-09ef-4d2c-b60f-636adc6998c3 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] Instance network_info: |[{"id": "b98d8c86-a355-4f2f-ab3f-ef88cd567c87", "address": "fa:16:3e:34:a9:9b", "network": {"id": "be543da8-3777-4ff8-8be8-2e630a8adb60", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1910186769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c02acab651304d05a66f470e452d1796", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb98d8c86-a3", "ovs_interfaceid": "b98d8c86-a355-4f2f-ab3f-ef88cd567c87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1804.652082] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-306a1caf-09ef-4d2c-b60f-636adc6998c3 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:a9:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b98d8c86-a355-4f2f-ab3f-ef88cd567c87', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1804.659845] env[62438]: DEBUG oslo.service.loopingcall [None req-306a1caf-09ef-4d2c-b60f-636adc6998c3 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1804.660414] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1804.660675] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a0cd474-c2eb-4ab1-9a28-feeed1738426 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.683539] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1804.683539] env[62438]: value = "task-1785623" [ 1804.683539] env[62438]: _type = "Task" [ 1804.683539] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.691808] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785623, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.961886] env[62438]: DEBUG nova.scheduler.client.report [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Updated inventory for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with generation 142 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1804.962264] env[62438]: DEBUG nova.compute.provider_tree [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Updating resource provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 generation from 142 to 143 during operation: update_inventory {{(pid=62438) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1804.963961] env[62438]: DEBUG nova.compute.provider_tree [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Updating inventory in ProviderTree for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1804.981400] env[62438]: DEBUG nova.compute.manager [req-138c4cbb-a050-4220-9c3e-ca89efbf0448 req-d7dd0b8e-ec63-4550-88da-c21ba8c9a571 service nova] [instance: d5942d48-628f-4c7c-a87a-4d30729eea80] Received event network-changed-3d0f8673-3f7d-453e-b116-b561bcf22951 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1804.981606] env[62438]: DEBUG nova.compute.manager [req-138c4cbb-a050-4220-9c3e-ca89efbf0448 req-d7dd0b8e-ec63-4550-88da-c21ba8c9a571 service nova] [instance: d5942d48-628f-4c7c-a87a-4d30729eea80] Refreshing instance network info cache due to event network-changed-3d0f8673-3f7d-453e-b116-b561bcf22951. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1804.981832] env[62438]: DEBUG oslo_concurrency.lockutils [req-138c4cbb-a050-4220-9c3e-ca89efbf0448 req-d7dd0b8e-ec63-4550-88da-c21ba8c9a571 service nova] Acquiring lock "refresh_cache-d5942d48-628f-4c7c-a87a-4d30729eea80" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1804.981979] env[62438]: DEBUG oslo_concurrency.lockutils [req-138c4cbb-a050-4220-9c3e-ca89efbf0448 req-d7dd0b8e-ec63-4550-88da-c21ba8c9a571 service nova] Acquired lock "refresh_cache-d5942d48-628f-4c7c-a87a-4d30729eea80" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1804.982177] env[62438]: DEBUG nova.network.neutron [req-138c4cbb-a050-4220-9c3e-ca89efbf0448 req-d7dd0b8e-ec63-4550-88da-c21ba8c9a571 service nova] [instance: d5942d48-628f-4c7c-a87a-4d30729eea80] Refreshing network info cache for port 3d0f8673-3f7d-453e-b116-b561bcf22951 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1805.112741] env[62438]: DEBUG nova.network.neutron [-] [instance: 2a865b41-1752-4d8e-81f0-3ca85069c831] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1805.165693] env[62438]: DEBUG nova.network.neutron [req-ec3170b1-b673-4c25-809a-e1df6b598ba8 req-dda7978a-38a6-43d9-976e-db453e8d3f22 service nova] [instance: abb54d04-d9de-4711-ac01-e4babe81325b] Updated VIF entry in instance network info cache for port 6cac1074-90e5-48ec-9ccd-9854e9deba4f. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1805.165693] env[62438]: DEBUG nova.network.neutron [req-ec3170b1-b673-4c25-809a-e1df6b598ba8 req-dda7978a-38a6-43d9-976e-db453e8d3f22 service nova] [instance: abb54d04-d9de-4711-ac01-e4babe81325b] Updating instance_info_cache with network_info: [{"id": "6cac1074-90e5-48ec-9ccd-9854e9deba4f", "address": "fa:16:3e:97:a3:7e", "network": {"id": "a94d385f-71ec-4be6-b04d-8fd365f0788d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1510171435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "941c9b8cd46546ffa37aa3edfa770bd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cac1074-90", "ovs_interfaceid": "6cac1074-90e5-48ec-9ccd-9854e9deba4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1805.179772] env[62438]: DEBUG nova.compute.manager [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: 25925035-b746-48db-985c-e8705ee5fd81] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1805.194675] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785623, 'name': CreateVM_Task, 'duration_secs': 0.365637} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.194840] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1805.195511] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-306a1caf-09ef-4d2c-b60f-636adc6998c3 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370498', 'volume_id': 'c314ca5b-420b-4eef-a7aa-fc881d5e62f6', 'name': 'volume-c314ca5b-420b-4eef-a7aa-fc881d5e62f6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8ecfe3b6-a071-434d-afb1-41deafdf79d4', 'attached_at': '', 'detached_at': '', 'volume_id': 'c314ca5b-420b-4eef-a7aa-fc881d5e62f6', 'serial': 'c314ca5b-420b-4eef-a7aa-fc881d5e62f6'}, 'mount_device': '/dev/sda', 'boot_index': 0, 'delete_on_termination': True, 'attachment_id': 'd356786a-f4a8-44d0-84a7-75844a03f0e2', 'device_type': None, 'disk_bus': None, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=62438) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1805.195848] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-306a1caf-09ef-4d2c-b60f-636adc6998c3 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] Root volume attach. Driver type: vmdk {{(pid=62438) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1805.196779] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41f6be8f-f132-48ba-8efc-97c118ba868e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.204271] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f65625-3a43-4ba5-a37e-1e31c21d970d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.208724] env[62438]: DEBUG nova.virt.hardware [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1805.208958] env[62438]: DEBUG nova.virt.hardware [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1805.209142] env[62438]: DEBUG nova.virt.hardware [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1805.209339] env[62438]: DEBUG nova.virt.hardware [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1805.209492] env[62438]: DEBUG nova.virt.hardware [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1805.209645] env[62438]: DEBUG nova.virt.hardware [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1805.209856] env[62438]: DEBUG nova.virt.hardware [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1805.210032] env[62438]: DEBUG nova.virt.hardware [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1805.210238] env[62438]: DEBUG nova.virt.hardware [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1805.210420] env[62438]: DEBUG nova.virt.hardware [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1805.210603] env[62438]: DEBUG nova.virt.hardware [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1805.211645] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27a4f892-96a4-4cab-91fb-474587635056 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.219336] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce366dd-3fe3-4fe2-a15e-c39df114adf5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.224067] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-661258cf-81e8-4820-9730-d0479feccdef {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.240031] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-5d9ddbda-07aa-44d2-9dc7-e166b2cf7056 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.246592] env[62438]: DEBUG oslo_vmware.api [None req-306a1caf-09ef-4d2c-b60f-636adc6998c3 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Waiting for the task: (returnval){ [ 1805.246592] env[62438]: value = "task-1785624" [ 1805.246592] env[62438]: _type = "Task" [ 1805.246592] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.253873] env[62438]: DEBUG oslo_vmware.api [None req-306a1caf-09ef-4d2c-b60f-636adc6998c3 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785624, 'name': RelocateVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.468948] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.318s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1805.468948] env[62438]: DEBUG nova.compute.manager [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: 69e8228f-6423-4a27-acfc-3ed97e7fd860] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1805.472052] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.503s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1805.472052] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1805.472052] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62438) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1805.472948] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d57d36-5701-4ace-9e7d-7720945453e2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.481540] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc7be2b-fb2c-41b0-8043-dafc5f0cc886 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.497426] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63006114-018d-4aca-9f52-a27d627c7ded {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.504987] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-341e8e17-f1c3-4c42-87d2-50aea20b4118 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.535205] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179801MB free_disk=162GB free_vcpus=48 pci_devices=None {{(pid=62438) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1805.535363] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1805.535558] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1805.615209] env[62438]: INFO nova.compute.manager [-] [instance: 2a865b41-1752-4d8e-81f0-3ca85069c831] Took 1.52 seconds to deallocate network for instance. [ 1805.668719] env[62438]: DEBUG oslo_concurrency.lockutils [req-ec3170b1-b673-4c25-809a-e1df6b598ba8 req-dda7978a-38a6-43d9-976e-db453e8d3f22 service nova] Releasing lock "refresh_cache-abb54d04-d9de-4711-ac01-e4babe81325b" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1805.669071] env[62438]: DEBUG nova.compute.manager [req-ec3170b1-b673-4c25-809a-e1df6b598ba8 req-dda7978a-38a6-43d9-976e-db453e8d3f22 service nova] [instance: 2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8] Received event network-changed-7a7963e4-89e9-46e1-babe-bb69da187792 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1805.669259] env[62438]: DEBUG nova.compute.manager [req-ec3170b1-b673-4c25-809a-e1df6b598ba8 req-dda7978a-38a6-43d9-976e-db453e8d3f22 service nova] [instance: 2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8] Refreshing instance network info cache due to event network-changed-7a7963e4-89e9-46e1-babe-bb69da187792. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1805.669630] env[62438]: DEBUG oslo_concurrency.lockutils [req-ec3170b1-b673-4c25-809a-e1df6b598ba8 req-dda7978a-38a6-43d9-976e-db453e8d3f22 service nova] Acquiring lock "refresh_cache-2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1805.669630] env[62438]: DEBUG oslo_concurrency.lockutils [req-ec3170b1-b673-4c25-809a-e1df6b598ba8 req-dda7978a-38a6-43d9-976e-db453e8d3f22 service nova] Acquired lock "refresh_cache-2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1805.669795] env[62438]: DEBUG nova.network.neutron [req-ec3170b1-b673-4c25-809a-e1df6b598ba8 req-dda7978a-38a6-43d9-976e-db453e8d3f22 service nova] [instance: 2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8] Refreshing network info cache for port 7a7963e4-89e9-46e1-babe-bb69da187792 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1805.746039] env[62438]: DEBUG nova.network.neutron [req-138c4cbb-a050-4220-9c3e-ca89efbf0448 req-d7dd0b8e-ec63-4550-88da-c21ba8c9a571 service nova] [instance: d5942d48-628f-4c7c-a87a-4d30729eea80] Updated VIF entry in instance network info cache for port 3d0f8673-3f7d-453e-b116-b561bcf22951. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1805.746422] env[62438]: DEBUG nova.network.neutron [req-138c4cbb-a050-4220-9c3e-ca89efbf0448 req-d7dd0b8e-ec63-4550-88da-c21ba8c9a571 service nova] [instance: d5942d48-628f-4c7c-a87a-4d30729eea80] Updating instance_info_cache with network_info: [{"id": "3d0f8673-3f7d-453e-b116-b561bcf22951", "address": "fa:16:3e:50:e7:56", "network": {"id": "a842c849-d53e-4861-ba7c-3a7d63a56e07", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1714288597-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a974a1f1bd4049f1b41bc114794b6696", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d0f8673-3f", "ovs_interfaceid": "3d0f8673-3f7d-453e-b116-b561bcf22951", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1805.756836] env[62438]: DEBUG oslo_vmware.api [None req-306a1caf-09ef-4d2c-b60f-636adc6998c3 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785624, 'name': RelocateVM_Task} progress is 20%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.880182] env[62438]: DEBUG nova.network.neutron [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: 25925035-b746-48db-985c-e8705ee5fd81] Successfully updated port: 44988180-87a0-4731-8154-71784ae47993 {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1805.974349] env[62438]: DEBUG nova.compute.utils [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1805.975829] env[62438]: DEBUG nova.compute.manager [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: 69e8228f-6423-4a27-acfc-3ed97e7fd860] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1805.976063] env[62438]: DEBUG nova.network.neutron [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: 69e8228f-6423-4a27-acfc-3ed97e7fd860] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1806.024987] env[62438]: DEBUG nova.policy [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '62c16a3062a74ae080020eb0a85007e8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd3f2b3e0f66444a9a3f88a83338df039', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1806.123021] env[62438]: DEBUG oslo_concurrency.lockutils [None req-44f16ecf-6249-4300-a81e-866befd4c3dd tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1806.252411] env[62438]: DEBUG oslo_concurrency.lockutils [req-138c4cbb-a050-4220-9c3e-ca89efbf0448 req-d7dd0b8e-ec63-4550-88da-c21ba8c9a571 service nova] Releasing lock "refresh_cache-d5942d48-628f-4c7c-a87a-4d30729eea80" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1806.259191] env[62438]: DEBUG oslo_vmware.api [None req-306a1caf-09ef-4d2c-b60f-636adc6998c3 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785624, 'name': RelocateVM_Task, 'duration_secs': 0.805834} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.259484] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-306a1caf-09ef-4d2c-b60f-636adc6998c3 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] Volume attach. Driver type: vmdk {{(pid=62438) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1806.259687] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-306a1caf-09ef-4d2c-b60f-636adc6998c3 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370498', 'volume_id': 'c314ca5b-420b-4eef-a7aa-fc881d5e62f6', 'name': 'volume-c314ca5b-420b-4eef-a7aa-fc881d5e62f6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8ecfe3b6-a071-434d-afb1-41deafdf79d4', 'attached_at': '', 'detached_at': '', 'volume_id': 'c314ca5b-420b-4eef-a7aa-fc881d5e62f6', 'serial': 'c314ca5b-420b-4eef-a7aa-fc881d5e62f6'} {{(pid=62438) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1806.260497] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-705431d2-4d5b-4e69-9c81-2144ab117037 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.276068] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e02566-1017-4b00-acfa-458e72354018 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.302982] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-306a1caf-09ef-4d2c-b60f-636adc6998c3 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] volume-c314ca5b-420b-4eef-a7aa-fc881d5e62f6/volume-c314ca5b-420b-4eef-a7aa-fc881d5e62f6.vmdk or device None with type thin {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1806.302982] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94171fc9-0779-49c5-809d-055e4aa1419b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.317586] env[62438]: DEBUG nova.network.neutron [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: 69e8228f-6423-4a27-acfc-3ed97e7fd860] Successfully created port: 54515d7c-5e89-4f91-934f-ece92a588de3 {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1806.327109] env[62438]: DEBUG oslo_vmware.api [None req-306a1caf-09ef-4d2c-b60f-636adc6998c3 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Waiting for the task: (returnval){ [ 1806.327109] env[62438]: value = "task-1785625" [ 1806.327109] env[62438]: _type = "Task" [ 1806.327109] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.336853] env[62438]: DEBUG oslo_vmware.api [None req-306a1caf-09ef-4d2c-b60f-636adc6998c3 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785625, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.384724] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Acquiring lock "refresh_cache-25925035-b746-48db-985c-e8705ee5fd81" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1806.384872] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Acquired lock "refresh_cache-25925035-b746-48db-985c-e8705ee5fd81" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1806.385031] env[62438]: DEBUG nova.network.neutron [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: 25925035-b746-48db-985c-e8705ee5fd81] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1806.426510] env[62438]: DEBUG nova.network.neutron [req-ec3170b1-b673-4c25-809a-e1df6b598ba8 req-dda7978a-38a6-43d9-976e-db453e8d3f22 service nova] [instance: 2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8] Updated VIF entry in instance network info cache for port 7a7963e4-89e9-46e1-babe-bb69da187792. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1806.426783] env[62438]: DEBUG nova.network.neutron [req-ec3170b1-b673-4c25-809a-e1df6b598ba8 req-dda7978a-38a6-43d9-976e-db453e8d3f22 service nova] [instance: 2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8] Updating instance_info_cache with network_info: [{"id": "7a7963e4-89e9-46e1-babe-bb69da187792", "address": "fa:16:3e:f1:d2:bf", "network": {"id": "a94d385f-71ec-4be6-b04d-8fd365f0788d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1510171435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "941c9b8cd46546ffa37aa3edfa770bd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a7963e4-89", "ovs_interfaceid": "7a7963e4-89e9-46e1-babe-bb69da187792", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1806.479545] env[62438]: DEBUG nova.compute.manager [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: 69e8228f-6423-4a27-acfc-3ed97e7fd860] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1806.487930] env[62438]: DEBUG nova.compute.manager [req-c0f80f20-a238-44bd-aac5-051777e5d32c req-bfe4e6a5-1ec0-4d89-b83a-4a0b957feac2 service nova] [instance: 2a865b41-1752-4d8e-81f0-3ca85069c831] Received event network-vif-deleted-15116906-0eb1-4320-a4e3-16bacb45be43 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1806.568649] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance 29223975-ba66-48c1-9dd6-07143475fb2a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1806.568809] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance 23364d4c-07c7-4521-8f21-23226f1edb8c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1806.568939] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance 7cf7de8e-8184-4588-8623-c85044515a9e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1806.569078] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance 2a865b41-1752-4d8e-81f0-3ca85069c831 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1806.569201] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance ceadf541-e9dc-423a-97c5-3dfe483cbab4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1806.569318] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance 68fb92a6-128d-4839-97b8-3fb165d46ad8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1806.569431] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance 2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1806.569542] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance 9a04f4af-932a-49d7-82dc-4180cb5d1a19 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1806.569654] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance f20ec23f-9d33-4e6b-9c84-cd65a354da93 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1806.569764] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance abb54d04-d9de-4711-ac01-e4babe81325b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1806.569873] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance d5942d48-628f-4c7c-a87a-4d30729eea80 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1806.569983] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance 8ecfe3b6-a071-434d-afb1-41deafdf79d4 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1806.570105] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance 25925035-b746-48db-985c-e8705ee5fd81 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1806.570243] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance 69e8228f-6423-4a27-acfc-3ed97e7fd860 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1806.570459] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=62438) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1806.570597] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3200MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=62438) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1806.739103] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ccc14b-a3b7-4f09-9e2a-8a8375d82de9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.746987] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bf8c4d6-d063-41ef-bf8f-5e82dbd342ba {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.777669] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d84e5d-a14c-4659-8ef4-9506126f6ed8 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.785620] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-018ea879-370b-422b-b261-3a1766703ae3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.798418] env[62438]: DEBUG nova.compute.provider_tree [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1806.836467] env[62438]: DEBUG oslo_vmware.api [None req-306a1caf-09ef-4d2c-b60f-636adc6998c3 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785625, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.919506] env[62438]: DEBUG nova.network.neutron [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: 25925035-b746-48db-985c-e8705ee5fd81] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1806.930434] env[62438]: DEBUG oslo_concurrency.lockutils [req-ec3170b1-b673-4c25-809a-e1df6b598ba8 req-dda7978a-38a6-43d9-976e-db453e8d3f22 service nova] Releasing lock "refresh_cache-2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1806.930705] env[62438]: DEBUG nova.compute.manager [req-ec3170b1-b673-4c25-809a-e1df6b598ba8 req-dda7978a-38a6-43d9-976e-db453e8d3f22 service nova] [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] Received event network-changed-b98d8c86-a355-4f2f-ab3f-ef88cd567c87 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1806.930916] env[62438]: DEBUG nova.compute.manager [req-ec3170b1-b673-4c25-809a-e1df6b598ba8 req-dda7978a-38a6-43d9-976e-db453e8d3f22 service nova] [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] Refreshing instance network info cache due to event network-changed-b98d8c86-a355-4f2f-ab3f-ef88cd567c87. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1806.931210] env[62438]: DEBUG oslo_concurrency.lockutils [req-ec3170b1-b673-4c25-809a-e1df6b598ba8 req-dda7978a-38a6-43d9-976e-db453e8d3f22 service nova] Acquiring lock "refresh_cache-8ecfe3b6-a071-434d-afb1-41deafdf79d4" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1806.931385] env[62438]: DEBUG oslo_concurrency.lockutils [req-ec3170b1-b673-4c25-809a-e1df6b598ba8 req-dda7978a-38a6-43d9-976e-db453e8d3f22 service nova] Acquired lock "refresh_cache-8ecfe3b6-a071-434d-afb1-41deafdf79d4" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1806.931613] env[62438]: DEBUG nova.network.neutron [req-ec3170b1-b673-4c25-809a-e1df6b598ba8 req-dda7978a-38a6-43d9-976e-db453e8d3f22 service nova] [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] Refreshing network info cache for port b98d8c86-a355-4f2f-ab3f-ef88cd567c87 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1807.008801] env[62438]: DEBUG nova.compute.manager [req-bca1b551-bb9d-4c66-b6f3-c5dade06ce97 req-bfb66b9e-6029-4a37-9dc6-ac7204a4b46b service nova] [instance: 25925035-b746-48db-985c-e8705ee5fd81] Received event network-vif-plugged-44988180-87a0-4731-8154-71784ae47993 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1807.009066] env[62438]: DEBUG oslo_concurrency.lockutils [req-bca1b551-bb9d-4c66-b6f3-c5dade06ce97 req-bfb66b9e-6029-4a37-9dc6-ac7204a4b46b service nova] Acquiring lock "25925035-b746-48db-985c-e8705ee5fd81-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1807.009572] env[62438]: DEBUG oslo_concurrency.lockutils [req-bca1b551-bb9d-4c66-b6f3-c5dade06ce97 req-bfb66b9e-6029-4a37-9dc6-ac7204a4b46b service nova] Lock "25925035-b746-48db-985c-e8705ee5fd81-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1807.009572] env[62438]: DEBUG oslo_concurrency.lockutils [req-bca1b551-bb9d-4c66-b6f3-c5dade06ce97 req-bfb66b9e-6029-4a37-9dc6-ac7204a4b46b service nova] Lock "25925035-b746-48db-985c-e8705ee5fd81-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1807.009854] env[62438]: DEBUG nova.compute.manager [req-bca1b551-bb9d-4c66-b6f3-c5dade06ce97 req-bfb66b9e-6029-4a37-9dc6-ac7204a4b46b service nova] [instance: 25925035-b746-48db-985c-e8705ee5fd81] No waiting events found dispatching network-vif-plugged-44988180-87a0-4731-8154-71784ae47993 {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1807.010082] env[62438]: WARNING nova.compute.manager [req-bca1b551-bb9d-4c66-b6f3-c5dade06ce97 req-bfb66b9e-6029-4a37-9dc6-ac7204a4b46b service nova] [instance: 25925035-b746-48db-985c-e8705ee5fd81] Received unexpected event network-vif-plugged-44988180-87a0-4731-8154-71784ae47993 for instance with vm_state building and task_state spawning. [ 1807.010319] env[62438]: DEBUG nova.compute.manager [req-bca1b551-bb9d-4c66-b6f3-c5dade06ce97 req-bfb66b9e-6029-4a37-9dc6-ac7204a4b46b service nova] [instance: 25925035-b746-48db-985c-e8705ee5fd81] Received event network-changed-44988180-87a0-4731-8154-71784ae47993 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1807.010495] env[62438]: DEBUG nova.compute.manager [req-bca1b551-bb9d-4c66-b6f3-c5dade06ce97 req-bfb66b9e-6029-4a37-9dc6-ac7204a4b46b service nova] [instance: 25925035-b746-48db-985c-e8705ee5fd81] Refreshing instance network info cache due to event network-changed-44988180-87a0-4731-8154-71784ae47993. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1807.010672] env[62438]: DEBUG oslo_concurrency.lockutils [req-bca1b551-bb9d-4c66-b6f3-c5dade06ce97 req-bfb66b9e-6029-4a37-9dc6-ac7204a4b46b service nova] Acquiring lock "refresh_cache-25925035-b746-48db-985c-e8705ee5fd81" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1807.060675] env[62438]: DEBUG nova.network.neutron [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: 25925035-b746-48db-985c-e8705ee5fd81] Updating instance_info_cache with network_info: [{"id": "44988180-87a0-4731-8154-71784ae47993", "address": "fa:16:3e:5d:6c:ea", "network": {"id": "5949c194-5621-4565-b310-8a9a58b5d45f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2028196329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3f2b3e0f66444a9a3f88a83338df039", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44988180-87", "ovs_interfaceid": "44988180-87a0-4731-8154-71784ae47993", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1807.301762] env[62438]: DEBUG nova.scheduler.client.report [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1807.337793] env[62438]: DEBUG oslo_vmware.api [None req-306a1caf-09ef-4d2c-b60f-636adc6998c3 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785625, 'name': ReconfigVM_Task, 'duration_secs': 0.635205} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.338126] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-306a1caf-09ef-4d2c-b60f-636adc6998c3 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] Reconfigured VM instance instance-00000064 to attach disk [datastore1] volume-c314ca5b-420b-4eef-a7aa-fc881d5e62f6/volume-c314ca5b-420b-4eef-a7aa-fc881d5e62f6.vmdk or device None with type thin {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1807.343086] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86439d3f-1339-4278-aff9-032bf15b893e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.358089] env[62438]: DEBUG oslo_vmware.api [None req-306a1caf-09ef-4d2c-b60f-636adc6998c3 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Waiting for the task: (returnval){ [ 1807.358089] env[62438]: value = "task-1785626" [ 1807.358089] env[62438]: _type = "Task" [ 1807.358089] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.366166] env[62438]: DEBUG oslo_vmware.api [None req-306a1caf-09ef-4d2c-b60f-636adc6998c3 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785626, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.491765] env[62438]: DEBUG nova.compute.manager [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: 69e8228f-6423-4a27-acfc-3ed97e7fd860] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1807.520306] env[62438]: DEBUG nova.virt.hardware [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1807.520708] env[62438]: DEBUG nova.virt.hardware [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1807.520975] env[62438]: DEBUG nova.virt.hardware [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1807.521286] env[62438]: DEBUG nova.virt.hardware [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1807.521552] env[62438]: DEBUG nova.virt.hardware [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1807.521769] env[62438]: DEBUG nova.virt.hardware [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1807.522137] env[62438]: DEBUG nova.virt.hardware [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1807.522365] env[62438]: DEBUG nova.virt.hardware [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1807.522612] env[62438]: DEBUG nova.virt.hardware [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1807.522857] env[62438]: DEBUG nova.virt.hardware [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1807.523143] env[62438]: DEBUG nova.virt.hardware [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1807.524325] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef4b3be2-77a8-4d92-9c9e-7399ff1ea55c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.536962] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55661c94-dfdc-4ebe-8626-4c3c306faf44 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.563141] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Releasing lock "refresh_cache-25925035-b746-48db-985c-e8705ee5fd81" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1807.563496] env[62438]: DEBUG nova.compute.manager [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: 25925035-b746-48db-985c-e8705ee5fd81] Instance network_info: |[{"id": "44988180-87a0-4731-8154-71784ae47993", "address": "fa:16:3e:5d:6c:ea", "network": {"id": "5949c194-5621-4565-b310-8a9a58b5d45f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2028196329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3f2b3e0f66444a9a3f88a83338df039", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44988180-87", "ovs_interfaceid": "44988180-87a0-4731-8154-71784ae47993", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1807.563838] env[62438]: DEBUG oslo_concurrency.lockutils [req-bca1b551-bb9d-4c66-b6f3-c5dade06ce97 req-bfb66b9e-6029-4a37-9dc6-ac7204a4b46b service nova] Acquired lock "refresh_cache-25925035-b746-48db-985c-e8705ee5fd81" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1807.564055] env[62438]: DEBUG nova.network.neutron [req-bca1b551-bb9d-4c66-b6f3-c5dade06ce97 req-bfb66b9e-6029-4a37-9dc6-ac7204a4b46b service nova] [instance: 25925035-b746-48db-985c-e8705ee5fd81] Refreshing network info cache for port 44988180-87a0-4731-8154-71784ae47993 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1807.565303] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: 25925035-b746-48db-985c-e8705ee5fd81] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:6c:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e05affa-2640-435e-a124-0ee8a6ab1152', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '44988180-87a0-4731-8154-71784ae47993', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1807.574018] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Creating folder: Project (d3f2b3e0f66444a9a3f88a83338df039). Parent ref: group-v370230. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1807.577156] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-caa33b82-a8e7-422c-bfd5-2d819e78ac83 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.590401] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Created folder: Project (d3f2b3e0f66444a9a3f88a83338df039) in parent group-v370230. [ 1807.590770] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Creating folder: Instances. Parent ref: group-v370503. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1807.590843] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5b62f3df-0ac8-4b6e-b0a4-58823716457e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.602264] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Created folder: Instances in parent group-v370503. [ 1807.602488] env[62438]: DEBUG oslo.service.loopingcall [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1807.602729] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25925035-b746-48db-985c-e8705ee5fd81] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1807.602991] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-de2e9883-2f49-46a5-9425-0d88547d1888 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.622445] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1807.622445] env[62438]: value = "task-1785629" [ 1807.622445] env[62438]: _type = "Task" [ 1807.622445] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.632035] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785629, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.661832] env[62438]: DEBUG nova.network.neutron [req-ec3170b1-b673-4c25-809a-e1df6b598ba8 req-dda7978a-38a6-43d9-976e-db453e8d3f22 service nova] [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] Updated VIF entry in instance network info cache for port b98d8c86-a355-4f2f-ab3f-ef88cd567c87. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1807.662250] env[62438]: DEBUG nova.network.neutron [req-ec3170b1-b673-4c25-809a-e1df6b598ba8 req-dda7978a-38a6-43d9-976e-db453e8d3f22 service nova] [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] Updating instance_info_cache with network_info: [{"id": "b98d8c86-a355-4f2f-ab3f-ef88cd567c87", "address": "fa:16:3e:34:a9:9b", "network": {"id": "be543da8-3777-4ff8-8be8-2e630a8adb60", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1910186769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c02acab651304d05a66f470e452d1796", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb98d8c86-a3", "ovs_interfaceid": "b98d8c86-a355-4f2f-ab3f-ef88cd567c87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1807.808775] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62438) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1807.808775] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.272s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1807.808775] env[62438]: DEBUG oslo_concurrency.lockutils [None req-44f16ecf-6249-4300-a81e-866befd4c3dd tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.685s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1807.808775] env[62438]: DEBUG nova.objects.instance [None req-44f16ecf-6249-4300-a81e-866befd4c3dd tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Lazy-loading 'resources' on Instance uuid 2a865b41-1752-4d8e-81f0-3ca85069c831 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1807.868433] env[62438]: DEBUG oslo_vmware.api [None req-306a1caf-09ef-4d2c-b60f-636adc6998c3 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785626, 'name': ReconfigVM_Task, 'duration_secs': 0.136637} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.868745] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-306a1caf-09ef-4d2c-b60f-636adc6998c3 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370498', 'volume_id': 'c314ca5b-420b-4eef-a7aa-fc881d5e62f6', 'name': 'volume-c314ca5b-420b-4eef-a7aa-fc881d5e62f6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8ecfe3b6-a071-434d-afb1-41deafdf79d4', 'attached_at': '', 'detached_at': '', 'volume_id': 'c314ca5b-420b-4eef-a7aa-fc881d5e62f6', 'serial': 'c314ca5b-420b-4eef-a7aa-fc881d5e62f6'} {{(pid=62438) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1807.869329] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9060b41a-3136-416a-b6a1-12fbf6a01c71 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.875731] env[62438]: DEBUG oslo_vmware.api [None req-306a1caf-09ef-4d2c-b60f-636adc6998c3 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Waiting for the task: (returnval){ [ 1807.875731] env[62438]: value = "task-1785630" [ 1807.875731] env[62438]: _type = "Task" [ 1807.875731] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.885426] env[62438]: DEBUG oslo_vmware.api [None req-306a1caf-09ef-4d2c-b60f-636adc6998c3 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785630, 'name': Rename_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.891012] env[62438]: DEBUG nova.network.neutron [req-bca1b551-bb9d-4c66-b6f3-c5dade06ce97 req-bfb66b9e-6029-4a37-9dc6-ac7204a4b46b service nova] [instance: 25925035-b746-48db-985c-e8705ee5fd81] Updated VIF entry in instance network info cache for port 44988180-87a0-4731-8154-71784ae47993. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1807.891387] env[62438]: DEBUG nova.network.neutron [req-bca1b551-bb9d-4c66-b6f3-c5dade06ce97 req-bfb66b9e-6029-4a37-9dc6-ac7204a4b46b service nova] [instance: 25925035-b746-48db-985c-e8705ee5fd81] Updating instance_info_cache with network_info: [{"id": "44988180-87a0-4731-8154-71784ae47993", "address": "fa:16:3e:5d:6c:ea", "network": {"id": "5949c194-5621-4565-b310-8a9a58b5d45f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2028196329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3f2b3e0f66444a9a3f88a83338df039", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44988180-87", "ovs_interfaceid": "44988180-87a0-4731-8154-71784ae47993", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1807.975789] env[62438]: DEBUG nova.network.neutron [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: 69e8228f-6423-4a27-acfc-3ed97e7fd860] Successfully updated port: 54515d7c-5e89-4f91-934f-ece92a588de3 {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1808.132176] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785629, 'name': CreateVM_Task, 'duration_secs': 0.385424} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.132350] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25925035-b746-48db-985c-e8705ee5fd81] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1808.133055] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1808.133229] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1808.133587] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1808.133847] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4594d596-3cff-4ee2-a3f5-c9bb7cf40700 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.138577] env[62438]: DEBUG oslo_vmware.api [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Waiting for the task: (returnval){ [ 1808.138577] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52929a80-0b0a-b43f-b6a1-c3a8b2413b12" [ 1808.138577] env[62438]: _type = "Task" [ 1808.138577] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.146057] env[62438]: DEBUG oslo_vmware.api [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52929a80-0b0a-b43f-b6a1-c3a8b2413b12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.164769] env[62438]: DEBUG oslo_concurrency.lockutils [req-ec3170b1-b673-4c25-809a-e1df6b598ba8 req-dda7978a-38a6-43d9-976e-db453e8d3f22 service nova] Releasing lock "refresh_cache-8ecfe3b6-a071-434d-afb1-41deafdf79d4" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1808.389176] env[62438]: DEBUG oslo_vmware.api [None req-306a1caf-09ef-4d2c-b60f-636adc6998c3 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785630, 'name': Rename_Task, 'duration_secs': 0.139562} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.389556] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-306a1caf-09ef-4d2c-b60f-636adc6998c3 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1808.389923] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e327c9e5-e33d-4ec7-9346-ce7909f34b89 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.395501] env[62438]: DEBUG oslo_concurrency.lockutils [req-bca1b551-bb9d-4c66-b6f3-c5dade06ce97 req-bfb66b9e-6029-4a37-9dc6-ac7204a4b46b service nova] Releasing lock "refresh_cache-25925035-b746-48db-985c-e8705ee5fd81" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1808.397325] env[62438]: DEBUG oslo_vmware.api [None req-306a1caf-09ef-4d2c-b60f-636adc6998c3 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Waiting for the task: (returnval){ [ 1808.397325] env[62438]: value = "task-1785631" [ 1808.397325] env[62438]: _type = "Task" [ 1808.397325] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.404789] env[62438]: DEBUG oslo_vmware.api [None req-306a1caf-09ef-4d2c-b60f-636adc6998c3 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785631, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.477863] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Acquiring lock "refresh_cache-69e8228f-6423-4a27-acfc-3ed97e7fd860" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1808.478017] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Acquired lock "refresh_cache-69e8228f-6423-4a27-acfc-3ed97e7fd860" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1808.478202] env[62438]: DEBUG nova.network.neutron [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: 69e8228f-6423-4a27-acfc-3ed97e7fd860] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1808.495708] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a150b2-3f12-4190-acc2-2a8041d705b5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.504296] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df1c6956-651b-46e3-9a1c-ca7d63153998 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.541635] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d76306a-9d16-4b6d-91bd-781a7ac609c7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.557771] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6142c6c9-8820-4e4e-943b-313924247b5f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.574431] env[62438]: DEBUG nova.compute.provider_tree [None req-44f16ecf-6249-4300-a81e-866befd4c3dd tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1808.649754] env[62438]: DEBUG oslo_vmware.api [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52929a80-0b0a-b43f-b6a1-c3a8b2413b12, 'name': SearchDatastore_Task, 'duration_secs': 0.039239} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.649933] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1808.650311] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: 25925035-b746-48db-985c-e8705ee5fd81] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1808.650892] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1808.650892] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1808.650892] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1808.651166] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e572c997-c1cd-4318-948e-711de52ec7b7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.662617] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1808.662826] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1808.663607] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9655c739-aa5f-4103-88c0-9cae8d68f2f9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.669101] env[62438]: DEBUG oslo_vmware.api [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Waiting for the task: (returnval){ [ 1808.669101] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52086b55-6856-efcb-153b-6d05ad8326de" [ 1808.669101] env[62438]: _type = "Task" [ 1808.669101] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.677413] env[62438]: DEBUG oslo_vmware.api [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52086b55-6856-efcb-153b-6d05ad8326de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.907891] env[62438]: DEBUG oslo_vmware.api [None req-306a1caf-09ef-4d2c-b60f-636adc6998c3 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785631, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.011196] env[62438]: DEBUG nova.network.neutron [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: 69e8228f-6423-4a27-acfc-3ed97e7fd860] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1809.039486] env[62438]: DEBUG nova.compute.manager [req-98cb835b-b852-45cd-8e53-f6a97d52e93b req-af396eb1-835d-4957-a60e-a590ef7e6895 service nova] [instance: 69e8228f-6423-4a27-acfc-3ed97e7fd860] Received event network-vif-plugged-54515d7c-5e89-4f91-934f-ece92a588de3 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1809.039801] env[62438]: DEBUG oslo_concurrency.lockutils [req-98cb835b-b852-45cd-8e53-f6a97d52e93b req-af396eb1-835d-4957-a60e-a590ef7e6895 service nova] Acquiring lock "69e8228f-6423-4a27-acfc-3ed97e7fd860-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1809.039979] env[62438]: DEBUG oslo_concurrency.lockutils [req-98cb835b-b852-45cd-8e53-f6a97d52e93b req-af396eb1-835d-4957-a60e-a590ef7e6895 service nova] Lock "69e8228f-6423-4a27-acfc-3ed97e7fd860-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1809.040383] env[62438]: DEBUG oslo_concurrency.lockutils [req-98cb835b-b852-45cd-8e53-f6a97d52e93b req-af396eb1-835d-4957-a60e-a590ef7e6895 service nova] Lock "69e8228f-6423-4a27-acfc-3ed97e7fd860-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1809.040584] env[62438]: DEBUG nova.compute.manager [req-98cb835b-b852-45cd-8e53-f6a97d52e93b req-af396eb1-835d-4957-a60e-a590ef7e6895 service nova] [instance: 69e8228f-6423-4a27-acfc-3ed97e7fd860] No waiting events found dispatching network-vif-plugged-54515d7c-5e89-4f91-934f-ece92a588de3 {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1809.040765] env[62438]: WARNING nova.compute.manager [req-98cb835b-b852-45cd-8e53-f6a97d52e93b req-af396eb1-835d-4957-a60e-a590ef7e6895 service nova] [instance: 69e8228f-6423-4a27-acfc-3ed97e7fd860] Received unexpected event network-vif-plugged-54515d7c-5e89-4f91-934f-ece92a588de3 for instance with vm_state building and task_state spawning. [ 1809.040938] env[62438]: DEBUG nova.compute.manager [req-98cb835b-b852-45cd-8e53-f6a97d52e93b req-af396eb1-835d-4957-a60e-a590ef7e6895 service nova] [instance: 69e8228f-6423-4a27-acfc-3ed97e7fd860] Received event network-changed-54515d7c-5e89-4f91-934f-ece92a588de3 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1809.041120] env[62438]: DEBUG nova.compute.manager [req-98cb835b-b852-45cd-8e53-f6a97d52e93b req-af396eb1-835d-4957-a60e-a590ef7e6895 service nova] [instance: 69e8228f-6423-4a27-acfc-3ed97e7fd860] Refreshing instance network info cache due to event network-changed-54515d7c-5e89-4f91-934f-ece92a588de3. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1809.041309] env[62438]: DEBUG oslo_concurrency.lockutils [req-98cb835b-b852-45cd-8e53-f6a97d52e93b req-af396eb1-835d-4957-a60e-a590ef7e6895 service nova] Acquiring lock "refresh_cache-69e8228f-6423-4a27-acfc-3ed97e7fd860" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1809.080520] env[62438]: DEBUG nova.scheduler.client.report [None req-44f16ecf-6249-4300-a81e-866befd4c3dd tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1809.166653] env[62438]: DEBUG nova.network.neutron [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: 69e8228f-6423-4a27-acfc-3ed97e7fd860] Updating instance_info_cache with network_info: [{"id": "54515d7c-5e89-4f91-934f-ece92a588de3", "address": "fa:16:3e:bd:03:f1", "network": {"id": "5949c194-5621-4565-b310-8a9a58b5d45f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2028196329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3f2b3e0f66444a9a3f88a83338df039", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54515d7c-5e", "ovs_interfaceid": "54515d7c-5e89-4f91-934f-ece92a588de3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1809.180795] env[62438]: DEBUG oslo_vmware.api [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52086b55-6856-efcb-153b-6d05ad8326de, 'name': SearchDatastore_Task, 'duration_secs': 0.044903} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.182549] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05f5573c-0269-4d46-b09d-c8154dfbafe8 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.188855] env[62438]: DEBUG oslo_vmware.api [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Waiting for the task: (returnval){ [ 1809.188855] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5277d407-7009-03eb-be03-b5e4fc21664a" [ 1809.188855] env[62438]: _type = "Task" [ 1809.188855] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.197805] env[62438]: DEBUG oslo_vmware.api [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5277d407-7009-03eb-be03-b5e4fc21664a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.408605] env[62438]: DEBUG oslo_vmware.api [None req-306a1caf-09ef-4d2c-b60f-636adc6998c3 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785631, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.585167] env[62438]: DEBUG oslo_concurrency.lockutils [None req-44f16ecf-6249-4300-a81e-866befd4c3dd tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.777s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1809.603757] env[62438]: INFO nova.scheduler.client.report [None req-44f16ecf-6249-4300-a81e-866befd4c3dd tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Deleted allocations for instance 2a865b41-1752-4d8e-81f0-3ca85069c831 [ 1809.670028] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Releasing lock "refresh_cache-69e8228f-6423-4a27-acfc-3ed97e7fd860" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1809.670493] env[62438]: DEBUG nova.compute.manager [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: 69e8228f-6423-4a27-acfc-3ed97e7fd860] Instance network_info: |[{"id": "54515d7c-5e89-4f91-934f-ece92a588de3", "address": "fa:16:3e:bd:03:f1", "network": {"id": "5949c194-5621-4565-b310-8a9a58b5d45f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2028196329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3f2b3e0f66444a9a3f88a83338df039", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54515d7c-5e", "ovs_interfaceid": "54515d7c-5e89-4f91-934f-ece92a588de3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1809.671016] env[62438]: DEBUG oslo_concurrency.lockutils [req-98cb835b-b852-45cd-8e53-f6a97d52e93b req-af396eb1-835d-4957-a60e-a590ef7e6895 service nova] Acquired lock "refresh_cache-69e8228f-6423-4a27-acfc-3ed97e7fd860" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1809.671422] env[62438]: DEBUG nova.network.neutron [req-98cb835b-b852-45cd-8e53-f6a97d52e93b req-af396eb1-835d-4957-a60e-a590ef7e6895 service nova] [instance: 69e8228f-6423-4a27-acfc-3ed97e7fd860] Refreshing network info cache for port 54515d7c-5e89-4f91-934f-ece92a588de3 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1809.673184] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: 69e8228f-6423-4a27-acfc-3ed97e7fd860] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:03:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e05affa-2640-435e-a124-0ee8a6ab1152', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '54515d7c-5e89-4f91-934f-ece92a588de3', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1809.681327] env[62438]: DEBUG oslo.service.loopingcall [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1809.682487] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69e8228f-6423-4a27-acfc-3ed97e7fd860] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1809.682747] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6973e537-789d-4849-a8a8-01fcbf344232 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.706600] env[62438]: DEBUG oslo_vmware.api [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5277d407-7009-03eb-be03-b5e4fc21664a, 'name': SearchDatastore_Task, 'duration_secs': 0.010115} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.707903] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1809.708237] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 25925035-b746-48db-985c-e8705ee5fd81/25925035-b746-48db-985c-e8705ee5fd81.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1809.708487] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1809.708487] env[62438]: value = "task-1785632" [ 1809.708487] env[62438]: _type = "Task" [ 1809.708487] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.708680] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4f0831b0-a4e4-48a1-9601-7b911215393a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.719499] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785632, 'name': CreateVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.720722] env[62438]: DEBUG oslo_vmware.api [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Waiting for the task: (returnval){ [ 1809.720722] env[62438]: value = "task-1785633" [ 1809.720722] env[62438]: _type = "Task" [ 1809.720722] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.727930] env[62438]: DEBUG oslo_vmware.api [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Task: {'id': task-1785633, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.910556] env[62438]: DEBUG oslo_vmware.api [None req-306a1caf-09ef-4d2c-b60f-636adc6998c3 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785631, 'name': PowerOnVM_Task, 'duration_secs': 1.109441} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.910770] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-306a1caf-09ef-4d2c-b60f-636adc6998c3 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1809.911077] env[62438]: INFO nova.compute.manager [None req-306a1caf-09ef-4d2c-b60f-636adc6998c3 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] Took 6.35 seconds to spawn the instance on the hypervisor. [ 1809.911283] env[62438]: DEBUG nova.compute.manager [None req-306a1caf-09ef-4d2c-b60f-636adc6998c3 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1809.912110] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1360cc82-fab4-4493-aeb3-bdfb06a1c7a9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.112351] env[62438]: DEBUG oslo_concurrency.lockutils [None req-44f16ecf-6249-4300-a81e-866befd4c3dd tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Lock "2a865b41-1752-4d8e-81f0-3ca85069c831" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.695s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1810.223821] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785632, 'name': CreateVM_Task} progress is 99%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.232185] env[62438]: DEBUG oslo_vmware.api [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Task: {'id': task-1785633, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507455} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.232468] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 25925035-b746-48db-985c-e8705ee5fd81/25925035-b746-48db-985c-e8705ee5fd81.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1810.232694] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: 25925035-b746-48db-985c-e8705ee5fd81] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1810.232962] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a6d33bbb-ca18-4c1a-8128-9e92ec494204 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.239311] env[62438]: DEBUG oslo_vmware.api [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Waiting for the task: (returnval){ [ 1810.239311] env[62438]: value = "task-1785634" [ 1810.239311] env[62438]: _type = "Task" [ 1810.239311] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.248805] env[62438]: DEBUG oslo_vmware.api [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Task: {'id': task-1785634, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.429367] env[62438]: INFO nova.compute.manager [None req-306a1caf-09ef-4d2c-b60f-636adc6998c3 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] Took 13.02 seconds to build instance. [ 1810.431107] env[62438]: DEBUG nova.network.neutron [req-98cb835b-b852-45cd-8e53-f6a97d52e93b req-af396eb1-835d-4957-a60e-a590ef7e6895 service nova] [instance: 69e8228f-6423-4a27-acfc-3ed97e7fd860] Updated VIF entry in instance network info cache for port 54515d7c-5e89-4f91-934f-ece92a588de3. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1810.431390] env[62438]: DEBUG nova.network.neutron [req-98cb835b-b852-45cd-8e53-f6a97d52e93b req-af396eb1-835d-4957-a60e-a590ef7e6895 service nova] [instance: 69e8228f-6423-4a27-acfc-3ed97e7fd860] Updating instance_info_cache with network_info: [{"id": "54515d7c-5e89-4f91-934f-ece92a588de3", "address": "fa:16:3e:bd:03:f1", "network": {"id": "5949c194-5621-4565-b310-8a9a58b5d45f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2028196329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3f2b3e0f66444a9a3f88a83338df039", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54515d7c-5e", "ovs_interfaceid": "54515d7c-5e89-4f91-934f-ece92a588de3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1810.726066] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785632, 'name': CreateVM_Task, 'duration_secs': 0.651223} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.726066] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69e8228f-6423-4a27-acfc-3ed97e7fd860] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1810.726897] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1810.727337] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1810.727976] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1810.728514] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5fdf19c-2d1f-47ed-828e-7b9302badc44 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.735316] env[62438]: DEBUG oslo_vmware.api [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Waiting for the task: (returnval){ [ 1810.735316] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5254f8bc-4a4c-ca16-5e9b-2b7e7174c98c" [ 1810.735316] env[62438]: _type = "Task" [ 1810.735316] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.746640] env[62438]: DEBUG oslo_vmware.api [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5254f8bc-4a4c-ca16-5e9b-2b7e7174c98c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.752055] env[62438]: DEBUG oslo_vmware.api [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Task: {'id': task-1785634, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070241} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.752267] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: 25925035-b746-48db-985c-e8705ee5fd81] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1810.753081] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bdd8ced-ac3a-4d94-a94b-d301d2a4fc58 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.775720] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: 25925035-b746-48db-985c-e8705ee5fd81] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 25925035-b746-48db-985c-e8705ee5fd81/25925035-b746-48db-985c-e8705ee5fd81.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1810.776069] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f81892a2-1038-4e7a-84c9-90e9ad6a8c93 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.798953] env[62438]: DEBUG oslo_vmware.api [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Waiting for the task: (returnval){ [ 1810.798953] env[62438]: value = "task-1785635" [ 1810.798953] env[62438]: _type = "Task" [ 1810.798953] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.807045] env[62438]: DEBUG oslo_vmware.api [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Task: {'id': task-1785635, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.933980] env[62438]: DEBUG oslo_concurrency.lockutils [None req-306a1caf-09ef-4d2c-b60f-636adc6998c3 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Lock "8ecfe3b6-a071-434d-afb1-41deafdf79d4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.536s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1810.934508] env[62438]: DEBUG oslo_concurrency.lockutils [req-98cb835b-b852-45cd-8e53-f6a97d52e93b req-af396eb1-835d-4957-a60e-a590ef7e6895 service nova] Releasing lock "refresh_cache-69e8228f-6423-4a27-acfc-3ed97e7fd860" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1811.245945] env[62438]: DEBUG oslo_vmware.api [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5254f8bc-4a4c-ca16-5e9b-2b7e7174c98c, 'name': SearchDatastore_Task, 'duration_secs': 0.016045} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.246241] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1811.246485] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: 69e8228f-6423-4a27-acfc-3ed97e7fd860] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1811.246730] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1811.246883] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1811.247170] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1811.247361] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f440130f-1781-4104-b389-b9da153e9d2c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.265128] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1811.265279] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1811.266450] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e78d7596-d873-4238-8bac-3ce65d049593 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.272348] env[62438]: DEBUG oslo_vmware.api [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Waiting for the task: (returnval){ [ 1811.272348] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52f97302-fa40-4a33-9353-3a4082e8a98d" [ 1811.272348] env[62438]: _type = "Task" [ 1811.272348] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.283649] env[62438]: DEBUG oslo_vmware.api [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52f97302-fa40-4a33-9353-3a4082e8a98d, 'name': SearchDatastore_Task, 'duration_secs': 0.009623} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.284394] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34e8fdca-304a-4838-9a3c-6fcaba40bb8e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.289963] env[62438]: DEBUG oslo_vmware.api [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Waiting for the task: (returnval){ [ 1811.289963] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52e2aeb6-1ed5-8a4a-f667-1bd0f60a03d0" [ 1811.289963] env[62438]: _type = "Task" [ 1811.289963] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.302869] env[62438]: DEBUG oslo_vmware.api [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52e2aeb6-1ed5-8a4a-f667-1bd0f60a03d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.311391] env[62438]: DEBUG oslo_vmware.api [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Task: {'id': task-1785635, 'name': ReconfigVM_Task, 'duration_secs': 0.288681} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.311750] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: 25925035-b746-48db-985c-e8705ee5fd81] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 25925035-b746-48db-985c-e8705ee5fd81/25925035-b746-48db-985c-e8705ee5fd81.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1811.313971] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d237a91c-be24-46b8-8d0e-8082186a3693 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.319699] env[62438]: DEBUG oslo_vmware.api [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Waiting for the task: (returnval){ [ 1811.319699] env[62438]: value = "task-1785637" [ 1811.319699] env[62438]: _type = "Task" [ 1811.319699] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.322622] env[62438]: DEBUG nova.compute.manager [req-8efb464f-677f-4105-909f-8790534caf34 req-b952bb75-f83d-4e90-857e-75013909d24a service nova] [instance: 29223975-ba66-48c1-9dd6-07143475fb2a] Received event network-changed-e0eeb6a3-f740-4be7-92c4-1afa8eec9e17 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1811.322916] env[62438]: DEBUG nova.compute.manager [req-8efb464f-677f-4105-909f-8790534caf34 req-b952bb75-f83d-4e90-857e-75013909d24a service nova] [instance: 29223975-ba66-48c1-9dd6-07143475fb2a] Refreshing instance network info cache due to event network-changed-e0eeb6a3-f740-4be7-92c4-1afa8eec9e17. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1811.323379] env[62438]: DEBUG oslo_concurrency.lockutils [req-8efb464f-677f-4105-909f-8790534caf34 req-b952bb75-f83d-4e90-857e-75013909d24a service nova] Acquiring lock "refresh_cache-29223975-ba66-48c1-9dd6-07143475fb2a" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1811.323641] env[62438]: DEBUG oslo_concurrency.lockutils [req-8efb464f-677f-4105-909f-8790534caf34 req-b952bb75-f83d-4e90-857e-75013909d24a service nova] Acquired lock "refresh_cache-29223975-ba66-48c1-9dd6-07143475fb2a" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1811.323935] env[62438]: DEBUG nova.network.neutron [req-8efb464f-677f-4105-909f-8790534caf34 req-b952bb75-f83d-4e90-857e-75013909d24a service nova] [instance: 29223975-ba66-48c1-9dd6-07143475fb2a] Refreshing network info cache for port e0eeb6a3-f740-4be7-92c4-1afa8eec9e17 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1811.338816] env[62438]: DEBUG oslo_vmware.api [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Task: {'id': task-1785637, 'name': Rename_Task} progress is 10%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.801151] env[62438]: DEBUG oslo_vmware.api [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52e2aeb6-1ed5-8a4a-f667-1bd0f60a03d0, 'name': SearchDatastore_Task, 'duration_secs': 0.009758} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.801497] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1811.801784] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 69e8228f-6423-4a27-acfc-3ed97e7fd860/69e8228f-6423-4a27-acfc-3ed97e7fd860.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1811.802099] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd1a0490-b027-4b41-84bf-56ae3851071d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.809582] env[62438]: DEBUG oslo_vmware.api [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Waiting for the task: (returnval){ [ 1811.809582] env[62438]: value = "task-1785638" [ 1811.809582] env[62438]: _type = "Task" [ 1811.809582] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.817830] env[62438]: DEBUG oslo_vmware.api [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Task: {'id': task-1785638, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.829818] env[62438]: DEBUG oslo_vmware.api [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Task: {'id': task-1785637, 'name': Rename_Task, 'duration_secs': 0.147385} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.830018] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: 25925035-b746-48db-985c-e8705ee5fd81] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1811.830329] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c78ff788-f3a3-4298-b863-f047d55c1ad0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.837348] env[62438]: DEBUG oslo_vmware.api [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Waiting for the task: (returnval){ [ 1811.837348] env[62438]: value = "task-1785639" [ 1811.837348] env[62438]: _type = "Task" [ 1811.837348] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.845222] env[62438]: DEBUG oslo_vmware.api [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Task: {'id': task-1785639, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.037437] env[62438]: DEBUG nova.network.neutron [req-8efb464f-677f-4105-909f-8790534caf34 req-b952bb75-f83d-4e90-857e-75013909d24a service nova] [instance: 29223975-ba66-48c1-9dd6-07143475fb2a] Updated VIF entry in instance network info cache for port e0eeb6a3-f740-4be7-92c4-1afa8eec9e17. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1812.037824] env[62438]: DEBUG nova.network.neutron [req-8efb464f-677f-4105-909f-8790534caf34 req-b952bb75-f83d-4e90-857e-75013909d24a service nova] [instance: 29223975-ba66-48c1-9dd6-07143475fb2a] Updating instance_info_cache with network_info: [{"id": "e0eeb6a3-f740-4be7-92c4-1afa8eec9e17", "address": "fa:16:3e:e4:01:af", "network": {"id": "be543da8-3777-4ff8-8be8-2e630a8adb60", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1910186769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c02acab651304d05a66f470e452d1796", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0eeb6a3-f7", "ovs_interfaceid": "e0eeb6a3-f740-4be7-92c4-1afa8eec9e17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1812.320964] env[62438]: DEBUG oslo_vmware.api [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Task: {'id': task-1785638, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.347995] env[62438]: DEBUG oslo_vmware.api [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Task: {'id': task-1785639, 'name': PowerOnVM_Task, 'duration_secs': 0.460051} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.348364] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: 25925035-b746-48db-985c-e8705ee5fd81] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1812.348596] env[62438]: INFO nova.compute.manager [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: 25925035-b746-48db-985c-e8705ee5fd81] Took 7.17 seconds to spawn the instance on the hypervisor. [ 1812.348814] env[62438]: DEBUG nova.compute.manager [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: 25925035-b746-48db-985c-e8705ee5fd81] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1812.349680] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-743b82bc-8b02-4b36-8e5a-38493d40cb9e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.540420] env[62438]: DEBUG oslo_concurrency.lockutils [req-8efb464f-677f-4105-909f-8790534caf34 req-b952bb75-f83d-4e90-857e-75013909d24a service nova] Releasing lock "refresh_cache-29223975-ba66-48c1-9dd6-07143475fb2a" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1812.716838] env[62438]: DEBUG nova.compute.manager [None req-97f5e4e1-adb8-498a-bdb2-42a8e3d33533 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] Stashing vm_state: active {{(pid=62438) _prep_resize /opt/stack/nova/nova/compute/manager.py:5624}} [ 1812.821728] env[62438]: DEBUG oslo_vmware.api [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Task: {'id': task-1785638, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.624351} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.822035] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 69e8228f-6423-4a27-acfc-3ed97e7fd860/69e8228f-6423-4a27-acfc-3ed97e7fd860.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1812.822220] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: 69e8228f-6423-4a27-acfc-3ed97e7fd860] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1812.822846] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cc0fd950-bb06-45b6-a3bd-c73f8b593db7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.831274] env[62438]: DEBUG oslo_vmware.api [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Waiting for the task: (returnval){ [ 1812.831274] env[62438]: value = "task-1785640" [ 1812.831274] env[62438]: _type = "Task" [ 1812.831274] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.838622] env[62438]: DEBUG oslo_vmware.api [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Task: {'id': task-1785640, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.868955] env[62438]: INFO nova.compute.manager [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: 25925035-b746-48db-985c-e8705ee5fd81] Took 12.96 seconds to build instance. [ 1813.235318] env[62438]: DEBUG oslo_concurrency.lockutils [None req-97f5e4e1-adb8-498a-bdb2-42a8e3d33533 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1813.235600] env[62438]: DEBUG oslo_concurrency.lockutils [None req-97f5e4e1-adb8-498a-bdb2-42a8e3d33533 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1813.341097] env[62438]: DEBUG oslo_vmware.api [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Task: {'id': task-1785640, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061972} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.341425] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: 69e8228f-6423-4a27-acfc-3ed97e7fd860] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1813.342339] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a2ceb3-cd85-420e-874e-5034088ca215 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.347340] env[62438]: DEBUG nova.compute.manager [req-b6482c0d-95a8-4ca8-bf37-295b43ea97b0 req-a30d251b-7a88-4f98-b1ed-e557aec43708 service nova] [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] Received event network-changed-b98d8c86-a355-4f2f-ab3f-ef88cd567c87 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1813.347485] env[62438]: DEBUG nova.compute.manager [req-b6482c0d-95a8-4ca8-bf37-295b43ea97b0 req-a30d251b-7a88-4f98-b1ed-e557aec43708 service nova] [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] Refreshing instance network info cache due to event network-changed-b98d8c86-a355-4f2f-ab3f-ef88cd567c87. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1813.347683] env[62438]: DEBUG oslo_concurrency.lockutils [req-b6482c0d-95a8-4ca8-bf37-295b43ea97b0 req-a30d251b-7a88-4f98-b1ed-e557aec43708 service nova] Acquiring lock "refresh_cache-8ecfe3b6-a071-434d-afb1-41deafdf79d4" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1813.347836] env[62438]: DEBUG oslo_concurrency.lockutils [req-b6482c0d-95a8-4ca8-bf37-295b43ea97b0 req-a30d251b-7a88-4f98-b1ed-e557aec43708 service nova] Acquired lock "refresh_cache-8ecfe3b6-a071-434d-afb1-41deafdf79d4" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1813.348011] env[62438]: DEBUG nova.network.neutron [req-b6482c0d-95a8-4ca8-bf37-295b43ea97b0 req-a30d251b-7a88-4f98-b1ed-e557aec43708 service nova] [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] Refreshing network info cache for port b98d8c86-a355-4f2f-ab3f-ef88cd567c87 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1813.366340] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: 69e8228f-6423-4a27-acfc-3ed97e7fd860] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 69e8228f-6423-4a27-acfc-3ed97e7fd860/69e8228f-6423-4a27-acfc-3ed97e7fd860.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1813.369324] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dbf40c1b-494b-41c5-939d-66f689d92931 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.382990] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Lock "25925035-b746-48db-985c-e8705ee5fd81" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.487s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1813.388787] env[62438]: DEBUG oslo_vmware.api [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Waiting for the task: (returnval){ [ 1813.388787] env[62438]: value = "task-1785641" [ 1813.388787] env[62438]: _type = "Task" [ 1813.388787] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.396745] env[62438]: DEBUG oslo_vmware.api [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Task: {'id': task-1785641, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.592550] env[62438]: DEBUG nova.network.neutron [req-b6482c0d-95a8-4ca8-bf37-295b43ea97b0 req-a30d251b-7a88-4f98-b1ed-e557aec43708 service nova] [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] Updated VIF entry in instance network info cache for port b98d8c86-a355-4f2f-ab3f-ef88cd567c87. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1813.593009] env[62438]: DEBUG nova.network.neutron [req-b6482c0d-95a8-4ca8-bf37-295b43ea97b0 req-a30d251b-7a88-4f98-b1ed-e557aec43708 service nova] [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] Updating instance_info_cache with network_info: [{"id": "b98d8c86-a355-4f2f-ab3f-ef88cd567c87", "address": "fa:16:3e:34:a9:9b", "network": {"id": "be543da8-3777-4ff8-8be8-2e630a8adb60", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1910186769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c02acab651304d05a66f470e452d1796", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb98d8c86-a3", "ovs_interfaceid": "b98d8c86-a355-4f2f-ab3f-ef88cd567c87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1813.740682] env[62438]: INFO nova.compute.claims [None req-97f5e4e1-adb8-498a-bdb2-42a8e3d33533 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1813.898553] env[62438]: DEBUG oslo_vmware.api [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Task: {'id': task-1785641, 'name': ReconfigVM_Task, 'duration_secs': 0.260246} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.898869] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: 69e8228f-6423-4a27-acfc-3ed97e7fd860] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 69e8228f-6423-4a27-acfc-3ed97e7fd860/69e8228f-6423-4a27-acfc-3ed97e7fd860.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1813.899497] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ccaf7b05-36a2-4e9d-97ec-63be3269467d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.904978] env[62438]: DEBUG oslo_vmware.api [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Waiting for the task: (returnval){ [ 1813.904978] env[62438]: value = "task-1785642" [ 1813.904978] env[62438]: _type = "Task" [ 1813.904978] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.913592] env[62438]: DEBUG oslo_vmware.api [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Task: {'id': task-1785642, 'name': Rename_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.096104] env[62438]: DEBUG oslo_concurrency.lockutils [req-b6482c0d-95a8-4ca8-bf37-295b43ea97b0 req-a30d251b-7a88-4f98-b1ed-e557aec43708 service nova] Releasing lock "refresh_cache-8ecfe3b6-a071-434d-afb1-41deafdf79d4" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1814.246675] env[62438]: INFO nova.compute.resource_tracker [None req-97f5e4e1-adb8-498a-bdb2-42a8e3d33533 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] Updating resource usage from migration ce2b3191-15de-4794-9467-bd4a32145163 [ 1814.402874] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a3b736-5e8c-4c5d-96c9-7810e69afdfc {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.415965] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41efea7f-48ee-4afa-bd1d-346c78dd1d48 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.419087] env[62438]: DEBUG oslo_vmware.api [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Task: {'id': task-1785642, 'name': Rename_Task, 'duration_secs': 0.145128} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.419378] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: 69e8228f-6423-4a27-acfc-3ed97e7fd860] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1814.419896] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8f68c4a-1bad-4ea4-b53f-24e7f2570fc0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.448049] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-456f7c67-3eb8-4e83-ae7d-82c78807df98 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.450992] env[62438]: DEBUG oslo_vmware.api [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Waiting for the task: (returnval){ [ 1814.450992] env[62438]: value = "task-1785643" [ 1814.450992] env[62438]: _type = "Task" [ 1814.450992] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.457781] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b4cc908-2a96-49e0-99c2-4dd329ddf49b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.464389] env[62438]: DEBUG oslo_vmware.api [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Task: {'id': task-1785643, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.474127] env[62438]: DEBUG nova.compute.provider_tree [None req-97f5e4e1-adb8-498a-bdb2-42a8e3d33533 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Updating inventory in ProviderTree for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1814.803789] env[62438]: DEBUG oslo_concurrency.lockutils [None req-47442565-de7d-4963-9222-d21ab694d927 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Acquiring lock "7cf7de8e-8184-4588-8623-c85044515a9e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1814.805019] env[62438]: DEBUG oslo_concurrency.lockutils [None req-47442565-de7d-4963-9222-d21ab694d927 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Lock "7cf7de8e-8184-4588-8623-c85044515a9e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1814.805019] env[62438]: DEBUG oslo_concurrency.lockutils [None req-47442565-de7d-4963-9222-d21ab694d927 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Acquiring lock "7cf7de8e-8184-4588-8623-c85044515a9e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1814.805019] env[62438]: DEBUG oslo_concurrency.lockutils [None req-47442565-de7d-4963-9222-d21ab694d927 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Lock "7cf7de8e-8184-4588-8623-c85044515a9e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1814.805019] env[62438]: DEBUG oslo_concurrency.lockutils [None req-47442565-de7d-4963-9222-d21ab694d927 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Lock "7cf7de8e-8184-4588-8623-c85044515a9e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1814.806965] env[62438]: INFO nova.compute.manager [None req-47442565-de7d-4963-9222-d21ab694d927 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 7cf7de8e-8184-4588-8623-c85044515a9e] Terminating instance [ 1814.808828] env[62438]: DEBUG nova.compute.manager [None req-47442565-de7d-4963-9222-d21ab694d927 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 7cf7de8e-8184-4588-8623-c85044515a9e] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1814.809053] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-47442565-de7d-4963-9222-d21ab694d927 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 7cf7de8e-8184-4588-8623-c85044515a9e] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1814.809957] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c89153-17db-4c27-8314-38e8a9569ca9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.817783] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-47442565-de7d-4963-9222-d21ab694d927 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 7cf7de8e-8184-4588-8623-c85044515a9e] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1814.818175] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7af85fea-ff63-41a4-8978-dea432883ed9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.826073] env[62438]: DEBUG oslo_vmware.api [None req-47442565-de7d-4963-9222-d21ab694d927 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Waiting for the task: (returnval){ [ 1814.826073] env[62438]: value = "task-1785644" [ 1814.826073] env[62438]: _type = "Task" [ 1814.826073] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.837087] env[62438]: DEBUG oslo_vmware.api [None req-47442565-de7d-4963-9222-d21ab694d927 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785644, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.963054] env[62438]: DEBUG oslo_vmware.api [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Task: {'id': task-1785643, 'name': PowerOnVM_Task, 'duration_secs': 0.441001} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.963436] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: 69e8228f-6423-4a27-acfc-3ed97e7fd860] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1814.963570] env[62438]: INFO nova.compute.manager [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: 69e8228f-6423-4a27-acfc-3ed97e7fd860] Took 7.47 seconds to spawn the instance on the hypervisor. [ 1814.963758] env[62438]: DEBUG nova.compute.manager [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: 69e8228f-6423-4a27-acfc-3ed97e7fd860] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1814.964610] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e35d678d-e8ee-4ac4-acfe-2d525d16b6ed {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.996260] env[62438]: ERROR nova.scheduler.client.report [None req-97f5e4e1-adb8-498a-bdb2-42a8e3d33533 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [req-599d747b-c4de-400a-aa5e-bfd866941d8c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 3d204b25-fa3a-4320-b81b-738bc1f337f5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-599d747b-c4de-400a-aa5e-bfd866941d8c"}]} [ 1815.015730] env[62438]: DEBUG nova.scheduler.client.report [None req-97f5e4e1-adb8-498a-bdb2-42a8e3d33533 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Refreshing inventories for resource provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1815.030832] env[62438]: DEBUG nova.scheduler.client.report [None req-97f5e4e1-adb8-498a-bdb2-42a8e3d33533 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Updating ProviderTree inventory for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1815.031101] env[62438]: DEBUG nova.compute.provider_tree [None req-97f5e4e1-adb8-498a-bdb2-42a8e3d33533 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Updating inventory in ProviderTree for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1815.042937] env[62438]: DEBUG nova.scheduler.client.report [None req-97f5e4e1-adb8-498a-bdb2-42a8e3d33533 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Refreshing aggregate associations for resource provider 3d204b25-fa3a-4320-b81b-738bc1f337f5, aggregates: None {{(pid=62438) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1815.063632] env[62438]: DEBUG nova.scheduler.client.report [None req-97f5e4e1-adb8-498a-bdb2-42a8e3d33533 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Refreshing trait associations for resource provider 3d204b25-fa3a-4320-b81b-738bc1f337f5, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62438) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1815.232448] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7060264f-e4de-42ac-9d64-649083f7998b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.239984] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-250e70d3-796b-413b-bfbf-a3dc716ab671 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.269742] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a14190e-f36b-4753-b006-977d13a9151f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.277787] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a41307ff-1915-44f3-9e63-534d003a4a92 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.290990] env[62438]: DEBUG nova.compute.provider_tree [None req-97f5e4e1-adb8-498a-bdb2-42a8e3d33533 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Updating inventory in ProviderTree for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1815.336850] env[62438]: DEBUG oslo_vmware.api [None req-47442565-de7d-4963-9222-d21ab694d927 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785644, 'name': PowerOffVM_Task, 'duration_secs': 0.250308} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.337256] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-47442565-de7d-4963-9222-d21ab694d927 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 7cf7de8e-8184-4588-8623-c85044515a9e] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1815.337542] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-47442565-de7d-4963-9222-d21ab694d927 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 7cf7de8e-8184-4588-8623-c85044515a9e] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1815.337905] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-58704a77-a286-4ebd-9a00-5d1a5bf8e480 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.458618] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-47442565-de7d-4963-9222-d21ab694d927 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 7cf7de8e-8184-4588-8623-c85044515a9e] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1815.458866] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-47442565-de7d-4963-9222-d21ab694d927 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 7cf7de8e-8184-4588-8623-c85044515a9e] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1815.459051] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-47442565-de7d-4963-9222-d21ab694d927 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Deleting the datastore file [datastore1] 7cf7de8e-8184-4588-8623-c85044515a9e {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1815.459332] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b96fa09e-2373-4649-8107-d92150f8b300 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.465497] env[62438]: DEBUG oslo_vmware.api [None req-47442565-de7d-4963-9222-d21ab694d927 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Waiting for the task: (returnval){ [ 1815.465497] env[62438]: value = "task-1785646" [ 1815.465497] env[62438]: _type = "Task" [ 1815.465497] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.473374] env[62438]: DEBUG oslo_vmware.api [None req-47442565-de7d-4963-9222-d21ab694d927 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785646, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.482974] env[62438]: INFO nova.compute.manager [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: 69e8228f-6423-4a27-acfc-3ed97e7fd860] Took 15.54 seconds to build instance. [ 1815.821837] env[62438]: DEBUG nova.scheduler.client.report [None req-97f5e4e1-adb8-498a-bdb2-42a8e3d33533 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Updated inventory for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with generation 145 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1815.822160] env[62438]: DEBUG nova.compute.provider_tree [None req-97f5e4e1-adb8-498a-bdb2-42a8e3d33533 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Updating resource provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 generation from 145 to 146 during operation: update_inventory {{(pid=62438) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1815.822355] env[62438]: DEBUG nova.compute.provider_tree [None req-97f5e4e1-adb8-498a-bdb2-42a8e3d33533 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Updating inventory in ProviderTree for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1815.976188] env[62438]: DEBUG oslo_vmware.api [None req-47442565-de7d-4963-9222-d21ab694d927 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785646, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.985209] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8eb91e54-9a1a-46e9-94bf-748625960eaf tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Lock "69e8228f-6423-4a27-acfc-3ed97e7fd860" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.055s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1816.327659] env[62438]: DEBUG oslo_concurrency.lockutils [None req-97f5e4e1-adb8-498a-bdb2-42a8e3d33533 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.092s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1816.327886] env[62438]: INFO nova.compute.manager [None req-97f5e4e1-adb8-498a-bdb2-42a8e3d33533 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] Migrating [ 1816.476597] env[62438]: DEBUG oslo_vmware.api [None req-47442565-de7d-4963-9222-d21ab694d927 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785646, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.626787} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.476945] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-47442565-de7d-4963-9222-d21ab694d927 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1816.477187] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-47442565-de7d-4963-9222-d21ab694d927 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 7cf7de8e-8184-4588-8623-c85044515a9e] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1816.477384] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-47442565-de7d-4963-9222-d21ab694d927 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 7cf7de8e-8184-4588-8623-c85044515a9e] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1816.477568] env[62438]: INFO nova.compute.manager [None req-47442565-de7d-4963-9222-d21ab694d927 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 7cf7de8e-8184-4588-8623-c85044515a9e] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1816.477817] env[62438]: DEBUG oslo.service.loopingcall [None req-47442565-de7d-4963-9222-d21ab694d927 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1816.478028] env[62438]: DEBUG nova.compute.manager [-] [instance: 7cf7de8e-8184-4588-8623-c85044515a9e] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1816.478129] env[62438]: DEBUG nova.network.neutron [-] [instance: 7cf7de8e-8184-4588-8623-c85044515a9e] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1816.621581] env[62438]: DEBUG oslo_concurrency.lockutils [None req-0b9603c8-c832-44eb-a68c-59e7c490556a tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Acquiring lock "25925035-b746-48db-985c-e8705ee5fd81" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1816.621890] env[62438]: DEBUG oslo_concurrency.lockutils [None req-0b9603c8-c832-44eb-a68c-59e7c490556a tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Lock "25925035-b746-48db-985c-e8705ee5fd81" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1816.622137] env[62438]: DEBUG oslo_concurrency.lockutils [None req-0b9603c8-c832-44eb-a68c-59e7c490556a tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Acquiring lock "25925035-b746-48db-985c-e8705ee5fd81-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1816.622334] env[62438]: DEBUG oslo_concurrency.lockutils [None req-0b9603c8-c832-44eb-a68c-59e7c490556a tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Lock "25925035-b746-48db-985c-e8705ee5fd81-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1816.622514] env[62438]: DEBUG oslo_concurrency.lockutils [None req-0b9603c8-c832-44eb-a68c-59e7c490556a tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Lock "25925035-b746-48db-985c-e8705ee5fd81-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1816.626012] env[62438]: INFO nova.compute.manager [None req-0b9603c8-c832-44eb-a68c-59e7c490556a tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: 25925035-b746-48db-985c-e8705ee5fd81] Terminating instance [ 1816.628411] env[62438]: DEBUG nova.compute.manager [None req-0b9603c8-c832-44eb-a68c-59e7c490556a tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: 25925035-b746-48db-985c-e8705ee5fd81] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1816.628625] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-0b9603c8-c832-44eb-a68c-59e7c490556a tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: 25925035-b746-48db-985c-e8705ee5fd81] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1816.629550] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-080de072-2f6e-4c96-9fe7-fb4043c7f545 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.637982] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b9603c8-c832-44eb-a68c-59e7c490556a tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: 25925035-b746-48db-985c-e8705ee5fd81] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1816.638066] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2870175-93f1-485e-85cc-fcd046f1a407 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.646020] env[62438]: DEBUG oslo_vmware.api [None req-0b9603c8-c832-44eb-a68c-59e7c490556a tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Waiting for the task: (returnval){ [ 1816.646020] env[62438]: value = "task-1785647" [ 1816.646020] env[62438]: _type = "Task" [ 1816.646020] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.659092] env[62438]: DEBUG oslo_vmware.api [None req-0b9603c8-c832-44eb-a68c-59e7c490556a tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Task: {'id': task-1785647, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.684879] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c538219d-027a-4769-ac73-340cc1f935fb tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Acquiring lock "69e8228f-6423-4a27-acfc-3ed97e7fd860" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1816.685118] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c538219d-027a-4769-ac73-340cc1f935fb tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Lock "69e8228f-6423-4a27-acfc-3ed97e7fd860" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1816.685338] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c538219d-027a-4769-ac73-340cc1f935fb tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Acquiring lock "69e8228f-6423-4a27-acfc-3ed97e7fd860-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1816.685558] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c538219d-027a-4769-ac73-340cc1f935fb tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Lock "69e8228f-6423-4a27-acfc-3ed97e7fd860-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1816.685749] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c538219d-027a-4769-ac73-340cc1f935fb tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Lock "69e8228f-6423-4a27-acfc-3ed97e7fd860-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1816.688159] env[62438]: INFO nova.compute.manager [None req-c538219d-027a-4769-ac73-340cc1f935fb tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: 69e8228f-6423-4a27-acfc-3ed97e7fd860] Terminating instance [ 1816.689924] env[62438]: DEBUG nova.compute.manager [None req-c538219d-027a-4769-ac73-340cc1f935fb tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: 69e8228f-6423-4a27-acfc-3ed97e7fd860] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1816.690163] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-c538219d-027a-4769-ac73-340cc1f935fb tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: 69e8228f-6423-4a27-acfc-3ed97e7fd860] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1816.691128] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6620787-adfd-4db8-9aea-640a0662dbcd {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.700482] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-c538219d-027a-4769-ac73-340cc1f935fb tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: 69e8228f-6423-4a27-acfc-3ed97e7fd860] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1816.700765] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e798e890-5ca0-40f8-a2eb-4bd95a841d5e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.707745] env[62438]: DEBUG oslo_vmware.api [None req-c538219d-027a-4769-ac73-340cc1f935fb tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Waiting for the task: (returnval){ [ 1816.707745] env[62438]: value = "task-1785648" [ 1816.707745] env[62438]: _type = "Task" [ 1816.707745] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.715607] env[62438]: DEBUG oslo_vmware.api [None req-c538219d-027a-4769-ac73-340cc1f935fb tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Task: {'id': task-1785648, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.807015] env[62438]: DEBUG nova.compute.manager [req-162e9e39-d62b-48f7-aa13-18d8e7af0f39 req-effe2a89-228f-4109-b00c-dcaf3177a7f5 service nova] [instance: 7cf7de8e-8184-4588-8623-c85044515a9e] Received event network-vif-deleted-c3dc3531-4eb0-4e5a-bf8c-91d7de5b8f09 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1816.807381] env[62438]: INFO nova.compute.manager [req-162e9e39-d62b-48f7-aa13-18d8e7af0f39 req-effe2a89-228f-4109-b00c-dcaf3177a7f5 service nova] [instance: 7cf7de8e-8184-4588-8623-c85044515a9e] Neutron deleted interface c3dc3531-4eb0-4e5a-bf8c-91d7de5b8f09; detaching it from the instance and deleting it from the info cache [ 1816.807614] env[62438]: DEBUG nova.network.neutron [req-162e9e39-d62b-48f7-aa13-18d8e7af0f39 req-effe2a89-228f-4109-b00c-dcaf3177a7f5 service nova] [instance: 7cf7de8e-8184-4588-8623-c85044515a9e] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1816.842154] env[62438]: DEBUG oslo_concurrency.lockutils [None req-97f5e4e1-adb8-498a-bdb2-42a8e3d33533 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Acquiring lock "refresh_cache-8ecfe3b6-a071-434d-afb1-41deafdf79d4" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1816.842360] env[62438]: DEBUG oslo_concurrency.lockutils [None req-97f5e4e1-adb8-498a-bdb2-42a8e3d33533 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Acquired lock "refresh_cache-8ecfe3b6-a071-434d-afb1-41deafdf79d4" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1816.842551] env[62438]: DEBUG nova.network.neutron [None req-97f5e4e1-adb8-498a-bdb2-42a8e3d33533 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1817.155988] env[62438]: DEBUG oslo_vmware.api [None req-0b9603c8-c832-44eb-a68c-59e7c490556a tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Task: {'id': task-1785647, 'name': PowerOffVM_Task, 'duration_secs': 0.172453} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.156297] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b9603c8-c832-44eb-a68c-59e7c490556a tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: 25925035-b746-48db-985c-e8705ee5fd81] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1817.156447] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-0b9603c8-c832-44eb-a68c-59e7c490556a tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: 25925035-b746-48db-985c-e8705ee5fd81] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1817.156710] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-55b81bf9-b649-4566-9bb6-49366d54e13c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.217554] env[62438]: DEBUG oslo_vmware.api [None req-c538219d-027a-4769-ac73-340cc1f935fb tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Task: {'id': task-1785648, 'name': PowerOffVM_Task, 'duration_secs': 0.208831} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.217887] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-c538219d-027a-4769-ac73-340cc1f935fb tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: 69e8228f-6423-4a27-acfc-3ed97e7fd860] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1817.218037] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-c538219d-027a-4769-ac73-340cc1f935fb tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: 69e8228f-6423-4a27-acfc-3ed97e7fd860] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1817.218361] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73a4739c-6e87-428e-9cb8-d140f21ea2d1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.231504] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-0b9603c8-c832-44eb-a68c-59e7c490556a tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: 25925035-b746-48db-985c-e8705ee5fd81] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1817.232265] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-0b9603c8-c832-44eb-a68c-59e7c490556a tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: 25925035-b746-48db-985c-e8705ee5fd81] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1817.232265] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b9603c8-c832-44eb-a68c-59e7c490556a tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Deleting the datastore file [datastore1] 25925035-b746-48db-985c-e8705ee5fd81 {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1817.232452] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7dc00667-6a63-4e58-8a46-d0b3bab660d8 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.239192] env[62438]: DEBUG oslo_vmware.api [None req-0b9603c8-c832-44eb-a68c-59e7c490556a tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Waiting for the task: (returnval){ [ 1817.239192] env[62438]: value = "task-1785651" [ 1817.239192] env[62438]: _type = "Task" [ 1817.239192] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.247358] env[62438]: DEBUG oslo_vmware.api [None req-0b9603c8-c832-44eb-a68c-59e7c490556a tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Task: {'id': task-1785651, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.282239] env[62438]: DEBUG nova.network.neutron [-] [instance: 7cf7de8e-8184-4588-8623-c85044515a9e] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1817.310546] env[62438]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-92743ea2-f7a4-4485-834c-d59997717ce0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.320267] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0177706b-468d-4713-ac7e-b19d6f9c60af {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.360626] env[62438]: DEBUG nova.compute.manager [req-162e9e39-d62b-48f7-aa13-18d8e7af0f39 req-effe2a89-228f-4109-b00c-dcaf3177a7f5 service nova] [instance: 7cf7de8e-8184-4588-8623-c85044515a9e] Detach interface failed, port_id=c3dc3531-4eb0-4e5a-bf8c-91d7de5b8f09, reason: Instance 7cf7de8e-8184-4588-8623-c85044515a9e could not be found. {{(pid=62438) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1817.375257] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-c538219d-027a-4769-ac73-340cc1f935fb tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: 69e8228f-6423-4a27-acfc-3ed97e7fd860] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1817.375505] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-c538219d-027a-4769-ac73-340cc1f935fb tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: 69e8228f-6423-4a27-acfc-3ed97e7fd860] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1817.375843] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-c538219d-027a-4769-ac73-340cc1f935fb tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Deleting the datastore file [datastore1] 69e8228f-6423-4a27-acfc-3ed97e7fd860 {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1817.376016] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce3f9364-f9f2-48ca-ae05-a529f5ec9edc {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.382451] env[62438]: DEBUG oslo_vmware.api [None req-c538219d-027a-4769-ac73-340cc1f935fb tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Waiting for the task: (returnval){ [ 1817.382451] env[62438]: value = "task-1785652" [ 1817.382451] env[62438]: _type = "Task" [ 1817.382451] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.390140] env[62438]: DEBUG oslo_vmware.api [None req-c538219d-027a-4769-ac73-340cc1f935fb tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Task: {'id': task-1785652, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.634480] env[62438]: DEBUG nova.network.neutron [None req-97f5e4e1-adb8-498a-bdb2-42a8e3d33533 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] Updating instance_info_cache with network_info: [{"id": "b98d8c86-a355-4f2f-ab3f-ef88cd567c87", "address": "fa:16:3e:34:a9:9b", "network": {"id": "be543da8-3777-4ff8-8be8-2e630a8adb60", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1910186769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c02acab651304d05a66f470e452d1796", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb98d8c86-a3", "ovs_interfaceid": "b98d8c86-a355-4f2f-ab3f-ef88cd567c87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1817.748928] env[62438]: DEBUG oslo_vmware.api [None req-0b9603c8-c832-44eb-a68c-59e7c490556a tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Task: {'id': task-1785651, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210302} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.749235] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b9603c8-c832-44eb-a68c-59e7c490556a tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1817.749426] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-0b9603c8-c832-44eb-a68c-59e7c490556a tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: 25925035-b746-48db-985c-e8705ee5fd81] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1817.749613] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-0b9603c8-c832-44eb-a68c-59e7c490556a tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: 25925035-b746-48db-985c-e8705ee5fd81] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1817.749792] env[62438]: INFO nova.compute.manager [None req-0b9603c8-c832-44eb-a68c-59e7c490556a tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: 25925035-b746-48db-985c-e8705ee5fd81] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1817.750052] env[62438]: DEBUG oslo.service.loopingcall [None req-0b9603c8-c832-44eb-a68c-59e7c490556a tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1817.750257] env[62438]: DEBUG nova.compute.manager [-] [instance: 25925035-b746-48db-985c-e8705ee5fd81] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1817.750352] env[62438]: DEBUG nova.network.neutron [-] [instance: 25925035-b746-48db-985c-e8705ee5fd81] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1817.785355] env[62438]: INFO nova.compute.manager [-] [instance: 7cf7de8e-8184-4588-8623-c85044515a9e] Took 1.31 seconds to deallocate network for instance. [ 1817.892007] env[62438]: DEBUG oslo_vmware.api [None req-c538219d-027a-4769-ac73-340cc1f935fb tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Task: {'id': task-1785652, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.27438} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.892283] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-c538219d-027a-4769-ac73-340cc1f935fb tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1817.892479] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-c538219d-027a-4769-ac73-340cc1f935fb tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: 69e8228f-6423-4a27-acfc-3ed97e7fd860] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1817.892671] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-c538219d-027a-4769-ac73-340cc1f935fb tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: 69e8228f-6423-4a27-acfc-3ed97e7fd860] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1817.892850] env[62438]: INFO nova.compute.manager [None req-c538219d-027a-4769-ac73-340cc1f935fb tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: 69e8228f-6423-4a27-acfc-3ed97e7fd860] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1817.893110] env[62438]: DEBUG oslo.service.loopingcall [None req-c538219d-027a-4769-ac73-340cc1f935fb tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1817.893312] env[62438]: DEBUG nova.compute.manager [-] [instance: 69e8228f-6423-4a27-acfc-3ed97e7fd860] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1817.893407] env[62438]: DEBUG nova.network.neutron [-] [instance: 69e8228f-6423-4a27-acfc-3ed97e7fd860] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1818.137329] env[62438]: DEBUG oslo_concurrency.lockutils [None req-97f5e4e1-adb8-498a-bdb2-42a8e3d33533 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Releasing lock "refresh_cache-8ecfe3b6-a071-434d-afb1-41deafdf79d4" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1818.291618] env[62438]: DEBUG oslo_concurrency.lockutils [None req-47442565-de7d-4963-9222-d21ab694d927 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1818.292052] env[62438]: DEBUG oslo_concurrency.lockutils [None req-47442565-de7d-4963-9222-d21ab694d927 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1818.292291] env[62438]: DEBUG nova.objects.instance [None req-47442565-de7d-4963-9222-d21ab694d927 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Lazy-loading 'resources' on Instance uuid 7cf7de8e-8184-4588-8623-c85044515a9e {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1818.550526] env[62438]: DEBUG nova.network.neutron [-] [instance: 25925035-b746-48db-985c-e8705ee5fd81] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1818.657161] env[62438]: DEBUG nova.network.neutron [-] [instance: 69e8228f-6423-4a27-acfc-3ed97e7fd860] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1818.842476] env[62438]: DEBUG nova.compute.manager [req-746f3241-edf2-44a0-b526-44d6a8d9bf71 req-de093b5a-3dbd-487e-bb23-80d28c003afb service nova] [instance: 25925035-b746-48db-985c-e8705ee5fd81] Received event network-vif-deleted-44988180-87a0-4731-8154-71784ae47993 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1818.842702] env[62438]: DEBUG nova.compute.manager [req-746f3241-edf2-44a0-b526-44d6a8d9bf71 req-de093b5a-3dbd-487e-bb23-80d28c003afb service nova] [instance: 69e8228f-6423-4a27-acfc-3ed97e7fd860] Received event network-vif-deleted-54515d7c-5e89-4f91-934f-ece92a588de3 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1818.987333] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a12aba95-6c96-4914-80b1-9418d30d1ddf {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.995637] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de279590-2e76-4528-aaf0-31e2beb9b323 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.027513] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f65d3a-88cf-4f21-928d-5b10ab33f480 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.036420] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc6fc47-f7b3-4512-9191-ee808db7cdc0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.050359] env[62438]: DEBUG nova.compute.provider_tree [None req-47442565-de7d-4963-9222-d21ab694d927 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Updating inventory in ProviderTree for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1819.053415] env[62438]: INFO nova.compute.manager [-] [instance: 25925035-b746-48db-985c-e8705ee5fd81] Took 1.30 seconds to deallocate network for instance. [ 1819.159918] env[62438]: INFO nova.compute.manager [-] [instance: 69e8228f-6423-4a27-acfc-3ed97e7fd860] Took 1.27 seconds to deallocate network for instance. [ 1819.363287] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5d96bbc8-a439-48b9-8acb-a987d8fc12db tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Acquiring lock "interface-2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8-be2d8d09-819f-4c62-8d3f-6dd26a8b8b2e" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.363612] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5d96bbc8-a439-48b9-8acb-a987d8fc12db tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Lock "interface-2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8-be2d8d09-819f-4c62-8d3f-6dd26a8b8b2e" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1819.363958] env[62438]: DEBUG nova.objects.instance [None req-5d96bbc8-a439-48b9-8acb-a987d8fc12db tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Lazy-loading 'flavor' on Instance uuid 2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1819.560490] env[62438]: DEBUG oslo_concurrency.lockutils [None req-0b9603c8-c832-44eb-a68c-59e7c490556a tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.581390] env[62438]: DEBUG nova.scheduler.client.report [None req-47442565-de7d-4963-9222-d21ab694d927 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Updated inventory for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with generation 146 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1819.581619] env[62438]: DEBUG nova.compute.provider_tree [None req-47442565-de7d-4963-9222-d21ab694d927 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Updating resource provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 generation from 146 to 147 during operation: update_inventory {{(pid=62438) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1819.581813] env[62438]: DEBUG nova.compute.provider_tree [None req-47442565-de7d-4963-9222-d21ab694d927 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Updating inventory in ProviderTree for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1819.656297] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-626d64dd-e0d8-4025-a1ba-08bb87cc5fed {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.676384] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c538219d-027a-4769-ac73-340cc1f935fb tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.676655] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-97f5e4e1-adb8-498a-bdb2-42a8e3d33533 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] Updating instance '8ecfe3b6-a071-434d-afb1-41deafdf79d4' progress to 0 {{(pid=62438) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1820.087545] env[62438]: DEBUG oslo_concurrency.lockutils [None req-47442565-de7d-4963-9222-d21ab694d927 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.795s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1820.090194] env[62438]: DEBUG oslo_concurrency.lockutils [None req-0b9603c8-c832-44eb-a68c-59e7c490556a tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.530s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1820.090796] env[62438]: DEBUG nova.objects.instance [None req-0b9603c8-c832-44eb-a68c-59e7c490556a tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Lazy-loading 'resources' on Instance uuid 25925035-b746-48db-985c-e8705ee5fd81 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1820.107064] env[62438]: INFO nova.scheduler.client.report [None req-47442565-de7d-4963-9222-d21ab694d927 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Deleted allocations for instance 7cf7de8e-8184-4588-8623-c85044515a9e [ 1820.185510] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-97f5e4e1-adb8-498a-bdb2-42a8e3d33533 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1820.186109] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2854906-8f8b-4ccd-8a10-6fb6d9a99cfe {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.194306] env[62438]: DEBUG oslo_vmware.api [None req-97f5e4e1-adb8-498a-bdb2-42a8e3d33533 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Waiting for the task: (returnval){ [ 1820.194306] env[62438]: value = "task-1785653" [ 1820.194306] env[62438]: _type = "Task" [ 1820.194306] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.207770] env[62438]: DEBUG oslo_vmware.api [None req-97f5e4e1-adb8-498a-bdb2-42a8e3d33533 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785653, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.208856] env[62438]: DEBUG nova.objects.instance [None req-5d96bbc8-a439-48b9-8acb-a987d8fc12db tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Lazy-loading 'pci_requests' on Instance uuid 2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1820.616581] env[62438]: DEBUG oslo_concurrency.lockutils [None req-47442565-de7d-4963-9222-d21ab694d927 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Lock "7cf7de8e-8184-4588-8623-c85044515a9e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.812s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1820.704778] env[62438]: DEBUG oslo_vmware.api [None req-97f5e4e1-adb8-498a-bdb2-42a8e3d33533 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785653, 'name': PowerOffVM_Task, 'duration_secs': 0.182185} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.707324] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-97f5e4e1-adb8-498a-bdb2-42a8e3d33533 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1820.707531] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-97f5e4e1-adb8-498a-bdb2-42a8e3d33533 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] Updating instance '8ecfe3b6-a071-434d-afb1-41deafdf79d4' progress to 17 {{(pid=62438) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1820.711522] env[62438]: DEBUG nova.objects.base [None req-5d96bbc8-a439-48b9-8acb-a987d8fc12db tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Object Instance<2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8> lazy-loaded attributes: flavor,pci_requests {{(pid=62438) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1820.711522] env[62438]: DEBUG nova.network.neutron [None req-5d96bbc8-a439-48b9-8acb-a987d8fc12db tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: 2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1820.757958] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc8497cd-4706-4f03-ae39-8328ada4e8a8 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.766500] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-599b0e86-1f77-45d1-9c18-a9aef4ee78fc {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.796723] env[62438]: DEBUG nova.policy [None req-5d96bbc8-a439-48b9-8acb-a987d8fc12db tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fb631bc22a884406a82bafdcbba241c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '941c9b8cd46546ffa37aa3edfa770bd1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1820.799061] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70ffa36f-2e9e-4661-9c62-099b139b75de {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.806536] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b7107e-724d-4161-9da7-bf10c5cee60c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.819531] env[62438]: DEBUG nova.compute.provider_tree [None req-0b9603c8-c832-44eb-a68c-59e7c490556a tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1821.216037] env[62438]: DEBUG nova.virt.hardware [None req-97f5e4e1-adb8-498a-bdb2-42a8e3d33533 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1821.216537] env[62438]: DEBUG nova.virt.hardware [None req-97f5e4e1-adb8-498a-bdb2-42a8e3d33533 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1821.216537] env[62438]: DEBUG nova.virt.hardware [None req-97f5e4e1-adb8-498a-bdb2-42a8e3d33533 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1821.216706] env[62438]: DEBUG nova.virt.hardware [None req-97f5e4e1-adb8-498a-bdb2-42a8e3d33533 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1821.216801] env[62438]: DEBUG nova.virt.hardware [None req-97f5e4e1-adb8-498a-bdb2-42a8e3d33533 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1821.216957] env[62438]: DEBUG nova.virt.hardware [None req-97f5e4e1-adb8-498a-bdb2-42a8e3d33533 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1821.217186] env[62438]: DEBUG nova.virt.hardware [None req-97f5e4e1-adb8-498a-bdb2-42a8e3d33533 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1821.217357] env[62438]: DEBUG nova.virt.hardware [None req-97f5e4e1-adb8-498a-bdb2-42a8e3d33533 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1821.217529] env[62438]: DEBUG nova.virt.hardware [None req-97f5e4e1-adb8-498a-bdb2-42a8e3d33533 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1821.218128] env[62438]: DEBUG nova.virt.hardware [None req-97f5e4e1-adb8-498a-bdb2-42a8e3d33533 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1821.218128] env[62438]: DEBUG nova.virt.hardware [None req-97f5e4e1-adb8-498a-bdb2-42a8e3d33533 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1821.223750] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57f3f969-0d51-4ce7-9871-774539084f32 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.242102] env[62438]: DEBUG oslo_vmware.api [None req-97f5e4e1-adb8-498a-bdb2-42a8e3d33533 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Waiting for the task: (returnval){ [ 1821.242102] env[62438]: value = "task-1785654" [ 1821.242102] env[62438]: _type = "Task" [ 1821.242102] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.250953] env[62438]: DEBUG oslo_vmware.api [None req-97f5e4e1-adb8-498a-bdb2-42a8e3d33533 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785654, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.323209] env[62438]: DEBUG nova.scheduler.client.report [None req-0b9603c8-c832-44eb-a68c-59e7c490556a tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1821.480941] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a971b600-8a17-437c-b461-7f82c070d547 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Acquiring lock "23364d4c-07c7-4521-8f21-23226f1edb8c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1821.481223] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a971b600-8a17-437c-b461-7f82c070d547 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Lock "23364d4c-07c7-4521-8f21-23226f1edb8c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1821.481448] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a971b600-8a17-437c-b461-7f82c070d547 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Acquiring lock "23364d4c-07c7-4521-8f21-23226f1edb8c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1821.481678] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a971b600-8a17-437c-b461-7f82c070d547 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Lock "23364d4c-07c7-4521-8f21-23226f1edb8c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1821.481868] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a971b600-8a17-437c-b461-7f82c070d547 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Lock "23364d4c-07c7-4521-8f21-23226f1edb8c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1821.483961] env[62438]: INFO nova.compute.manager [None req-a971b600-8a17-437c-b461-7f82c070d547 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 23364d4c-07c7-4521-8f21-23226f1edb8c] Terminating instance [ 1821.485576] env[62438]: DEBUG nova.compute.manager [None req-a971b600-8a17-437c-b461-7f82c070d547 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 23364d4c-07c7-4521-8f21-23226f1edb8c] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1821.485778] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a971b600-8a17-437c-b461-7f82c070d547 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 23364d4c-07c7-4521-8f21-23226f1edb8c] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1821.486635] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d5598a-fec1-4120-a220-a9295558564d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.494451] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-a971b600-8a17-437c-b461-7f82c070d547 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 23364d4c-07c7-4521-8f21-23226f1edb8c] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1821.494679] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-541924fe-3872-43b7-b6ef-c57d2925dcb6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.501062] env[62438]: DEBUG oslo_vmware.api [None req-a971b600-8a17-437c-b461-7f82c070d547 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Waiting for the task: (returnval){ [ 1821.501062] env[62438]: value = "task-1785655" [ 1821.501062] env[62438]: _type = "Task" [ 1821.501062] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.509028] env[62438]: DEBUG oslo_vmware.api [None req-a971b600-8a17-437c-b461-7f82c070d547 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785655, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.752853] env[62438]: DEBUG oslo_vmware.api [None req-97f5e4e1-adb8-498a-bdb2-42a8e3d33533 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785654, 'name': ReconfigVM_Task, 'duration_secs': 0.158718} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.754264] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-97f5e4e1-adb8-498a-bdb2-42a8e3d33533 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] Updating instance '8ecfe3b6-a071-434d-afb1-41deafdf79d4' progress to 33 {{(pid=62438) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1821.827951] env[62438]: DEBUG oslo_concurrency.lockutils [None req-0b9603c8-c832-44eb-a68c-59e7c490556a tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.738s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1821.830478] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c538219d-027a-4769-ac73-340cc1f935fb tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.154s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1821.830769] env[62438]: DEBUG nova.objects.instance [None req-c538219d-027a-4769-ac73-340cc1f935fb tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Lazy-loading 'resources' on Instance uuid 69e8228f-6423-4a27-acfc-3ed97e7fd860 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1821.846794] env[62438]: INFO nova.scheduler.client.report [None req-0b9603c8-c832-44eb-a68c-59e7c490556a tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Deleted allocations for instance 25925035-b746-48db-985c-e8705ee5fd81 [ 1822.011465] env[62438]: DEBUG oslo_vmware.api [None req-a971b600-8a17-437c-b461-7f82c070d547 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785655, 'name': PowerOffVM_Task, 'duration_secs': 0.210054} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.011816] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-a971b600-8a17-437c-b461-7f82c070d547 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 23364d4c-07c7-4521-8f21-23226f1edb8c] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1822.011996] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a971b600-8a17-437c-b461-7f82c070d547 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 23364d4c-07c7-4521-8f21-23226f1edb8c] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1822.012269] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-931bb01a-54e5-4a51-909b-77cf3b25ebc8 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.142169] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a971b600-8a17-437c-b461-7f82c070d547 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 23364d4c-07c7-4521-8f21-23226f1edb8c] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1822.142416] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a971b600-8a17-437c-b461-7f82c070d547 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 23364d4c-07c7-4521-8f21-23226f1edb8c] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1822.142610] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-a971b600-8a17-437c-b461-7f82c070d547 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Deleting the datastore file [datastore1] 23364d4c-07c7-4521-8f21-23226f1edb8c {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1822.142947] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d33fda0-3dc4-45cd-9542-cb185caae074 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.150115] env[62438]: DEBUG oslo_vmware.api [None req-a971b600-8a17-437c-b461-7f82c070d547 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Waiting for the task: (returnval){ [ 1822.150115] env[62438]: value = "task-1785657" [ 1822.150115] env[62438]: _type = "Task" [ 1822.150115] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.158383] env[62438]: DEBUG oslo_vmware.api [None req-a971b600-8a17-437c-b461-7f82c070d547 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785657, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.259892] env[62438]: DEBUG nova.virt.hardware [None req-97f5e4e1-adb8-498a-bdb2-42a8e3d33533 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1822.260174] env[62438]: DEBUG nova.virt.hardware [None req-97f5e4e1-adb8-498a-bdb2-42a8e3d33533 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1822.260343] env[62438]: DEBUG nova.virt.hardware [None req-97f5e4e1-adb8-498a-bdb2-42a8e3d33533 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1822.260595] env[62438]: DEBUG nova.virt.hardware [None req-97f5e4e1-adb8-498a-bdb2-42a8e3d33533 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1822.260776] env[62438]: DEBUG nova.virt.hardware [None req-97f5e4e1-adb8-498a-bdb2-42a8e3d33533 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1822.260937] env[62438]: DEBUG nova.virt.hardware [None req-97f5e4e1-adb8-498a-bdb2-42a8e3d33533 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1822.261166] env[62438]: DEBUG nova.virt.hardware [None req-97f5e4e1-adb8-498a-bdb2-42a8e3d33533 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1822.261336] env[62438]: DEBUG nova.virt.hardware [None req-97f5e4e1-adb8-498a-bdb2-42a8e3d33533 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1822.261573] env[62438]: DEBUG nova.virt.hardware [None req-97f5e4e1-adb8-498a-bdb2-42a8e3d33533 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1822.261788] env[62438]: DEBUG nova.virt.hardware [None req-97f5e4e1-adb8-498a-bdb2-42a8e3d33533 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1822.261974] env[62438]: DEBUG nova.virt.hardware [None req-97f5e4e1-adb8-498a-bdb2-42a8e3d33533 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1822.270483] env[62438]: DEBUG nova.compute.manager [req-a335113d-2217-40d0-8e0b-5a6fbf2e7347 req-8a62d646-5369-4c3a-b68f-4c70e2d48300 service nova] [instance: 2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8] Received event network-vif-plugged-be2d8d09-819f-4c62-8d3f-6dd26a8b8b2e {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1822.270861] env[62438]: DEBUG oslo_concurrency.lockutils [req-a335113d-2217-40d0-8e0b-5a6fbf2e7347 req-8a62d646-5369-4c3a-b68f-4c70e2d48300 service nova] Acquiring lock "2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1822.271110] env[62438]: DEBUG oslo_concurrency.lockutils [req-a335113d-2217-40d0-8e0b-5a6fbf2e7347 req-8a62d646-5369-4c3a-b68f-4c70e2d48300 service nova] Lock "2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1822.271304] env[62438]: DEBUG oslo_concurrency.lockutils [req-a335113d-2217-40d0-8e0b-5a6fbf2e7347 req-8a62d646-5369-4c3a-b68f-4c70e2d48300 service nova] Lock "2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1822.271488] env[62438]: DEBUG nova.compute.manager [req-a335113d-2217-40d0-8e0b-5a6fbf2e7347 req-8a62d646-5369-4c3a-b68f-4c70e2d48300 service nova] [instance: 2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8] No waiting events found dispatching network-vif-plugged-be2d8d09-819f-4c62-8d3f-6dd26a8b8b2e {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1822.271673] env[62438]: WARNING nova.compute.manager [req-a335113d-2217-40d0-8e0b-5a6fbf2e7347 req-8a62d646-5369-4c3a-b68f-4c70e2d48300 service nova] [instance: 2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8] Received unexpected event network-vif-plugged-be2d8d09-819f-4c62-8d3f-6dd26a8b8b2e for instance with vm_state active and task_state None. [ 1822.358114] env[62438]: DEBUG nova.network.neutron [None req-5d96bbc8-a439-48b9-8acb-a987d8fc12db tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: 2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8] Successfully updated port: be2d8d09-819f-4c62-8d3f-6dd26a8b8b2e {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1822.359355] env[62438]: DEBUG oslo_concurrency.lockutils [None req-0b9603c8-c832-44eb-a68c-59e7c490556a tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Lock "25925035-b746-48db-985c-e8705ee5fd81" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.737s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1822.483454] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4392220-7e0b-4739-9214-1d317d6ae091 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.491354] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2765521d-e8ec-4f41-b235-b8c64cc8e566 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.522095] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24dde9b8-6c1f-430a-9fdf-e9efc30da27d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.529091] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6adc9574-d55e-4af6-99f0-751e0fc1cd9a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.542322] env[62438]: DEBUG nova.compute.provider_tree [None req-c538219d-027a-4769-ac73-340cc1f935fb tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1822.660281] env[62438]: DEBUG oslo_vmware.api [None req-a971b600-8a17-437c-b461-7f82c070d547 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Task: {'id': task-1785657, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137226} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.660628] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-a971b600-8a17-437c-b461-7f82c070d547 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1822.660854] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a971b600-8a17-437c-b461-7f82c070d547 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 23364d4c-07c7-4521-8f21-23226f1edb8c] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1822.661098] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a971b600-8a17-437c-b461-7f82c070d547 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 23364d4c-07c7-4521-8f21-23226f1edb8c] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1822.661312] env[62438]: INFO nova.compute.manager [None req-a971b600-8a17-437c-b461-7f82c070d547 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] [instance: 23364d4c-07c7-4521-8f21-23226f1edb8c] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1822.661608] env[62438]: DEBUG oslo.service.loopingcall [None req-a971b600-8a17-437c-b461-7f82c070d547 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1822.661835] env[62438]: DEBUG nova.compute.manager [-] [instance: 23364d4c-07c7-4521-8f21-23226f1edb8c] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1822.661945] env[62438]: DEBUG nova.network.neutron [-] [instance: 23364d4c-07c7-4521-8f21-23226f1edb8c] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1822.774518] env[62438]: ERROR nova.compute.manager [None req-97f5e4e1-adb8-498a-bdb2-42a8e3d33533 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] Setting instance vm_state to ERROR: AttributeError: 'NoneType' object has no attribute 'key' [ 1822.774518] env[62438]: ERROR nova.compute.manager [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] Traceback (most recent call last): [ 1822.774518] env[62438]: ERROR nova.compute.manager [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] File "/opt/stack/nova/nova/compute/manager.py", line 10863, in _error_out_instance_on_exception [ 1822.774518] env[62438]: ERROR nova.compute.manager [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] yield [ 1822.774518] env[62438]: ERROR nova.compute.manager [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] File "/opt/stack/nova/nova/compute/manager.py", line 6105, in _resize_instance [ 1822.774518] env[62438]: ERROR nova.compute.manager [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] disk_info = self.driver.migrate_disk_and_power_off( [ 1822.774518] env[62438]: ERROR nova.compute.manager [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 263, in migrate_disk_and_power_off [ 1822.774518] env[62438]: ERROR nova.compute.manager [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] return self._vmops.migrate_disk_and_power_off(context, instance, [ 1822.774518] env[62438]: ERROR nova.compute.manager [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 1467, in migrate_disk_and_power_off [ 1822.774518] env[62438]: ERROR nova.compute.manager [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] self._resize_disk(instance, vm_ref, vmdk, flavor) [ 1822.774518] env[62438]: ERROR nova.compute.manager [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 1398, in _resize_disk [ 1822.774518] env[62438]: ERROR nova.compute.manager [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] self._volumeops.detach_disk_from_vm(vm_ref, instance, vmdk.device) [ 1822.774518] env[62438]: ERROR nova.compute.manager [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 121, in detach_disk_from_vm [ 1822.774518] env[62438]: ERROR nova.compute.manager [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] disk_key = device.key [ 1822.774518] env[62438]: ERROR nova.compute.manager [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] AttributeError: 'NoneType' object has no attribute 'key' [ 1822.774518] env[62438]: ERROR nova.compute.manager [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] [ 1822.861508] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5d96bbc8-a439-48b9-8acb-a987d8fc12db tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Acquiring lock "refresh_cache-2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1822.861840] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5d96bbc8-a439-48b9-8acb-a987d8fc12db tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Acquired lock "refresh_cache-2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1822.862566] env[62438]: DEBUG nova.network.neutron [None req-5d96bbc8-a439-48b9-8acb-a987d8fc12db tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: 2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1823.045076] env[62438]: DEBUG nova.scheduler.client.report [None req-c538219d-027a-4769-ac73-340cc1f935fb tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1823.296984] env[62438]: INFO nova.compute.manager [None req-97f5e4e1-adb8-498a-bdb2-42a8e3d33533 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] Swapping old allocation on dict_keys(['3d204b25-fa3a-4320-b81b-738bc1f337f5']) held by migration ce2b3191-15de-4794-9467-bd4a32145163 for instance [ 1823.318944] env[62438]: DEBUG nova.scheduler.client.report [None req-97f5e4e1-adb8-498a-bdb2-42a8e3d33533 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Overwriting current allocation {'allocations': {'3d204b25-fa3a-4320-b81b-738bc1f337f5': {'resources': {'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 147}}, 'project_id': 'c02acab651304d05a66f470e452d1796', 'user_id': 'd601b7368e684d7b823c3508fc0ae813', 'consumer_generation': 1} on consumer 8ecfe3b6-a071-434d-afb1-41deafdf79d4 {{(pid=62438) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2032}} [ 1823.396162] env[62438]: WARNING nova.network.neutron [None req-5d96bbc8-a439-48b9-8acb-a987d8fc12db tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: 2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8] a94d385f-71ec-4be6-b04d-8fd365f0788d already exists in list: networks containing: ['a94d385f-71ec-4be6-b04d-8fd365f0788d']. ignoring it [ 1823.425985] env[62438]: DEBUG nova.network.neutron [-] [instance: 23364d4c-07c7-4521-8f21-23226f1edb8c] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1823.550707] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c538219d-027a-4769-ac73-340cc1f935fb tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.720s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1823.566343] env[62438]: INFO nova.scheduler.client.report [None req-c538219d-027a-4769-ac73-340cc1f935fb tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Deleted allocations for instance 69e8228f-6423-4a27-acfc-3ed97e7fd860 [ 1823.695870] env[62438]: DEBUG nova.network.neutron [None req-5d96bbc8-a439-48b9-8acb-a987d8fc12db tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: 2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8] Updating instance_info_cache with network_info: [{"id": "7a7963e4-89e9-46e1-babe-bb69da187792", "address": "fa:16:3e:f1:d2:bf", "network": {"id": "a94d385f-71ec-4be6-b04d-8fd365f0788d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1510171435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "941c9b8cd46546ffa37aa3edfa770bd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a7963e4-89", "ovs_interfaceid": "7a7963e4-89e9-46e1-babe-bb69da187792", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "be2d8d09-819f-4c62-8d3f-6dd26a8b8b2e", "address": "fa:16:3e:86:2f:b2", "network": {"id": "a94d385f-71ec-4be6-b04d-8fd365f0788d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1510171435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "941c9b8cd46546ffa37aa3edfa770bd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe2d8d09-81", "ovs_interfaceid": "be2d8d09-819f-4c62-8d3f-6dd26a8b8b2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1823.931183] env[62438]: INFO nova.compute.manager [-] [instance: 23364d4c-07c7-4521-8f21-23226f1edb8c] Took 1.27 seconds to deallocate network for instance. [ 1824.075303] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c538219d-027a-4769-ac73-340cc1f935fb tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Lock "69e8228f-6423-4a27-acfc-3ed97e7fd860" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.390s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1824.198245] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5d96bbc8-a439-48b9-8acb-a987d8fc12db tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Releasing lock "refresh_cache-2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1824.199031] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5d96bbc8-a439-48b9-8acb-a987d8fc12db tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Acquiring lock "2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1824.199211] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5d96bbc8-a439-48b9-8acb-a987d8fc12db tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Acquired lock "2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1824.200079] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef875079-def4-459b-8cf6-96b75da92259 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.217663] env[62438]: DEBUG nova.virt.hardware [None req-5d96bbc8-a439-48b9-8acb-a987d8fc12db tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1824.217898] env[62438]: DEBUG nova.virt.hardware [None req-5d96bbc8-a439-48b9-8acb-a987d8fc12db tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1824.218085] env[62438]: DEBUG nova.virt.hardware [None req-5d96bbc8-a439-48b9-8acb-a987d8fc12db tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1824.218286] env[62438]: DEBUG nova.virt.hardware [None req-5d96bbc8-a439-48b9-8acb-a987d8fc12db tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1824.218441] env[62438]: DEBUG nova.virt.hardware [None req-5d96bbc8-a439-48b9-8acb-a987d8fc12db tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1824.218629] env[62438]: DEBUG nova.virt.hardware [None req-5d96bbc8-a439-48b9-8acb-a987d8fc12db tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1824.218868] env[62438]: DEBUG nova.virt.hardware [None req-5d96bbc8-a439-48b9-8acb-a987d8fc12db tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1824.219050] env[62438]: DEBUG nova.virt.hardware [None req-5d96bbc8-a439-48b9-8acb-a987d8fc12db tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1824.219231] env[62438]: DEBUG nova.virt.hardware [None req-5d96bbc8-a439-48b9-8acb-a987d8fc12db tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1824.219403] env[62438]: DEBUG nova.virt.hardware [None req-5d96bbc8-a439-48b9-8acb-a987d8fc12db tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1824.219584] env[62438]: DEBUG nova.virt.hardware [None req-5d96bbc8-a439-48b9-8acb-a987d8fc12db tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1824.226131] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-5d96bbc8-a439-48b9-8acb-a987d8fc12db tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: 2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8] Reconfiguring VM to attach interface {{(pid=62438) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1929}} [ 1824.226468] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80ddab4b-152b-4834-8af4-23111c1c5b42 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.245100] env[62438]: DEBUG oslo_vmware.api [None req-5d96bbc8-a439-48b9-8acb-a987d8fc12db tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Waiting for the task: (returnval){ [ 1824.245100] env[62438]: value = "task-1785658" [ 1824.245100] env[62438]: _type = "Task" [ 1824.245100] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.253242] env[62438]: DEBUG oslo_vmware.api [None req-5d96bbc8-a439-48b9-8acb-a987d8fc12db tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1785658, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.402322] env[62438]: DEBUG nova.compute.manager [req-329a8ca9-a06b-45c8-baf3-890667479944 req-26ce3043-14b1-49b7-a1f9-c6fe5a335dd6 service nova] [instance: 2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8] Received event network-changed-be2d8d09-819f-4c62-8d3f-6dd26a8b8b2e {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1824.402487] env[62438]: DEBUG nova.compute.manager [req-329a8ca9-a06b-45c8-baf3-890667479944 req-26ce3043-14b1-49b7-a1f9-c6fe5a335dd6 service nova] [instance: 2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8] Refreshing instance network info cache due to event network-changed-be2d8d09-819f-4c62-8d3f-6dd26a8b8b2e. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1824.402706] env[62438]: DEBUG oslo_concurrency.lockutils [req-329a8ca9-a06b-45c8-baf3-890667479944 req-26ce3043-14b1-49b7-a1f9-c6fe5a335dd6 service nova] Acquiring lock "refresh_cache-2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1824.402860] env[62438]: DEBUG oslo_concurrency.lockutils [req-329a8ca9-a06b-45c8-baf3-890667479944 req-26ce3043-14b1-49b7-a1f9-c6fe5a335dd6 service nova] Acquired lock "refresh_cache-2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1824.403373] env[62438]: DEBUG nova.network.neutron [req-329a8ca9-a06b-45c8-baf3-890667479944 req-26ce3043-14b1-49b7-a1f9-c6fe5a335dd6 service nova] [instance: 2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8] Refreshing network info cache for port be2d8d09-819f-4c62-8d3f-6dd26a8b8b2e {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1824.438120] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a971b600-8a17-437c-b461-7f82c070d547 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1824.438469] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a971b600-8a17-437c-b461-7f82c070d547 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1824.438695] env[62438]: DEBUG nova.objects.instance [None req-a971b600-8a17-437c-b461-7f82c070d547 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Lazy-loading 'resources' on Instance uuid 23364d4c-07c7-4521-8f21-23226f1edb8c {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1824.755461] env[62438]: DEBUG oslo_vmware.api [None req-5d96bbc8-a439-48b9-8acb-a987d8fc12db tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1785658, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.880121] env[62438]: DEBUG oslo_concurrency.lockutils [None req-97f5e4e1-adb8-498a-bdb2-42a8e3d33533 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1824.880616] env[62438]: DEBUG oslo_concurrency.lockutils [None req-321c0783-f56c-4bbf-8d97-7ccdb4a8a30e tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Acquiring lock "8ecfe3b6-a071-434d-afb1-41deafdf79d4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1824.880829] env[62438]: DEBUG oslo_concurrency.lockutils [None req-321c0783-f56c-4bbf-8d97-7ccdb4a8a30e tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Lock "8ecfe3b6-a071-434d-afb1-41deafdf79d4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1824.881071] env[62438]: DEBUG oslo_concurrency.lockutils [None req-321c0783-f56c-4bbf-8d97-7ccdb4a8a30e tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Acquiring lock "8ecfe3b6-a071-434d-afb1-41deafdf79d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1824.881280] env[62438]: DEBUG oslo_concurrency.lockutils [None req-321c0783-f56c-4bbf-8d97-7ccdb4a8a30e tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Lock "8ecfe3b6-a071-434d-afb1-41deafdf79d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1824.881470] env[62438]: DEBUG oslo_concurrency.lockutils [None req-321c0783-f56c-4bbf-8d97-7ccdb4a8a30e tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Lock "8ecfe3b6-a071-434d-afb1-41deafdf79d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1824.883821] env[62438]: INFO nova.compute.manager [None req-321c0783-f56c-4bbf-8d97-7ccdb4a8a30e tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] Terminating instance [ 1824.885773] env[62438]: DEBUG nova.compute.manager [None req-321c0783-f56c-4bbf-8d97-7ccdb4a8a30e tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1824.885994] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-321c0783-f56c-4bbf-8d97-7ccdb4a8a30e tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1824.886259] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1d886f3-99f6-4e22-ab2e-08bdd8eae823 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.892577] env[62438]: DEBUG oslo_vmware.api [None req-321c0783-f56c-4bbf-8d97-7ccdb4a8a30e tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Waiting for the task: (returnval){ [ 1824.892577] env[62438]: value = "task-1785659" [ 1824.892577] env[62438]: _type = "Task" [ 1824.892577] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.901612] env[62438]: DEBUG oslo_vmware.api [None req-321c0783-f56c-4bbf-8d97-7ccdb4a8a30e tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785659, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.955179] env[62438]: DEBUG oslo_concurrency.lockutils [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Acquiring lock "23109e2f-dc6b-478f-a5d5-b163d36573ce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1824.955527] env[62438]: DEBUG oslo_concurrency.lockutils [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Lock "23109e2f-dc6b-478f-a5d5-b163d36573ce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1824.982347] env[62438]: DEBUG oslo_concurrency.lockutils [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Acquiring lock "d327640c-2fb5-42d5-a1b4-a3744fb31e28" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1824.982582] env[62438]: DEBUG oslo_concurrency.lockutils [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Lock "d327640c-2fb5-42d5-a1b4-a3744fb31e28" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1825.099180] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c71f3f-bbf5-4a4a-b060-0e1c980684d6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.106758] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07048996-9d2f-4c20-9978-117af029881f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.136667] env[62438]: DEBUG nova.network.neutron [req-329a8ca9-a06b-45c8-baf3-890667479944 req-26ce3043-14b1-49b7-a1f9-c6fe5a335dd6 service nova] [instance: 2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8] Updated VIF entry in instance network info cache for port be2d8d09-819f-4c62-8d3f-6dd26a8b8b2e. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1825.137091] env[62438]: DEBUG nova.network.neutron [req-329a8ca9-a06b-45c8-baf3-890667479944 req-26ce3043-14b1-49b7-a1f9-c6fe5a335dd6 service nova] [instance: 2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8] Updating instance_info_cache with network_info: [{"id": "7a7963e4-89e9-46e1-babe-bb69da187792", "address": "fa:16:3e:f1:d2:bf", "network": {"id": "a94d385f-71ec-4be6-b04d-8fd365f0788d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1510171435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "941c9b8cd46546ffa37aa3edfa770bd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a7963e4-89", "ovs_interfaceid": "7a7963e4-89e9-46e1-babe-bb69da187792", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "be2d8d09-819f-4c62-8d3f-6dd26a8b8b2e", "address": "fa:16:3e:86:2f:b2", "network": {"id": "a94d385f-71ec-4be6-b04d-8fd365f0788d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1510171435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "941c9b8cd46546ffa37aa3edfa770bd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe2d8d09-81", "ovs_interfaceid": "be2d8d09-819f-4c62-8d3f-6dd26a8b8b2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1825.138718] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8598bbe0-bf89-4d99-a5e5-1fa9cabc1140 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.146282] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d78857c5-6835-4d60-8f7c-9a62e319eac1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.159895] env[62438]: DEBUG nova.compute.provider_tree [None req-a971b600-8a17-437c-b461-7f82c070d547 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1825.255116] env[62438]: DEBUG oslo_vmware.api [None req-5d96bbc8-a439-48b9-8acb-a987d8fc12db tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1785658, 'name': ReconfigVM_Task, 'duration_secs': 0.679888} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.255768] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5d96bbc8-a439-48b9-8acb-a987d8fc12db tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Releasing lock "2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1825.255994] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-5d96bbc8-a439-48b9-8acb-a987d8fc12db tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: 2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8] Reconfigured VM to attach interface {{(pid=62438) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1943}} [ 1825.402541] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-321c0783-f56c-4bbf-8d97-7ccdb4a8a30e tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] VM already powered off {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 1825.402785] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-321c0783-f56c-4bbf-8d97-7ccdb4a8a30e tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] Volume detach. Driver type: vmdk {{(pid=62438) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1825.402961] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-321c0783-f56c-4bbf-8d97-7ccdb4a8a30e tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370498', 'volume_id': 'c314ca5b-420b-4eef-a7aa-fc881d5e62f6', 'name': 'volume-c314ca5b-420b-4eef-a7aa-fc881d5e62f6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8ecfe3b6-a071-434d-afb1-41deafdf79d4', 'attached_at': '', 'detached_at': '', 'volume_id': 'c314ca5b-420b-4eef-a7aa-fc881d5e62f6', 'serial': 'c314ca5b-420b-4eef-a7aa-fc881d5e62f6'} {{(pid=62438) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1825.403705] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f57d1240-b291-4998-b3e8-083d9475a853 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.420614] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49cbcb6f-05c9-4335-b386-e6346bb3a749 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.426719] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14984103-8d86-4821-ad90-8553bd40f81c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.443719] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f0a1e46-385a-40fd-a7ba-40a54f83f011 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.458046] env[62438]: DEBUG nova.compute.manager [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: 23109e2f-dc6b-478f-a5d5-b163d36573ce] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1825.460981] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-321c0783-f56c-4bbf-8d97-7ccdb4a8a30e tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] The volume has not been displaced from its original location: [datastore1] volume-c314ca5b-420b-4eef-a7aa-fc881d5e62f6/volume-c314ca5b-420b-4eef-a7aa-fc881d5e62f6.vmdk. No consolidation needed. {{(pid=62438) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1825.466134] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-321c0783-f56c-4bbf-8d97-7ccdb4a8a30e tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] Reconfiguring VM instance instance-00000064 to detach disk 2000 {{(pid=62438) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1825.466613] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce534e0a-4dc2-4f12-a855-6202c89316a9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.484392] env[62438]: DEBUG nova.compute.manager [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: d327640c-2fb5-42d5-a1b4-a3744fb31e28] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1825.487660] env[62438]: DEBUG oslo_vmware.api [None req-321c0783-f56c-4bbf-8d97-7ccdb4a8a30e tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Waiting for the task: (returnval){ [ 1825.487660] env[62438]: value = "task-1785660" [ 1825.487660] env[62438]: _type = "Task" [ 1825.487660] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.495886] env[62438]: DEBUG oslo_vmware.api [None req-321c0783-f56c-4bbf-8d97-7ccdb4a8a30e tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785660, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.642109] env[62438]: DEBUG oslo_concurrency.lockutils [req-329a8ca9-a06b-45c8-baf3-890667479944 req-26ce3043-14b1-49b7-a1f9-c6fe5a335dd6 service nova] Releasing lock "refresh_cache-2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1825.642423] env[62438]: DEBUG nova.compute.manager [req-329a8ca9-a06b-45c8-baf3-890667479944 req-26ce3043-14b1-49b7-a1f9-c6fe5a335dd6 service nova] [instance: 23364d4c-07c7-4521-8f21-23226f1edb8c] Received event network-vif-deleted-98a3ef4a-2ab7-447f-ac25-484a424c37a1 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1825.662147] env[62438]: DEBUG nova.scheduler.client.report [None req-a971b600-8a17-437c-b461-7f82c070d547 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1825.760068] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5d96bbc8-a439-48b9-8acb-a987d8fc12db tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Lock "interface-2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8-be2d8d09-819f-4c62-8d3f-6dd26a8b8b2e" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.396s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1825.984610] env[62438]: DEBUG oslo_concurrency.lockutils [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1826.001774] env[62438]: DEBUG oslo_vmware.api [None req-321c0783-f56c-4bbf-8d97-7ccdb4a8a30e tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785660, 'name': ReconfigVM_Task, 'duration_secs': 0.187421} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.001963] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-321c0783-f56c-4bbf-8d97-7ccdb4a8a30e tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] Reconfigured VM instance instance-00000064 to detach disk 2000 {{(pid=62438) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1826.007498] env[62438]: DEBUG oslo_concurrency.lockutils [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1826.007745] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a589ba37-ea2d-4dc8-bb2b-3040beebeacb {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.022135] env[62438]: DEBUG oslo_vmware.api [None req-321c0783-f56c-4bbf-8d97-7ccdb4a8a30e tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Waiting for the task: (returnval){ [ 1826.022135] env[62438]: value = "task-1785661" [ 1826.022135] env[62438]: _type = "Task" [ 1826.022135] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.030198] env[62438]: DEBUG oslo_vmware.api [None req-321c0783-f56c-4bbf-8d97-7ccdb4a8a30e tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785661, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.167856] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a971b600-8a17-437c-b461-7f82c070d547 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.729s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1826.170188] env[62438]: DEBUG oslo_concurrency.lockutils [None req-97f5e4e1-adb8-498a-bdb2-42a8e3d33533 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.290s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1826.186700] env[62438]: INFO nova.scheduler.client.report [None req-a971b600-8a17-437c-b461-7f82c070d547 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Deleted allocations for instance 23364d4c-07c7-4521-8f21-23226f1edb8c [ 1826.291861] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9265725d-0818-4915-a8e2-dc17274cef78 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Acquiring lock "8ecfe3b6-a071-434d-afb1-41deafdf79d4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1826.311041] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27612485-38a7-4d31-8cda-94e9c779f854 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.318595] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d1c3aef-7b58-45d2-b90f-9ce8c1c2942d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.347016] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f56f38-4b7f-45cd-a9d3-753a66334563 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.354329] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ceadce-9c21-4087-a520-4858fa6942b9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.367170] env[62438]: DEBUG nova.compute.provider_tree [None req-97f5e4e1-adb8-498a-bdb2-42a8e3d33533 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1826.538154] env[62438]: DEBUG oslo_vmware.api [None req-321c0783-f56c-4bbf-8d97-7ccdb4a8a30e tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785661, 'name': ReconfigVM_Task, 'duration_secs': 0.118162} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.538684] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-321c0783-f56c-4bbf-8d97-7ccdb4a8a30e tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370498', 'volume_id': 'c314ca5b-420b-4eef-a7aa-fc881d5e62f6', 'name': 'volume-c314ca5b-420b-4eef-a7aa-fc881d5e62f6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8ecfe3b6-a071-434d-afb1-41deafdf79d4', 'attached_at': '', 'detached_at': '', 'volume_id': 'c314ca5b-420b-4eef-a7aa-fc881d5e62f6', 'serial': 'c314ca5b-420b-4eef-a7aa-fc881d5e62f6'} {{(pid=62438) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1826.538978] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-321c0783-f56c-4bbf-8d97-7ccdb4a8a30e tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1826.540213] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81c5b2b8-eaf3-406b-b167-f8cb890aab86 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.547862] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-321c0783-f56c-4bbf-8d97-7ccdb4a8a30e tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1826.548134] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c8b245da-94ea-426c-af0d-65dea797dca6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.661790] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-321c0783-f56c-4bbf-8d97-7ccdb4a8a30e tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1826.662069] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-321c0783-f56c-4bbf-8d97-7ccdb4a8a30e tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1826.662283] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-321c0783-f56c-4bbf-8d97-7ccdb4a8a30e tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Deleting the datastore file [datastore1] 8ecfe3b6-a071-434d-afb1-41deafdf79d4 {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1826.662565] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-421a4342-ed10-428c-922b-d6b966b526ed {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.670958] env[62438]: DEBUG oslo_vmware.api [None req-321c0783-f56c-4bbf-8d97-7ccdb4a8a30e tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Waiting for the task: (returnval){ [ 1826.670958] env[62438]: value = "task-1785663" [ 1826.670958] env[62438]: _type = "Task" [ 1826.670958] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.678970] env[62438]: DEBUG oslo_vmware.api [None req-321c0783-f56c-4bbf-8d97-7ccdb4a8a30e tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785663, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.696218] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a971b600-8a17-437c-b461-7f82c070d547 tempest-ServerRescueNegativeTestJSON-1883802380 tempest-ServerRescueNegativeTestJSON-1883802380-project-member] Lock "23364d4c-07c7-4521-8f21-23226f1edb8c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.215s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1826.870383] env[62438]: DEBUG nova.scheduler.client.report [None req-97f5e4e1-adb8-498a-bdb2-42a8e3d33533 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1827.041659] env[62438]: DEBUG oslo_concurrency.lockutils [None req-007ea83e-1c80-4023-a553-84d89d94004f tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Acquiring lock "interface-2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8-be2d8d09-819f-4c62-8d3f-6dd26a8b8b2e" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1827.043426] env[62438]: DEBUG oslo_concurrency.lockutils [None req-007ea83e-1c80-4023-a553-84d89d94004f tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Lock "interface-2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8-be2d8d09-819f-4c62-8d3f-6dd26a8b8b2e" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1827.180508] env[62438]: DEBUG oslo_vmware.api [None req-321c0783-f56c-4bbf-8d97-7ccdb4a8a30e tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785663, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.07359} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.184033] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-321c0783-f56c-4bbf-8d97-7ccdb4a8a30e tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1827.184033] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-321c0783-f56c-4bbf-8d97-7ccdb4a8a30e tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1827.184033] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-321c0783-f56c-4bbf-8d97-7ccdb4a8a30e tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1827.184033] env[62438]: INFO nova.compute.manager [None req-321c0783-f56c-4bbf-8d97-7ccdb4a8a30e tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] Took 2.30 seconds to destroy the instance on the hypervisor. [ 1827.184033] env[62438]: DEBUG oslo.service.loopingcall [None req-321c0783-f56c-4bbf-8d97-7ccdb4a8a30e tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1827.184033] env[62438]: DEBUG nova.compute.manager [-] [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1827.184033] env[62438]: DEBUG nova.network.neutron [-] [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1827.377177] env[62438]: DEBUG oslo_concurrency.lockutils [None req-97f5e4e1-adb8-498a-bdb2-42a8e3d33533 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.207s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1827.377422] env[62438]: INFO nova.compute.manager [None req-97f5e4e1-adb8-498a-bdb2-42a8e3d33533 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] Successfully reverted task state from resize_migrating on failure for instance. [ 1827.384480] env[62438]: DEBUG oslo_concurrency.lockutils [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.400s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1827.385838] env[62438]: INFO nova.compute.claims [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: 23109e2f-dc6b-478f-a5d5-b163d36573ce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1827.391405] env[62438]: ERROR oslo_messaging.rpc.server [None req-97f5e4e1-adb8-498a-bdb2-42a8e3d33533 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Exception during message handling: AttributeError: 'NoneType' object has no attribute 'key' [ 1827.391405] env[62438]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): [ 1827.391405] env[62438]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 172, in _process_incoming [ 1827.391405] env[62438]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) [ 1827.391405] env[62438]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch [ 1827.391405] env[62438]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) [ 1827.391405] env[62438]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch [ 1827.391405] env[62438]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) [ 1827.391405] env[62438]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped [ 1827.391405] env[62438]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 1827.391405] env[62438]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1827.391405] env[62438]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 1827.391405] env[62438]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1827.391405] env[62438]: ERROR oslo_messaging.rpc.server raise self.value [ 1827.391405] env[62438]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped [ 1827.391405] env[62438]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kw) [ 1827.391405] env[62438]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 166, in decorated_function [ 1827.391405] env[62438]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 1827.391405] env[62438]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1827.391405] env[62438]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 1827.391405] env[62438]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1827.391405] env[62438]: ERROR oslo_messaging.rpc.server raise self.value [ 1827.391405] env[62438]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 157, in decorated_function [ 1827.391405] env[62438]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 1827.391405] env[62438]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/utils.py", line 1453, in decorated_function [ 1827.391405] env[62438]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 1827.391405] env[62438]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 213, in decorated_function [ 1827.391405] env[62438]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 1827.391405] env[62438]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1827.391405] env[62438]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 1827.391405] env[62438]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1827.391405] env[62438]: ERROR oslo_messaging.rpc.server raise self.value [ 1827.391405] env[62438]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 203, in decorated_function [ 1827.391405] env[62438]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 1827.391405] env[62438]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 6071, in resize_instance [ 1827.391405] env[62438]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 1827.391405] env[62438]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1827.391405] env[62438]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 1827.391405] env[62438]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1827.391405] env[62438]: ERROR oslo_messaging.rpc.server raise self.value [ 1827.391405] env[62438]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 6068, in resize_instance [ 1827.391405] env[62438]: ERROR oslo_messaging.rpc.server self._resize_instance(context, instance, image, migration, [ 1827.391405] env[62438]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 6105, in _resize_instance [ 1827.391405] env[62438]: ERROR oslo_messaging.rpc.server disk_info = self.driver.migrate_disk_and_power_off( [ 1827.391405] env[62438]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 263, in migrate_disk_and_power_off [ 1827.391405] env[62438]: ERROR oslo_messaging.rpc.server return self._vmops.migrate_disk_and_power_off(context, instance, [ 1827.391405] env[62438]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 1467, in migrate_disk_and_power_off [ 1827.391405] env[62438]: ERROR oslo_messaging.rpc.server self._resize_disk(instance, vm_ref, vmdk, flavor) [ 1827.391405] env[62438]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 1398, in _resize_disk [ 1827.391405] env[62438]: ERROR oslo_messaging.rpc.server self._volumeops.detach_disk_from_vm(vm_ref, instance, vmdk.device) [ 1827.391405] env[62438]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 121, in detach_disk_from_vm [ 1827.391405] env[62438]: ERROR oslo_messaging.rpc.server disk_key = device.key [ 1827.391405] env[62438]: ERROR oslo_messaging.rpc.server AttributeError: 'NoneType' object has no attribute 'key' [ 1827.392897] env[62438]: ERROR oslo_messaging.rpc.server [ 1827.545165] env[62438]: DEBUG oslo_concurrency.lockutils [None req-007ea83e-1c80-4023-a553-84d89d94004f tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Acquiring lock "2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1827.545348] env[62438]: DEBUG oslo_concurrency.lockutils [None req-007ea83e-1c80-4023-a553-84d89d94004f tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Acquired lock "2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1827.546409] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75416da3-9556-4e09-9afa-9fd19afa0a22 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.576434] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a3ba1dc-8b9e-4af9-b8e5-b632e0c96415 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.605632] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-007ea83e-1c80-4023-a553-84d89d94004f tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: 2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8] Reconfiguring VM to detach interface {{(pid=62438) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1974}} [ 1827.606201] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-396a5f69-c82a-4830-bc0d-54f7e92ca3b0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.630169] env[62438]: DEBUG oslo_vmware.api [None req-007ea83e-1c80-4023-a553-84d89d94004f tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Waiting for the task: (returnval){ [ 1827.630169] env[62438]: value = "task-1785664" [ 1827.630169] env[62438]: _type = "Task" [ 1827.630169] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.639720] env[62438]: DEBUG oslo_vmware.api [None req-007ea83e-1c80-4023-a553-84d89d94004f tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1785664, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.719199] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d6fcbec2-932b-45e0-b525-ce075b62f3f1 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Acquiring lock "68fb92a6-128d-4839-97b8-3fb165d46ad8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1827.719653] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d6fcbec2-932b-45e0-b525-ce075b62f3f1 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Lock "68fb92a6-128d-4839-97b8-3fb165d46ad8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1827.720022] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d6fcbec2-932b-45e0-b525-ce075b62f3f1 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Acquiring lock "68fb92a6-128d-4839-97b8-3fb165d46ad8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1827.722016] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d6fcbec2-932b-45e0-b525-ce075b62f3f1 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Lock "68fb92a6-128d-4839-97b8-3fb165d46ad8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1827.722016] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d6fcbec2-932b-45e0-b525-ce075b62f3f1 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Lock "68fb92a6-128d-4839-97b8-3fb165d46ad8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1827.725425] env[62438]: INFO nova.compute.manager [None req-d6fcbec2-932b-45e0-b525-ce075b62f3f1 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 68fb92a6-128d-4839-97b8-3fb165d46ad8] Terminating instance [ 1827.727632] env[62438]: DEBUG nova.compute.manager [None req-d6fcbec2-932b-45e0-b525-ce075b62f3f1 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 68fb92a6-128d-4839-97b8-3fb165d46ad8] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1827.727963] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-d6fcbec2-932b-45e0-b525-ce075b62f3f1 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 68fb92a6-128d-4839-97b8-3fb165d46ad8] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1827.728999] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb1f8580-f90a-41e1-b60a-d85f7cb7560d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.741282] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6fcbec2-932b-45e0-b525-ce075b62f3f1 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 68fb92a6-128d-4839-97b8-3fb165d46ad8] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1827.743019] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a130f4df-cc12-4136-b8d0-82444e85fd92 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.748710] env[62438]: DEBUG oslo_vmware.api [None req-d6fcbec2-932b-45e0-b525-ce075b62f3f1 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Waiting for the task: (returnval){ [ 1827.748710] env[62438]: value = "task-1785665" [ 1827.748710] env[62438]: _type = "Task" [ 1827.748710] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.761471] env[62438]: DEBUG oslo_vmware.api [None req-d6fcbec2-932b-45e0-b525-ce075b62f3f1 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785665, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.014248] env[62438]: DEBUG nova.compute.manager [req-3545a25a-0ceb-4e68-9c46-22934d69ea2f req-f86a347f-a354-4bd2-a0b0-9ded41173535 service nova] [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] Received event network-vif-deleted-b98d8c86-a355-4f2f-ab3f-ef88cd567c87 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1828.014554] env[62438]: INFO nova.compute.manager [req-3545a25a-0ceb-4e68-9c46-22934d69ea2f req-f86a347f-a354-4bd2-a0b0-9ded41173535 service nova] [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] Neutron deleted interface b98d8c86-a355-4f2f-ab3f-ef88cd567c87; detaching it from the instance and deleting it from the info cache [ 1828.014671] env[62438]: DEBUG nova.network.neutron [req-3545a25a-0ceb-4e68-9c46-22934d69ea2f req-f86a347f-a354-4bd2-a0b0-9ded41173535 service nova] [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1828.133477] env[62438]: DEBUG oslo_concurrency.lockutils [None req-007bc7a7-d057-4876-a03f-4026dffa1b50 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Acquiring lock "ad410fa6-01af-475e-a744-b2627e01552f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1828.133847] env[62438]: DEBUG oslo_concurrency.lockutils [None req-007bc7a7-d057-4876-a03f-4026dffa1b50 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Lock "ad410fa6-01af-475e-a744-b2627e01552f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1828.145408] env[62438]: DEBUG oslo_vmware.api [None req-007ea83e-1c80-4023-a553-84d89d94004f tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1785664, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.258452] env[62438]: DEBUG oslo_vmware.api [None req-d6fcbec2-932b-45e0-b525-ce075b62f3f1 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785665, 'name': PowerOffVM_Task, 'duration_secs': 0.233469} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.258741] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6fcbec2-932b-45e0-b525-ce075b62f3f1 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 68fb92a6-128d-4839-97b8-3fb165d46ad8] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1828.258917] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-d6fcbec2-932b-45e0-b525-ce075b62f3f1 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 68fb92a6-128d-4839-97b8-3fb165d46ad8] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1828.259204] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-836f82c4-23dd-4961-91da-d3f9e2a7c590 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.416285] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-d6fcbec2-932b-45e0-b525-ce075b62f3f1 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 68fb92a6-128d-4839-97b8-3fb165d46ad8] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1828.416523] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-d6fcbec2-932b-45e0-b525-ce075b62f3f1 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 68fb92a6-128d-4839-97b8-3fb165d46ad8] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1828.416714] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6fcbec2-932b-45e0-b525-ce075b62f3f1 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Deleting the datastore file [datastore1] 68fb92a6-128d-4839-97b8-3fb165d46ad8 {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1828.416986] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c66f3ad1-66d1-4ca9-bb95-1c009d01bc63 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.423966] env[62438]: DEBUG oslo_vmware.api [None req-d6fcbec2-932b-45e0-b525-ce075b62f3f1 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Waiting for the task: (returnval){ [ 1828.423966] env[62438]: value = "task-1785667" [ 1828.423966] env[62438]: _type = "Task" [ 1828.423966] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.434736] env[62438]: DEBUG oslo_vmware.api [None req-d6fcbec2-932b-45e0-b525-ce075b62f3f1 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785667, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.484989] env[62438]: DEBUG nova.network.neutron [-] [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1828.517234] env[62438]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8c4f5f11-e942-40dd-87ce-4d74b0a9d0e5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.530570] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb798d96-0fb2-4919-b84c-3472ceb4e6d9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.565030] env[62438]: DEBUG nova.compute.manager [req-3545a25a-0ceb-4e68-9c46-22934d69ea2f req-f86a347f-a354-4bd2-a0b0-9ded41173535 service nova] [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] Detach interface failed, port_id=b98d8c86-a355-4f2f-ab3f-ef88cd567c87, reason: Instance 8ecfe3b6-a071-434d-afb1-41deafdf79d4 could not be found. {{(pid=62438) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1828.569322] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84bfc058-dd97-4e3e-bd0f-8b9ed562ca60 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.576823] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-584a8c0f-d08a-4d72-b51c-9bf6ca67d24d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.608153] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4d35021-0426-4bc9-b050-4d2b86e6e60c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.617197] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f9777cb-7188-4f37-a66b-e6125f9cc886 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.632468] env[62438]: DEBUG nova.compute.provider_tree [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1828.640336] env[62438]: DEBUG nova.compute.manager [None req-007bc7a7-d057-4876-a03f-4026dffa1b50 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ad410fa6-01af-475e-a744-b2627e01552f] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1828.647879] env[62438]: DEBUG oslo_vmware.api [None req-007ea83e-1c80-4023-a553-84d89d94004f tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1785664, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.934769] env[62438]: DEBUG oslo_vmware.api [None req-d6fcbec2-932b-45e0-b525-ce075b62f3f1 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785667, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138097} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.935054] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6fcbec2-932b-45e0-b525-ce075b62f3f1 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1828.935246] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-d6fcbec2-932b-45e0-b525-ce075b62f3f1 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 68fb92a6-128d-4839-97b8-3fb165d46ad8] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1828.935433] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-d6fcbec2-932b-45e0-b525-ce075b62f3f1 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 68fb92a6-128d-4839-97b8-3fb165d46ad8] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1828.935614] env[62438]: INFO nova.compute.manager [None req-d6fcbec2-932b-45e0-b525-ce075b62f3f1 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 68fb92a6-128d-4839-97b8-3fb165d46ad8] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1828.935863] env[62438]: DEBUG oslo.service.loopingcall [None req-d6fcbec2-932b-45e0-b525-ce075b62f3f1 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1828.936074] env[62438]: DEBUG nova.compute.manager [-] [instance: 68fb92a6-128d-4839-97b8-3fb165d46ad8] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1828.936172] env[62438]: DEBUG nova.network.neutron [-] [instance: 68fb92a6-128d-4839-97b8-3fb165d46ad8] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1828.989024] env[62438]: INFO nova.compute.manager [-] [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] Took 1.81 seconds to deallocate network for instance. [ 1829.138585] env[62438]: DEBUG nova.scheduler.client.report [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1829.150935] env[62438]: DEBUG oslo_vmware.api [None req-007ea83e-1c80-4023-a553-84d89d94004f tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1785664, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.167764] env[62438]: DEBUG oslo_concurrency.lockutils [None req-007bc7a7-d057-4876-a03f-4026dffa1b50 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1829.539503] env[62438]: INFO nova.compute.manager [None req-321c0783-f56c-4bbf-8d97-7ccdb4a8a30e tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] Took 0.55 seconds to detach 1 volumes for instance. [ 1829.541724] env[62438]: DEBUG nova.compute.manager [None req-321c0783-f56c-4bbf-8d97-7ccdb4a8a30e tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] Deleting volume: c314ca5b-420b-4eef-a7aa-fc881d5e62f6 {{(pid=62438) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3247}} [ 1829.644986] env[62438]: DEBUG oslo_concurrency.lockutils [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.260s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1829.645532] env[62438]: DEBUG nova.compute.manager [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: 23109e2f-dc6b-478f-a5d5-b163d36573ce] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1829.647941] env[62438]: DEBUG oslo_vmware.api [None req-007ea83e-1c80-4023-a553-84d89d94004f tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1785664, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.648405] env[62438]: DEBUG oslo_concurrency.lockutils [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.641s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1829.650539] env[62438]: INFO nova.compute.claims [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: d327640c-2fb5-42d5-a1b4-a3744fb31e28] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1829.677968] env[62438]: DEBUG nova.network.neutron [-] [instance: 68fb92a6-128d-4839-97b8-3fb165d46ad8] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1830.039799] env[62438]: DEBUG nova.compute.manager [req-8828e8f3-3819-4f37-ba38-fd4c2552cece req-1bbec7be-73fd-4c6a-be70-96e1691c9ba9 service nova] [instance: 68fb92a6-128d-4839-97b8-3fb165d46ad8] Received event network-vif-deleted-79bac5dd-de45-4195-8ddb-b1092723e9e0 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1830.078807] env[62438]: DEBUG oslo_concurrency.lockutils [None req-321c0783-f56c-4bbf-8d97-7ccdb4a8a30e tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1830.144366] env[62438]: DEBUG oslo_vmware.api [None req-007ea83e-1c80-4023-a553-84d89d94004f tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1785664, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.149589] env[62438]: DEBUG nova.compute.utils [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1830.151030] env[62438]: DEBUG nova.compute.manager [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: 23109e2f-dc6b-478f-a5d5-b163d36573ce] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1830.151185] env[62438]: DEBUG nova.network.neutron [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: 23109e2f-dc6b-478f-a5d5-b163d36573ce] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1830.180377] env[62438]: INFO nova.compute.manager [-] [instance: 68fb92a6-128d-4839-97b8-3fb165d46ad8] Took 1.24 seconds to deallocate network for instance. [ 1830.198018] env[62438]: DEBUG nova.policy [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '62c16a3062a74ae080020eb0a85007e8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd3f2b3e0f66444a9a3f88a83338df039', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1830.432550] env[62438]: DEBUG nova.network.neutron [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: 23109e2f-dc6b-478f-a5d5-b163d36573ce] Successfully created port: 5397959e-3171-4018-b5f3-4db6d62619b0 {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1830.646965] env[62438]: DEBUG oslo_vmware.api [None req-007ea83e-1c80-4023-a553-84d89d94004f tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1785664, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.653691] env[62438]: DEBUG nova.compute.manager [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: 23109e2f-dc6b-478f-a5d5-b163d36573ce] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1830.689891] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d6fcbec2-932b-45e0-b525-ce075b62f3f1 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1830.824253] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ff1238-9e73-459f-8873-0eed0e912bb0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.831588] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a48b5399-8d6e-452b-8573-cdfb90375143 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.861495] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aebd4bfb-a835-4e4b-8c67-df82c9f41893 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.868593] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f7924b8-b704-4677-8fca-32be1e82a30f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.881374] env[62438]: DEBUG nova.compute.provider_tree [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1831.146023] env[62438]: DEBUG oslo_vmware.api [None req-007ea83e-1c80-4023-a553-84d89d94004f tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1785664, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.384218] env[62438]: DEBUG nova.scheduler.client.report [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1831.647502] env[62438]: DEBUG oslo_vmware.api [None req-007ea83e-1c80-4023-a553-84d89d94004f tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1785664, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.662322] env[62438]: DEBUG nova.compute.manager [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: 23109e2f-dc6b-478f-a5d5-b163d36573ce] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1831.684071] env[62438]: DEBUG nova.virt.hardware [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1831.684337] env[62438]: DEBUG nova.virt.hardware [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1831.684503] env[62438]: DEBUG nova.virt.hardware [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1831.684691] env[62438]: DEBUG nova.virt.hardware [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1831.684874] env[62438]: DEBUG nova.virt.hardware [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1831.685070] env[62438]: DEBUG nova.virt.hardware [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1831.685291] env[62438]: DEBUG nova.virt.hardware [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1831.685461] env[62438]: DEBUG nova.virt.hardware [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1831.685635] env[62438]: DEBUG nova.virt.hardware [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1831.685803] env[62438]: DEBUG nova.virt.hardware [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1831.685985] env[62438]: DEBUG nova.virt.hardware [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1831.686820] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33de5c9c-36b2-4d9f-8127-fb894a73cede {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.694650] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a047827-9ce5-43d7-a9e5-6acdc52b7ee9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.891016] env[62438]: DEBUG oslo_concurrency.lockutils [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.240s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1831.891016] env[62438]: DEBUG nova.compute.manager [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: d327640c-2fb5-42d5-a1b4-a3744fb31e28] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1831.892326] env[62438]: DEBUG oslo_concurrency.lockutils [None req-007bc7a7-d057-4876-a03f-4026dffa1b50 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.725s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1831.893861] env[62438]: INFO nova.compute.claims [None req-007bc7a7-d057-4876-a03f-4026dffa1b50 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ad410fa6-01af-475e-a744-b2627e01552f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1831.983162] env[62438]: DEBUG nova.network.neutron [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: 23109e2f-dc6b-478f-a5d5-b163d36573ce] Successfully updated port: 5397959e-3171-4018-b5f3-4db6d62619b0 {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1832.031026] env[62438]: DEBUG oslo_concurrency.lockutils [None req-49306636-eae5-4750-8f9e-d18c30d7697b tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Acquiring lock "9a04f4af-932a-49d7-82dc-4180cb5d1a19" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1832.031334] env[62438]: DEBUG oslo_concurrency.lockutils [None req-49306636-eae5-4750-8f9e-d18c30d7697b tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Lock "9a04f4af-932a-49d7-82dc-4180cb5d1a19" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1832.031528] env[62438]: INFO nova.compute.manager [None req-49306636-eae5-4750-8f9e-d18c30d7697b tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Shelving [ 1832.063100] env[62438]: DEBUG nova.compute.manager [req-70eeb98d-3b28-42b7-8500-f1ee4d03a0db req-579c7d66-196a-445e-b607-3c584f18ee5e service nova] [instance: 23109e2f-dc6b-478f-a5d5-b163d36573ce] Received event network-vif-plugged-5397959e-3171-4018-b5f3-4db6d62619b0 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1832.063294] env[62438]: DEBUG oslo_concurrency.lockutils [req-70eeb98d-3b28-42b7-8500-f1ee4d03a0db req-579c7d66-196a-445e-b607-3c584f18ee5e service nova] Acquiring lock "23109e2f-dc6b-478f-a5d5-b163d36573ce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1832.063499] env[62438]: DEBUG oslo_concurrency.lockutils [req-70eeb98d-3b28-42b7-8500-f1ee4d03a0db req-579c7d66-196a-445e-b607-3c584f18ee5e service nova] Lock "23109e2f-dc6b-478f-a5d5-b163d36573ce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1832.063646] env[62438]: DEBUG oslo_concurrency.lockutils [req-70eeb98d-3b28-42b7-8500-f1ee4d03a0db req-579c7d66-196a-445e-b607-3c584f18ee5e service nova] Lock "23109e2f-dc6b-478f-a5d5-b163d36573ce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1832.063822] env[62438]: DEBUG nova.compute.manager [req-70eeb98d-3b28-42b7-8500-f1ee4d03a0db req-579c7d66-196a-445e-b607-3c584f18ee5e service nova] [instance: 23109e2f-dc6b-478f-a5d5-b163d36573ce] No waiting events found dispatching network-vif-plugged-5397959e-3171-4018-b5f3-4db6d62619b0 {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1832.063996] env[62438]: WARNING nova.compute.manager [req-70eeb98d-3b28-42b7-8500-f1ee4d03a0db req-579c7d66-196a-445e-b607-3c584f18ee5e service nova] [instance: 23109e2f-dc6b-478f-a5d5-b163d36573ce] Received unexpected event network-vif-plugged-5397959e-3171-4018-b5f3-4db6d62619b0 for instance with vm_state building and task_state spawning. [ 1832.064247] env[62438]: DEBUG nova.compute.manager [req-70eeb98d-3b28-42b7-8500-f1ee4d03a0db req-579c7d66-196a-445e-b607-3c584f18ee5e service nova] [instance: 23109e2f-dc6b-478f-a5d5-b163d36573ce] Received event network-changed-5397959e-3171-4018-b5f3-4db6d62619b0 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1832.064416] env[62438]: DEBUG nova.compute.manager [req-70eeb98d-3b28-42b7-8500-f1ee4d03a0db req-579c7d66-196a-445e-b607-3c584f18ee5e service nova] [instance: 23109e2f-dc6b-478f-a5d5-b163d36573ce] Refreshing instance network info cache due to event network-changed-5397959e-3171-4018-b5f3-4db6d62619b0. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1832.064611] env[62438]: DEBUG oslo_concurrency.lockutils [req-70eeb98d-3b28-42b7-8500-f1ee4d03a0db req-579c7d66-196a-445e-b607-3c584f18ee5e service nova] Acquiring lock "refresh_cache-23109e2f-dc6b-478f-a5d5-b163d36573ce" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1832.064756] env[62438]: DEBUG oslo_concurrency.lockutils [req-70eeb98d-3b28-42b7-8500-f1ee4d03a0db req-579c7d66-196a-445e-b607-3c584f18ee5e service nova] Acquired lock "refresh_cache-23109e2f-dc6b-478f-a5d5-b163d36573ce" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1832.064919] env[62438]: DEBUG nova.network.neutron [req-70eeb98d-3b28-42b7-8500-f1ee4d03a0db req-579c7d66-196a-445e-b607-3c584f18ee5e service nova] [instance: 23109e2f-dc6b-478f-a5d5-b163d36573ce] Refreshing network info cache for port 5397959e-3171-4018-b5f3-4db6d62619b0 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1832.147738] env[62438]: DEBUG oslo_vmware.api [None req-007ea83e-1c80-4023-a553-84d89d94004f tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1785664, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.398186] env[62438]: DEBUG nova.compute.utils [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1832.401498] env[62438]: DEBUG nova.compute.manager [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: d327640c-2fb5-42d5-a1b4-a3744fb31e28] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1832.401661] env[62438]: DEBUG nova.network.neutron [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: d327640c-2fb5-42d5-a1b4-a3744fb31e28] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1832.438981] env[62438]: DEBUG nova.policy [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '62c16a3062a74ae080020eb0a85007e8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd3f2b3e0f66444a9a3f88a83338df039', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1832.488725] env[62438]: DEBUG oslo_concurrency.lockutils [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Acquiring lock "refresh_cache-23109e2f-dc6b-478f-a5d5-b163d36573ce" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1832.538585] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-49306636-eae5-4750-8f9e-d18c30d7697b tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1832.538874] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5681ef0-8bf9-4fbb-8b5e-dfb61c4d0b4c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.546731] env[62438]: DEBUG oslo_vmware.api [None req-49306636-eae5-4750-8f9e-d18c30d7697b tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Waiting for the task: (returnval){ [ 1832.546731] env[62438]: value = "task-1785669" [ 1832.546731] env[62438]: _type = "Task" [ 1832.546731] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.555719] env[62438]: DEBUG oslo_vmware.api [None req-49306636-eae5-4750-8f9e-d18c30d7697b tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785669, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.612180] env[62438]: DEBUG nova.network.neutron [req-70eeb98d-3b28-42b7-8500-f1ee4d03a0db req-579c7d66-196a-445e-b607-3c584f18ee5e service nova] [instance: 23109e2f-dc6b-478f-a5d5-b163d36573ce] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1832.650725] env[62438]: DEBUG oslo_vmware.api [None req-007ea83e-1c80-4023-a553-84d89d94004f tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1785664, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.791299] env[62438]: DEBUG nova.network.neutron [req-70eeb98d-3b28-42b7-8500-f1ee4d03a0db req-579c7d66-196a-445e-b607-3c584f18ee5e service nova] [instance: 23109e2f-dc6b-478f-a5d5-b163d36573ce] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1832.826295] env[62438]: DEBUG nova.network.neutron [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: d327640c-2fb5-42d5-a1b4-a3744fb31e28] Successfully created port: d5a80f9a-4b0b-47bb-9bed-d4b71b709aba {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1832.902765] env[62438]: DEBUG nova.compute.manager [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: d327640c-2fb5-42d5-a1b4-a3744fb31e28] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1833.056083] env[62438]: DEBUG oslo_vmware.api [None req-49306636-eae5-4750-8f9e-d18c30d7697b tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785669, 'name': PowerOffVM_Task, 'duration_secs': 0.178456} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.058545] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-49306636-eae5-4750-8f9e-d18c30d7697b tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1833.060043] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a0bb99c-714b-414a-9de4-05eaee22e10f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.082583] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4056a2c6-a868-4a77-b30d-60cdb223eacb {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.111299] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f73c8512-0281-400a-81ec-13bd0a257568 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.121114] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c25333a8-346a-4889-8885-26baebd1446e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.156155] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e86db8de-9b08-4b8e-9245-c5a93756638a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.171564] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ebef1a0-797b-4e50-ade7-eb716c8ab3ba {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.175874] env[62438]: DEBUG oslo_vmware.api [None req-007ea83e-1c80-4023-a553-84d89d94004f tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1785664, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.186320] env[62438]: DEBUG nova.compute.provider_tree [None req-007bc7a7-d057-4876-a03f-4026dffa1b50 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1833.296561] env[62438]: DEBUG oslo_concurrency.lockutils [req-70eeb98d-3b28-42b7-8500-f1ee4d03a0db req-579c7d66-196a-445e-b607-3c584f18ee5e service nova] Releasing lock "refresh_cache-23109e2f-dc6b-478f-a5d5-b163d36573ce" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1833.297709] env[62438]: DEBUG oslo_concurrency.lockutils [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Acquired lock "refresh_cache-23109e2f-dc6b-478f-a5d5-b163d36573ce" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1833.297709] env[62438]: DEBUG nova.network.neutron [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: 23109e2f-dc6b-478f-a5d5-b163d36573ce] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1833.593935] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-49306636-eae5-4750-8f9e-d18c30d7697b tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Creating Snapshot of the VM instance {{(pid=62438) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1833.594249] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ec8e38f0-dcb1-4c8a-a2dc-b45d2cce4942 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.601943] env[62438]: DEBUG oslo_vmware.api [None req-49306636-eae5-4750-8f9e-d18c30d7697b tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Waiting for the task: (returnval){ [ 1833.601943] env[62438]: value = "task-1785670" [ 1833.601943] env[62438]: _type = "Task" [ 1833.601943] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1833.609510] env[62438]: DEBUG oslo_vmware.api [None req-49306636-eae5-4750-8f9e-d18c30d7697b tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785670, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.660686] env[62438]: DEBUG oslo_vmware.api [None req-007ea83e-1c80-4023-a553-84d89d94004f tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1785664, 'name': ReconfigVM_Task, 'duration_secs': 5.854843} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.661021] env[62438]: DEBUG oslo_concurrency.lockutils [None req-007ea83e-1c80-4023-a553-84d89d94004f tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Releasing lock "2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1833.661252] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-007ea83e-1c80-4023-a553-84d89d94004f tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: 2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8] Reconfigured VM to detach interface {{(pid=62438) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1984}} [ 1833.663565] env[62438]: DEBUG oslo_concurrency.lockutils [None req-bd2adf42-e78a-48a9-af57-b4a57b6db855 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Acquiring lock "f20ec23f-9d33-4e6b-9c84-cd65a354da93" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1833.663798] env[62438]: DEBUG oslo_concurrency.lockutils [None req-bd2adf42-e78a-48a9-af57-b4a57b6db855 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Lock "f20ec23f-9d33-4e6b-9c84-cd65a354da93" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1833.663970] env[62438]: INFO nova.compute.manager [None req-bd2adf42-e78a-48a9-af57-b4a57b6db855 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Shelving [ 1833.689259] env[62438]: DEBUG nova.scheduler.client.report [None req-007bc7a7-d057-4876-a03f-4026dffa1b50 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1833.839183] env[62438]: DEBUG nova.network.neutron [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: 23109e2f-dc6b-478f-a5d5-b163d36573ce] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1833.915129] env[62438]: DEBUG nova.compute.manager [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: d327640c-2fb5-42d5-a1b4-a3744fb31e28] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1833.941443] env[62438]: DEBUG nova.virt.hardware [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1833.941666] env[62438]: DEBUG nova.virt.hardware [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1833.941909] env[62438]: DEBUG nova.virt.hardware [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1833.942058] env[62438]: DEBUG nova.virt.hardware [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1833.942219] env[62438]: DEBUG nova.virt.hardware [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1833.942385] env[62438]: DEBUG nova.virt.hardware [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1833.942608] env[62438]: DEBUG nova.virt.hardware [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1833.942768] env[62438]: DEBUG nova.virt.hardware [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1833.942939] env[62438]: DEBUG nova.virt.hardware [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1833.943139] env[62438]: DEBUG nova.virt.hardware [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1833.943313] env[62438]: DEBUG nova.virt.hardware [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1833.946203] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c306fec-fb51-4576-bb05-42619c5cabaa {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.956044] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcbf1907-0015-4c14-ae58-e49e7a4c6d4f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.015129] env[62438]: DEBUG nova.network.neutron [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: 23109e2f-dc6b-478f-a5d5-b163d36573ce] Updating instance_info_cache with network_info: [{"id": "5397959e-3171-4018-b5f3-4db6d62619b0", "address": "fa:16:3e:5b:e6:bb", "network": {"id": "5949c194-5621-4565-b310-8a9a58b5d45f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2028196329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3f2b3e0f66444a9a3f88a83338df039", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5397959e-31", "ovs_interfaceid": "5397959e-3171-4018-b5f3-4db6d62619b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1834.112680] env[62438]: DEBUG oslo_vmware.api [None req-49306636-eae5-4750-8f9e-d18c30d7697b tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785670, 'name': CreateSnapshot_Task, 'duration_secs': 0.4462} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1834.113525] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-49306636-eae5-4750-8f9e-d18c30d7697b tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Created Snapshot of the VM instance {{(pid=62438) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1834.113731] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-231d0683-d645-4181-88a9-fdcc9e03b4d1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.170458] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd2adf42-e78a-48a9-af57-b4a57b6db855 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1834.170861] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8f244cd-77f9-4f27-aa0d-909df24e2c94 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.178900] env[62438]: DEBUG oslo_vmware.api [None req-bd2adf42-e78a-48a9-af57-b4a57b6db855 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Waiting for the task: (returnval){ [ 1834.178900] env[62438]: value = "task-1785671" [ 1834.178900] env[62438]: _type = "Task" [ 1834.178900] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.187381] env[62438]: DEBUG oslo_vmware.api [None req-bd2adf42-e78a-48a9-af57-b4a57b6db855 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785671, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.194685] env[62438]: DEBUG oslo_concurrency.lockutils [None req-007bc7a7-d057-4876-a03f-4026dffa1b50 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.302s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1834.195287] env[62438]: DEBUG nova.compute.manager [None req-007bc7a7-d057-4876-a03f-4026dffa1b50 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ad410fa6-01af-475e-a744-b2627e01552f] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1834.198067] env[62438]: DEBUG oslo_concurrency.lockutils [None req-321c0783-f56c-4bbf-8d97-7ccdb4a8a30e tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.119s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1834.198300] env[62438]: DEBUG nova.objects.instance [None req-321c0783-f56c-4bbf-8d97-7ccdb4a8a30e tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Lazy-loading 'resources' on Instance uuid 8ecfe3b6-a071-434d-afb1-41deafdf79d4 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1834.521020] env[62438]: DEBUG oslo_concurrency.lockutils [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Releasing lock "refresh_cache-23109e2f-dc6b-478f-a5d5-b163d36573ce" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1834.521020] env[62438]: DEBUG nova.compute.manager [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: 23109e2f-dc6b-478f-a5d5-b163d36573ce] Instance network_info: |[{"id": "5397959e-3171-4018-b5f3-4db6d62619b0", "address": "fa:16:3e:5b:e6:bb", "network": {"id": "5949c194-5621-4565-b310-8a9a58b5d45f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2028196329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3f2b3e0f66444a9a3f88a83338df039", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5397959e-31", "ovs_interfaceid": "5397959e-3171-4018-b5f3-4db6d62619b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1834.521020] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: 23109e2f-dc6b-478f-a5d5-b163d36573ce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:e6:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e05affa-2640-435e-a124-0ee8a6ab1152', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5397959e-3171-4018-b5f3-4db6d62619b0', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1834.527681] env[62438]: DEBUG oslo.service.loopingcall [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1834.528409] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23109e2f-dc6b-478f-a5d5-b163d36573ce] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1834.528821] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5f450bb7-b173-4d35-9dc9-66c7c5bde80c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.548205] env[62438]: DEBUG nova.compute.manager [req-f9287e01-67e4-49e9-9539-34cf30ba81de req-db090e64-2bc9-4673-a00f-2ead81a3c618 service nova] [instance: d327640c-2fb5-42d5-a1b4-a3744fb31e28] Received event network-vif-plugged-d5a80f9a-4b0b-47bb-9bed-d4b71b709aba {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1834.548554] env[62438]: DEBUG oslo_concurrency.lockutils [req-f9287e01-67e4-49e9-9539-34cf30ba81de req-db090e64-2bc9-4673-a00f-2ead81a3c618 service nova] Acquiring lock "d327640c-2fb5-42d5-a1b4-a3744fb31e28-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1834.548881] env[62438]: DEBUG oslo_concurrency.lockutils [req-f9287e01-67e4-49e9-9539-34cf30ba81de req-db090e64-2bc9-4673-a00f-2ead81a3c618 service nova] Lock "d327640c-2fb5-42d5-a1b4-a3744fb31e28-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1834.549208] env[62438]: DEBUG oslo_concurrency.lockutils [req-f9287e01-67e4-49e9-9539-34cf30ba81de req-db090e64-2bc9-4673-a00f-2ead81a3c618 service nova] Lock "d327640c-2fb5-42d5-a1b4-a3744fb31e28-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1834.549525] env[62438]: DEBUG nova.compute.manager [req-f9287e01-67e4-49e9-9539-34cf30ba81de req-db090e64-2bc9-4673-a00f-2ead81a3c618 service nova] [instance: d327640c-2fb5-42d5-a1b4-a3744fb31e28] No waiting events found dispatching network-vif-plugged-d5a80f9a-4b0b-47bb-9bed-d4b71b709aba {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1834.549819] env[62438]: WARNING nova.compute.manager [req-f9287e01-67e4-49e9-9539-34cf30ba81de req-db090e64-2bc9-4673-a00f-2ead81a3c618 service nova] [instance: d327640c-2fb5-42d5-a1b4-a3744fb31e28] Received unexpected event network-vif-plugged-d5a80f9a-4b0b-47bb-9bed-d4b71b709aba for instance with vm_state building and task_state spawning. [ 1834.555478] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1834.555478] env[62438]: value = "task-1785672" [ 1834.555478] env[62438]: _type = "Task" [ 1834.555478] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.563790] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785672, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.574391] env[62438]: DEBUG nova.network.neutron [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: d327640c-2fb5-42d5-a1b4-a3744fb31e28] Successfully updated port: d5a80f9a-4b0b-47bb-9bed-d4b71b709aba {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1834.632483] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-49306636-eae5-4750-8f9e-d18c30d7697b tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Creating linked-clone VM from snapshot {{(pid=62438) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1834.632826] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9132e802-71f9-4eda-8816-19e0f67e71d6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.641472] env[62438]: DEBUG oslo_vmware.api [None req-49306636-eae5-4750-8f9e-d18c30d7697b tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Waiting for the task: (returnval){ [ 1834.641472] env[62438]: value = "task-1785673" [ 1834.641472] env[62438]: _type = "Task" [ 1834.641472] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.649688] env[62438]: DEBUG oslo_vmware.api [None req-49306636-eae5-4750-8f9e-d18c30d7697b tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785673, 'name': CloneVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.690189] env[62438]: DEBUG oslo_vmware.api [None req-bd2adf42-e78a-48a9-af57-b4a57b6db855 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785671, 'name': PowerOffVM_Task, 'duration_secs': 0.247385} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1834.690465] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd2adf42-e78a-48a9-af57-b4a57b6db855 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1834.691416] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-635795db-c3c6-424b-8fe6-dc9590aa6fab {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.709996] env[62438]: DEBUG nova.compute.utils [None req-007bc7a7-d057-4876-a03f-4026dffa1b50 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1834.714205] env[62438]: DEBUG nova.compute.manager [None req-007bc7a7-d057-4876-a03f-4026dffa1b50 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ad410fa6-01af-475e-a744-b2627e01552f] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1834.714381] env[62438]: DEBUG nova.network.neutron [None req-007bc7a7-d057-4876-a03f-4026dffa1b50 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ad410fa6-01af-475e-a744-b2627e01552f] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1834.716750] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e89ad14-c9bc-49ad-806e-4c18d98a4935 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.759287] env[62438]: DEBUG nova.policy [None req-007bc7a7-d057-4876-a03f-4026dffa1b50 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '096f37e1f4214d368fd55939b947b1c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '38d579b225154935bb754c9894cd2f33', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1834.878765] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fee1305-a213-464e-9140-ea715e6062a4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.886725] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd005af1-0aac-4611-be30-685c164f7eb2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.919861] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be0c2a14-059d-47a5-b6f4-8aaa1eedbb51 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.927956] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e04dfec9-bc9a-417a-a36b-e8606e2be0e2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.942453] env[62438]: DEBUG nova.compute.provider_tree [None req-321c0783-f56c-4bbf-8d97-7ccdb4a8a30e tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1835.065762] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785672, 'name': CreateVM_Task, 'duration_secs': 0.441729} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1835.065934] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23109e2f-dc6b-478f-a5d5-b163d36573ce] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1835.067305] env[62438]: DEBUG oslo_concurrency.lockutils [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1835.067447] env[62438]: DEBUG oslo_concurrency.lockutils [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1835.067865] env[62438]: DEBUG oslo_concurrency.lockutils [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1835.068165] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba5d8147-cb44-4334-9df4-2ba71ba67d73 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.072965] env[62438]: DEBUG oslo_vmware.api [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Waiting for the task: (returnval){ [ 1835.072965] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5200bc92-14f7-f954-2039-db9c4e081e42" [ 1835.072965] env[62438]: _type = "Task" [ 1835.072965] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.076380] env[62438]: DEBUG oslo_concurrency.lockutils [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Acquiring lock "refresh_cache-d327640c-2fb5-42d5-a1b4-a3744fb31e28" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1835.076514] env[62438]: DEBUG oslo_concurrency.lockutils [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Acquired lock "refresh_cache-d327640c-2fb5-42d5-a1b4-a3744fb31e28" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1835.076674] env[62438]: DEBUG nova.network.neutron [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: d327640c-2fb5-42d5-a1b4-a3744fb31e28] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1835.082333] env[62438]: DEBUG oslo_vmware.api [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5200bc92-14f7-f954-2039-db9c4e081e42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.108404] env[62438]: DEBUG nova.network.neutron [None req-007bc7a7-d057-4876-a03f-4026dffa1b50 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ad410fa6-01af-475e-a744-b2627e01552f] Successfully created port: 76e0ce57-a960-43cc-b4e4-a45568237519 {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1835.151312] env[62438]: DEBUG oslo_vmware.api [None req-49306636-eae5-4750-8f9e-d18c30d7697b tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785673, 'name': CloneVM_Task} progress is 94%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.215576] env[62438]: DEBUG nova.compute.manager [None req-007bc7a7-d057-4876-a03f-4026dffa1b50 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ad410fa6-01af-475e-a744-b2627e01552f] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1835.227970] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-bd2adf42-e78a-48a9-af57-b4a57b6db855 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Creating Snapshot of the VM instance {{(pid=62438) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1835.228540] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-895ecec6-8fbb-4124-846c-89de0f237d40 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.237175] env[62438]: DEBUG oslo_vmware.api [None req-bd2adf42-e78a-48a9-af57-b4a57b6db855 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Waiting for the task: (returnval){ [ 1835.237175] env[62438]: value = "task-1785674" [ 1835.237175] env[62438]: _type = "Task" [ 1835.237175] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.246152] env[62438]: DEBUG oslo_vmware.api [None req-bd2adf42-e78a-48a9-af57-b4a57b6db855 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785674, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.446106] env[62438]: DEBUG nova.scheduler.client.report [None req-321c0783-f56c-4bbf-8d97-7ccdb4a8a30e tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1835.454723] env[62438]: DEBUG oslo_concurrency.lockutils [None req-007ea83e-1c80-4023-a553-84d89d94004f tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Acquiring lock "refresh_cache-2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1835.454922] env[62438]: DEBUG oslo_concurrency.lockutils [None req-007ea83e-1c80-4023-a553-84d89d94004f tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Acquired lock "refresh_cache-2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1835.455123] env[62438]: DEBUG nova.network.neutron [None req-007ea83e-1c80-4023-a553-84d89d94004f tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: 2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1835.587670] env[62438]: DEBUG oslo_vmware.api [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5200bc92-14f7-f954-2039-db9c4e081e42, 'name': SearchDatastore_Task, 'duration_secs': 0.010273} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1835.588044] env[62438]: DEBUG oslo_concurrency.lockutils [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1835.588281] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: 23109e2f-dc6b-478f-a5d5-b163d36573ce] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1835.588549] env[62438]: DEBUG oslo_concurrency.lockutils [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1835.588730] env[62438]: DEBUG oslo_concurrency.lockutils [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1835.588966] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1835.590447] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3718ec4a-6d60-4599-88b1-04e5432ebe27 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.599432] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1835.599658] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1835.600460] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8c617a8-6c6c-4548-99d5-201eaffdf118 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.606089] env[62438]: DEBUG oslo_vmware.api [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Waiting for the task: (returnval){ [ 1835.606089] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]526c1e00-c013-30d9-df0d-9475de3824f9" [ 1835.606089] env[62438]: _type = "Task" [ 1835.606089] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.616888] env[62438]: DEBUG oslo_vmware.api [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]526c1e00-c013-30d9-df0d-9475de3824f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.653313] env[62438]: DEBUG oslo_vmware.api [None req-49306636-eae5-4750-8f9e-d18c30d7697b tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785673, 'name': CloneVM_Task} progress is 95%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.663363] env[62438]: DEBUG nova.network.neutron [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: d327640c-2fb5-42d5-a1b4-a3744fb31e28] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1835.747151] env[62438]: DEBUG oslo_vmware.api [None req-bd2adf42-e78a-48a9-af57-b4a57b6db855 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785674, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.820510] env[62438]: DEBUG nova.network.neutron [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: d327640c-2fb5-42d5-a1b4-a3744fb31e28] Updating instance_info_cache with network_info: [{"id": "d5a80f9a-4b0b-47bb-9bed-d4b71b709aba", "address": "fa:16:3e:b1:62:7a", "network": {"id": "5949c194-5621-4565-b310-8a9a58b5d45f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2028196329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3f2b3e0f66444a9a3f88a83338df039", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5a80f9a-4b", "ovs_interfaceid": "d5a80f9a-4b0b-47bb-9bed-d4b71b709aba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1835.951896] env[62438]: DEBUG oslo_concurrency.lockutils [None req-321c0783-f56c-4bbf-8d97-7ccdb4a8a30e tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.754s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1835.954305] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d6fcbec2-932b-45e0-b525-ce075b62f3f1 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.264s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1835.954560] env[62438]: DEBUG nova.objects.instance [None req-d6fcbec2-932b-45e0-b525-ce075b62f3f1 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Lazy-loading 'resources' on Instance uuid 68fb92a6-128d-4839-97b8-3fb165d46ad8 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1835.978929] env[62438]: INFO nova.scheduler.client.report [None req-321c0783-f56c-4bbf-8d97-7ccdb4a8a30e tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Deleted allocations for instance 8ecfe3b6-a071-434d-afb1-41deafdf79d4 [ 1836.009683] env[62438]: DEBUG nova.compute.manager [req-4e96d78d-d374-47b4-8041-d340ad08a6e5 req-e56363f3-8b4c-432b-8d32-35cbc371a778 service nova] [instance: 2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8] Received event network-changed-7a7963e4-89e9-46e1-babe-bb69da187792 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1836.009856] env[62438]: DEBUG nova.compute.manager [req-4e96d78d-d374-47b4-8041-d340ad08a6e5 req-e56363f3-8b4c-432b-8d32-35cbc371a778 service nova] [instance: 2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8] Refreshing instance network info cache due to event network-changed-7a7963e4-89e9-46e1-babe-bb69da187792. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1836.010078] env[62438]: DEBUG oslo_concurrency.lockutils [req-4e96d78d-d374-47b4-8041-d340ad08a6e5 req-e56363f3-8b4c-432b-8d32-35cbc371a778 service nova] Acquiring lock "refresh_cache-2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1836.119573] env[62438]: DEBUG oslo_vmware.api [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]526c1e00-c013-30d9-df0d-9475de3824f9, 'name': SearchDatastore_Task, 'duration_secs': 0.009928} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.120609] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e12bb442-09dc-48d7-a2a0-ab06d7152efc {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.126369] env[62438]: DEBUG oslo_vmware.api [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Waiting for the task: (returnval){ [ 1836.126369] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52a1b577-e871-b855-0bf4-417e9217bf3e" [ 1836.126369] env[62438]: _type = "Task" [ 1836.126369] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.134543] env[62438]: DEBUG oslo_vmware.api [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52a1b577-e871-b855-0bf4-417e9217bf3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.154601] env[62438]: DEBUG oslo_vmware.api [None req-49306636-eae5-4750-8f9e-d18c30d7697b tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785673, 'name': CloneVM_Task, 'duration_secs': 1.397171} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.154874] env[62438]: INFO nova.virt.vmwareapi.vmops [None req-49306636-eae5-4750-8f9e-d18c30d7697b tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Created linked-clone VM from snapshot [ 1836.155617] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-076d03a5-fd08-42e5-b996-a4516c60845e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.162584] env[62438]: DEBUG nova.virt.vmwareapi.images [None req-49306636-eae5-4750-8f9e-d18c30d7697b tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Uploading image ea96c779-ad02-4a33-af6b-1a6a2f70c2f1 {{(pid=62438) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 1836.190386] env[62438]: DEBUG oslo_vmware.rw_handles [None req-49306636-eae5-4750-8f9e-d18c30d7697b tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1836.190386] env[62438]: value = "vm-370509" [ 1836.190386] env[62438]: _type = "VirtualMachine" [ 1836.190386] env[62438]: }. {{(pid=62438) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1836.190673] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c25029d9-1851-404b-b66b-ceeb3fe34027 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.197425] env[62438]: DEBUG oslo_vmware.rw_handles [None req-49306636-eae5-4750-8f9e-d18c30d7697b tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Lease: (returnval){ [ 1836.197425] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52537224-a177-583e-137f-4517b38d1c63" [ 1836.197425] env[62438]: _type = "HttpNfcLease" [ 1836.197425] env[62438]: } obtained for exporting VM: (result){ [ 1836.197425] env[62438]: value = "vm-370509" [ 1836.197425] env[62438]: _type = "VirtualMachine" [ 1836.197425] env[62438]: }. {{(pid=62438) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1836.197653] env[62438]: DEBUG oslo_vmware.api [None req-49306636-eae5-4750-8f9e-d18c30d7697b tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Waiting for the lease: (returnval){ [ 1836.197653] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52537224-a177-583e-137f-4517b38d1c63" [ 1836.197653] env[62438]: _type = "HttpNfcLease" [ 1836.197653] env[62438]: } to be ready. {{(pid=62438) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1836.204235] env[62438]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1836.204235] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52537224-a177-583e-137f-4517b38d1c63" [ 1836.204235] env[62438]: _type = "HttpNfcLease" [ 1836.204235] env[62438]: } is initializing. {{(pid=62438) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1836.207688] env[62438]: INFO nova.network.neutron [None req-007ea83e-1c80-4023-a553-84d89d94004f tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: 2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8] Port be2d8d09-819f-4c62-8d3f-6dd26a8b8b2e from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1836.208378] env[62438]: DEBUG nova.network.neutron [None req-007ea83e-1c80-4023-a553-84d89d94004f tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: 2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8] Updating instance_info_cache with network_info: [{"id": "7a7963e4-89e9-46e1-babe-bb69da187792", "address": "fa:16:3e:f1:d2:bf", "network": {"id": "a94d385f-71ec-4be6-b04d-8fd365f0788d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1510171435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "941c9b8cd46546ffa37aa3edfa770bd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a7963e4-89", "ovs_interfaceid": "7a7963e4-89e9-46e1-babe-bb69da187792", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1836.225710] env[62438]: DEBUG nova.compute.manager [None req-007bc7a7-d057-4876-a03f-4026dffa1b50 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ad410fa6-01af-475e-a744-b2627e01552f] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1836.250641] env[62438]: DEBUG oslo_vmware.api [None req-bd2adf42-e78a-48a9-af57-b4a57b6db855 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785674, 'name': CreateSnapshot_Task, 'duration_secs': 0.666236} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.252760] env[62438]: DEBUG nova.virt.hardware [None req-007bc7a7-d057-4876-a03f-4026dffa1b50 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1836.252983] env[62438]: DEBUG nova.virt.hardware [None req-007bc7a7-d057-4876-a03f-4026dffa1b50 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1836.253166] env[62438]: DEBUG nova.virt.hardware [None req-007bc7a7-d057-4876-a03f-4026dffa1b50 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1836.253355] env[62438]: DEBUG nova.virt.hardware [None req-007bc7a7-d057-4876-a03f-4026dffa1b50 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1836.253508] env[62438]: DEBUG nova.virt.hardware [None req-007bc7a7-d057-4876-a03f-4026dffa1b50 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1836.253659] env[62438]: DEBUG nova.virt.hardware [None req-007bc7a7-d057-4876-a03f-4026dffa1b50 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1836.253868] env[62438]: DEBUG nova.virt.hardware [None req-007bc7a7-d057-4876-a03f-4026dffa1b50 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1836.254046] env[62438]: DEBUG nova.virt.hardware [None req-007bc7a7-d057-4876-a03f-4026dffa1b50 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1836.254221] env[62438]: DEBUG nova.virt.hardware [None req-007bc7a7-d057-4876-a03f-4026dffa1b50 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1836.254386] env[62438]: DEBUG nova.virt.hardware [None req-007bc7a7-d057-4876-a03f-4026dffa1b50 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1836.254566] env[62438]: DEBUG nova.virt.hardware [None req-007bc7a7-d057-4876-a03f-4026dffa1b50 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1836.254856] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-bd2adf42-e78a-48a9-af57-b4a57b6db855 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Created Snapshot of the VM instance {{(pid=62438) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1836.255812] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cec0e71c-8db6-4a54-802f-8ecb1f284198 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.258619] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44d3d2c1-260e-47a0-82c9-45a556915666 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.268748] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-405b9bca-7e13-4b19-8248-72379c12faab {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.323058] env[62438]: DEBUG oslo_concurrency.lockutils [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Releasing lock "refresh_cache-d327640c-2fb5-42d5-a1b4-a3744fb31e28" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1836.323472] env[62438]: DEBUG nova.compute.manager [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: d327640c-2fb5-42d5-a1b4-a3744fb31e28] Instance network_info: |[{"id": "d5a80f9a-4b0b-47bb-9bed-d4b71b709aba", "address": "fa:16:3e:b1:62:7a", "network": {"id": "5949c194-5621-4565-b310-8a9a58b5d45f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2028196329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3f2b3e0f66444a9a3f88a83338df039", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5a80f9a-4b", "ovs_interfaceid": "d5a80f9a-4b0b-47bb-9bed-d4b71b709aba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1836.324011] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: d327640c-2fb5-42d5-a1b4-a3744fb31e28] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:62:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e05affa-2640-435e-a124-0ee8a6ab1152', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd5a80f9a-4b0b-47bb-9bed-d4b71b709aba', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1836.333520] env[62438]: DEBUG oslo.service.loopingcall [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1836.333520] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d327640c-2fb5-42d5-a1b4-a3744fb31e28] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1836.333753] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dbed2a2a-55fd-4fce-ab1d-da5ec4d0a700 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.355948] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1836.355948] env[62438]: value = "task-1785676" [ 1836.355948] env[62438]: _type = "Task" [ 1836.355948] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.363846] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785676, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.487854] env[62438]: DEBUG oslo_concurrency.lockutils [None req-321c0783-f56c-4bbf-8d97-7ccdb4a8a30e tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Lock "8ecfe3b6-a071-434d-afb1-41deafdf79d4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.607s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1836.488791] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9265725d-0818-4915-a8e2-dc17274cef78 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Lock "8ecfe3b6-a071-434d-afb1-41deafdf79d4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 10.197s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1836.489034] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9265725d-0818-4915-a8e2-dc17274cef78 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Acquiring lock "8ecfe3b6-a071-434d-afb1-41deafdf79d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1836.489251] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9265725d-0818-4915-a8e2-dc17274cef78 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Lock "8ecfe3b6-a071-434d-afb1-41deafdf79d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1836.489425] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9265725d-0818-4915-a8e2-dc17274cef78 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Lock "8ecfe3b6-a071-434d-afb1-41deafdf79d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1836.493467] env[62438]: INFO nova.compute.manager [None req-9265725d-0818-4915-a8e2-dc17274cef78 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] Terminating instance [ 1836.495204] env[62438]: DEBUG nova.compute.manager [None req-9265725d-0818-4915-a8e2-dc17274cef78 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1836.495565] env[62438]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fcaa1bbd-63cb-402b-bfd5-46d9ec421d02 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.505607] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c30fb68-a006-42d8-8e59-457ed6d41fb4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.537875] env[62438]: WARNING nova.virt.vmwareapi.driver [None req-9265725d-0818-4915-a8e2-dc17274cef78 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 8ecfe3b6-a071-434d-afb1-41deafdf79d4 could not be found. [ 1836.538123] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-9265725d-0818-4915-a8e2-dc17274cef78 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1836.540788] env[62438]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-27ed94d3-6c5d-464d-9a00-e1bae7d61d98 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.549333] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b75db2bf-8284-4753-adbb-f0811ec1f9c6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.564792] env[62438]: DEBUG nova.compute.manager [req-21b4fab4-a753-4e13-a471-f4067407a8ab req-0670aac7-28c3-4348-8b00-c31c7e9be642 service nova] [instance: d327640c-2fb5-42d5-a1b4-a3744fb31e28] Received event network-changed-d5a80f9a-4b0b-47bb-9bed-d4b71b709aba {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1836.565016] env[62438]: DEBUG nova.compute.manager [req-21b4fab4-a753-4e13-a471-f4067407a8ab req-0670aac7-28c3-4348-8b00-c31c7e9be642 service nova] [instance: d327640c-2fb5-42d5-a1b4-a3744fb31e28] Refreshing instance network info cache due to event network-changed-d5a80f9a-4b0b-47bb-9bed-d4b71b709aba. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1836.565253] env[62438]: DEBUG oslo_concurrency.lockutils [req-21b4fab4-a753-4e13-a471-f4067407a8ab req-0670aac7-28c3-4348-8b00-c31c7e9be642 service nova] Acquiring lock "refresh_cache-d327640c-2fb5-42d5-a1b4-a3744fb31e28" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1836.565405] env[62438]: DEBUG oslo_concurrency.lockutils [req-21b4fab4-a753-4e13-a471-f4067407a8ab req-0670aac7-28c3-4348-8b00-c31c7e9be642 service nova] Acquired lock "refresh_cache-d327640c-2fb5-42d5-a1b4-a3744fb31e28" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1836.565569] env[62438]: DEBUG nova.network.neutron [req-21b4fab4-a753-4e13-a471-f4067407a8ab req-0670aac7-28c3-4348-8b00-c31c7e9be642 service nova] [instance: d327640c-2fb5-42d5-a1b4-a3744fb31e28] Refreshing network info cache for port d5a80f9a-4b0b-47bb-9bed-d4b71b709aba {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1836.588914] env[62438]: WARNING nova.virt.vmwareapi.vmops [None req-9265725d-0818-4915-a8e2-dc17274cef78 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 8ecfe3b6-a071-434d-afb1-41deafdf79d4 could not be found. [ 1836.588914] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-9265725d-0818-4915-a8e2-dc17274cef78 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1836.589088] env[62438]: INFO nova.compute.manager [None req-9265725d-0818-4915-a8e2-dc17274cef78 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] Took 0.09 seconds to destroy the instance on the hypervisor. [ 1836.589812] env[62438]: DEBUG oslo.service.loopingcall [None req-9265725d-0818-4915-a8e2-dc17274cef78 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1836.591683] env[62438]: DEBUG nova.compute.manager [-] [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1836.591786] env[62438]: DEBUG nova.network.neutron [-] [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1836.642180] env[62438]: DEBUG oslo_vmware.api [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52a1b577-e871-b855-0bf4-417e9217bf3e, 'name': SearchDatastore_Task, 'duration_secs': 0.009799} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.645192] env[62438]: DEBUG oslo_concurrency.lockutils [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1836.645576] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 23109e2f-dc6b-478f-a5d5-b163d36573ce/23109e2f-dc6b-478f-a5d5-b163d36573ce.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1836.646164] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ee05174e-a8f5-41cb-ba15-645a4e2e385e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.653667] env[62438]: DEBUG oslo_vmware.api [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Waiting for the task: (returnval){ [ 1836.653667] env[62438]: value = "task-1785677" [ 1836.653667] env[62438]: _type = "Task" [ 1836.653667] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.658286] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af41ccb0-773d-4432-9bd7-fa7397e89631 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.665429] env[62438]: DEBUG oslo_vmware.api [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Task: {'id': task-1785677, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.668103] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b01eb43b-f806-4e61-b1e9-90d10f41fe2b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.702292] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c55ae4d-eb87-42ce-92dd-5a53d77db870 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.712415] env[62438]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1836.712415] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52537224-a177-583e-137f-4517b38d1c63" [ 1836.712415] env[62438]: _type = "HttpNfcLease" [ 1836.712415] env[62438]: } is ready. {{(pid=62438) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1836.712989] env[62438]: DEBUG oslo_concurrency.lockutils [None req-007ea83e-1c80-4023-a553-84d89d94004f tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Releasing lock "refresh_cache-2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1836.719024] env[62438]: DEBUG oslo_concurrency.lockutils [None req-b9d87022-51e5-4d6d-8180-5d6def7ad5a9 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Acquiring lock "interface-abb54d04-d9de-4711-ac01-e4babe81325b-be2d8d09-819f-4c62-8d3f-6dd26a8b8b2e" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1836.719024] env[62438]: DEBUG oslo_concurrency.lockutils [None req-b9d87022-51e5-4d6d-8180-5d6def7ad5a9 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Lock "interface-abb54d04-d9de-4711-ac01-e4babe81325b-be2d8d09-819f-4c62-8d3f-6dd26a8b8b2e" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1836.719024] env[62438]: DEBUG nova.objects.instance [None req-b9d87022-51e5-4d6d-8180-5d6def7ad5a9 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Lazy-loading 'flavor' on Instance uuid abb54d04-d9de-4711-ac01-e4babe81325b {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1836.719024] env[62438]: DEBUG oslo_vmware.rw_handles [None req-49306636-eae5-4750-8f9e-d18c30d7697b tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1836.719024] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52537224-a177-583e-137f-4517b38d1c63" [ 1836.719024] env[62438]: _type = "HttpNfcLease" [ 1836.719024] env[62438]: }. {{(pid=62438) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1836.719024] env[62438]: DEBUG oslo_concurrency.lockutils [req-4e96d78d-d374-47b4-8041-d340ad08a6e5 req-e56363f3-8b4c-432b-8d32-35cbc371a778 service nova] Acquired lock "refresh_cache-2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1836.719024] env[62438]: DEBUG nova.network.neutron [req-4e96d78d-d374-47b4-8041-d340ad08a6e5 req-e56363f3-8b4c-432b-8d32-35cbc371a778 service nova] [instance: 2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8] Refreshing network info cache for port 7a7963e4-89e9-46e1-babe-bb69da187792 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1836.720688] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c000b29d-ea02-4316-93fc-d4515f9f2c5e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.727261] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce4742a6-905b-49d0-bccb-3a1eab376613 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.737675] env[62438]: DEBUG oslo_vmware.rw_handles [None req-49306636-eae5-4750-8f9e-d18c30d7697b tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bde313-feb9-ce5c-579e-0a3705d0c2fe/disk-0.vmdk from lease info. {{(pid=62438) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1836.737858] env[62438]: DEBUG oslo_vmware.rw_handles [None req-49306636-eae5-4750-8f9e-d18c30d7697b tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bde313-feb9-ce5c-579e-0a3705d0c2fe/disk-0.vmdk for reading. {{(pid=62438) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1836.747748] env[62438]: DEBUG nova.compute.provider_tree [None req-d6fcbec2-932b-45e0-b525-ce075b62f3f1 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1836.815369] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-bd2adf42-e78a-48a9-af57-b4a57b6db855 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Creating linked-clone VM from snapshot {{(pid=62438) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1836.816599] env[62438]: DEBUG nova.network.neutron [None req-007bc7a7-d057-4876-a03f-4026dffa1b50 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ad410fa6-01af-475e-a744-b2627e01552f] Successfully updated port: 76e0ce57-a960-43cc-b4e4-a45568237519 {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1836.821640] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5159c836-31c4-4d97-bff7-921f01c42d91 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.830055] env[62438]: DEBUG oslo_vmware.api [None req-bd2adf42-e78a-48a9-af57-b4a57b6db855 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Waiting for the task: (returnval){ [ 1836.830055] env[62438]: value = "task-1785678" [ 1836.830055] env[62438]: _type = "Task" [ 1836.830055] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.843180] env[62438]: DEBUG oslo_vmware.api [None req-bd2adf42-e78a-48a9-af57-b4a57b6db855 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785678, 'name': CloneVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.855909] env[62438]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d26457a9-f4e2-49cf-a792-578d7f825858 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.868424] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785676, 'name': CreateVM_Task, 'duration_secs': 0.474465} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.869810] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d327640c-2fb5-42d5-a1b4-a3744fb31e28] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1836.870959] env[62438]: DEBUG oslo_concurrency.lockutils [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1836.871196] env[62438]: DEBUG oslo_concurrency.lockutils [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1836.871604] env[62438]: DEBUG oslo_concurrency.lockutils [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1836.874284] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ee2d328-bf67-46c5-b002-203877a068a2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.880061] env[62438]: DEBUG oslo_vmware.api [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Waiting for the task: (returnval){ [ 1836.880061] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52e04fc3-d710-c897-dc0c-cdb47432f8b9" [ 1836.880061] env[62438]: _type = "Task" [ 1836.880061] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.892469] env[62438]: DEBUG oslo_vmware.api [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52e04fc3-d710-c897-dc0c-cdb47432f8b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.110237] env[62438]: DEBUG nova.network.neutron [-] [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1837.163655] env[62438]: DEBUG oslo_vmware.api [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Task: {'id': task-1785677, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.218867] env[62438]: DEBUG oslo_concurrency.lockutils [None req-007ea83e-1c80-4023-a553-84d89d94004f tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Lock "interface-2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8-be2d8d09-819f-4c62-8d3f-6dd26a8b8b2e" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.176s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1837.307843] env[62438]: DEBUG nova.scheduler.client.report [None req-d6fcbec2-932b-45e0-b525-ce075b62f3f1 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1837.324619] env[62438]: DEBUG oslo_concurrency.lockutils [None req-007bc7a7-d057-4876-a03f-4026dffa1b50 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Acquiring lock "refresh_cache-ad410fa6-01af-475e-a744-b2627e01552f" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1837.324782] env[62438]: DEBUG oslo_concurrency.lockutils [None req-007bc7a7-d057-4876-a03f-4026dffa1b50 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Acquired lock "refresh_cache-ad410fa6-01af-475e-a744-b2627e01552f" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1837.324905] env[62438]: DEBUG nova.network.neutron [None req-007bc7a7-d057-4876-a03f-4026dffa1b50 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ad410fa6-01af-475e-a744-b2627e01552f] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1837.346856] env[62438]: DEBUG oslo_vmware.api [None req-bd2adf42-e78a-48a9-af57-b4a57b6db855 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785678, 'name': CloneVM_Task} progress is 94%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.393253] env[62438]: DEBUG oslo_vmware.api [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52e04fc3-d710-c897-dc0c-cdb47432f8b9, 'name': SearchDatastore_Task, 'duration_secs': 0.045139} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.395652] env[62438]: DEBUG nova.network.neutron [req-21b4fab4-a753-4e13-a471-f4067407a8ab req-0670aac7-28c3-4348-8b00-c31c7e9be642 service nova] [instance: d327640c-2fb5-42d5-a1b4-a3744fb31e28] Updated VIF entry in instance network info cache for port d5a80f9a-4b0b-47bb-9bed-d4b71b709aba. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1837.395652] env[62438]: DEBUG nova.network.neutron [req-21b4fab4-a753-4e13-a471-f4067407a8ab req-0670aac7-28c3-4348-8b00-c31c7e9be642 service nova] [instance: d327640c-2fb5-42d5-a1b4-a3744fb31e28] Updating instance_info_cache with network_info: [{"id": "d5a80f9a-4b0b-47bb-9bed-d4b71b709aba", "address": "fa:16:3e:b1:62:7a", "network": {"id": "5949c194-5621-4565-b310-8a9a58b5d45f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2028196329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3f2b3e0f66444a9a3f88a83338df039", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5a80f9a-4b", "ovs_interfaceid": "d5a80f9a-4b0b-47bb-9bed-d4b71b709aba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1837.396228] env[62438]: DEBUG oslo_concurrency.lockutils [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1837.396464] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: d327640c-2fb5-42d5-a1b4-a3744fb31e28] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1837.396723] env[62438]: DEBUG oslo_concurrency.lockutils [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1837.396885] env[62438]: DEBUG oslo_concurrency.lockutils [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1837.397089] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1837.397588] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-863c2d19-489b-4e4e-b63c-3d62d4a56139 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.408157] env[62438]: DEBUG nova.objects.instance [None req-b9d87022-51e5-4d6d-8180-5d6def7ad5a9 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Lazy-loading 'pci_requests' on Instance uuid abb54d04-d9de-4711-ac01-e4babe81325b {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1837.409174] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1837.412806] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1837.412806] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adb46341-d430-489b-847d-84d9e740709e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.417116] env[62438]: DEBUG oslo_vmware.api [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Waiting for the task: (returnval){ [ 1837.417116] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5295238a-652a-6ee0-0196-b295360c7d83" [ 1837.417116] env[62438]: _type = "Task" [ 1837.417116] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.425818] env[62438]: DEBUG oslo_vmware.api [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5295238a-652a-6ee0-0196-b295360c7d83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.467729] env[62438]: DEBUG nova.network.neutron [req-4e96d78d-d374-47b4-8041-d340ad08a6e5 req-e56363f3-8b4c-432b-8d32-35cbc371a778 service nova] [instance: 2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8] Updated VIF entry in instance network info cache for port 7a7963e4-89e9-46e1-babe-bb69da187792. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1837.468175] env[62438]: DEBUG nova.network.neutron [req-4e96d78d-d374-47b4-8041-d340ad08a6e5 req-e56363f3-8b4c-432b-8d32-35cbc371a778 service nova] [instance: 2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8] Updating instance_info_cache with network_info: [{"id": "7a7963e4-89e9-46e1-babe-bb69da187792", "address": "fa:16:3e:f1:d2:bf", "network": {"id": "a94d385f-71ec-4be6-b04d-8fd365f0788d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1510171435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "941c9b8cd46546ffa37aa3edfa770bd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a7963e4-89", "ovs_interfaceid": "7a7963e4-89e9-46e1-babe-bb69da187792", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1837.615467] env[62438]: INFO nova.compute.manager [-] [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] Took 1.02 seconds to deallocate network for instance. [ 1837.630652] env[62438]: WARNING nova.volume.cinder [None req-9265725d-0818-4915-a8e2-dc17274cef78 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Attachment d356786a-f4a8-44d0-84a7-75844a03f0e2 does not exist. Ignoring.: cinderclient.exceptions.NotFound: Volume attachment could not be found with filter: attachment_id = d356786a-f4a8-44d0-84a7-75844a03f0e2. (HTTP 404) (Request-ID: req-100d1e77-09a1-4a61-a789-d221d247e1d7) [ 1837.631236] env[62438]: INFO nova.compute.manager [None req-9265725d-0818-4915-a8e2-dc17274cef78 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] Took 0.02 seconds to detach 1 volumes for instance. [ 1837.634566] env[62438]: DEBUG nova.compute.manager [None req-9265725d-0818-4915-a8e2-dc17274cef78 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] Deleting volume: c314ca5b-420b-4eef-a7aa-fc881d5e62f6 {{(pid=62438) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3247}} [ 1837.654128] env[62438]: WARNING nova.compute.manager [None req-9265725d-0818-4915-a8e2-dc17274cef78 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Failed to delete volume: c314ca5b-420b-4eef-a7aa-fc881d5e62f6 due to Volume c314ca5b-420b-4eef-a7aa-fc881d5e62f6 could not be found.: nova.exception.VolumeNotFound: Volume c314ca5b-420b-4eef-a7aa-fc881d5e62f6 could not be found. [ 1837.667988] env[62438]: DEBUG oslo_vmware.api [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Task: {'id': task-1785677, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538919} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.668499] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 23109e2f-dc6b-478f-a5d5-b163d36573ce/23109e2f-dc6b-478f-a5d5-b163d36573ce.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1837.668642] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: 23109e2f-dc6b-478f-a5d5-b163d36573ce] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1837.668955] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-60361b3a-dccb-4b1d-9db2-5230cab6bb05 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.676018] env[62438]: DEBUG oslo_vmware.api [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Waiting for the task: (returnval){ [ 1837.676018] env[62438]: value = "task-1785679" [ 1837.676018] env[62438]: _type = "Task" [ 1837.676018] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.684252] env[62438]: DEBUG oslo_vmware.api [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Task: {'id': task-1785679, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.812890] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d6fcbec2-932b-45e0-b525-ce075b62f3f1 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.858s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1837.837256] env[62438]: INFO nova.scheduler.client.report [None req-d6fcbec2-932b-45e0-b525-ce075b62f3f1 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Deleted allocations for instance 68fb92a6-128d-4839-97b8-3fb165d46ad8 [ 1837.843697] env[62438]: DEBUG oslo_vmware.api [None req-bd2adf42-e78a-48a9-af57-b4a57b6db855 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785678, 'name': CloneVM_Task} progress is 94%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.875106] env[62438]: DEBUG nova.network.neutron [None req-007bc7a7-d057-4876-a03f-4026dffa1b50 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ad410fa6-01af-475e-a744-b2627e01552f] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1837.898208] env[62438]: DEBUG oslo_concurrency.lockutils [req-21b4fab4-a753-4e13-a471-f4067407a8ab req-0670aac7-28c3-4348-8b00-c31c7e9be642 service nova] Releasing lock "refresh_cache-d327640c-2fb5-42d5-a1b4-a3744fb31e28" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1837.911918] env[62438]: DEBUG nova.objects.base [None req-b9d87022-51e5-4d6d-8180-5d6def7ad5a9 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62438) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1837.911918] env[62438]: DEBUG nova.network.neutron [None req-b9d87022-51e5-4d6d-8180-5d6def7ad5a9 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: abb54d04-d9de-4711-ac01-e4babe81325b] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1837.929494] env[62438]: DEBUG oslo_vmware.api [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5295238a-652a-6ee0-0196-b295360c7d83, 'name': SearchDatastore_Task, 'duration_secs': 0.009652} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.930566] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7337798-1e1b-41ac-9421-3d1645542ea3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.937224] env[62438]: DEBUG oslo_vmware.api [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Waiting for the task: (returnval){ [ 1837.937224] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52f43721-69da-6496-931a-f3fdc6169940" [ 1837.937224] env[62438]: _type = "Task" [ 1837.937224] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.946212] env[62438]: DEBUG oslo_vmware.api [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52f43721-69da-6496-931a-f3fdc6169940, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.970832] env[62438]: DEBUG oslo_concurrency.lockutils [req-4e96d78d-d374-47b4-8041-d340ad08a6e5 req-e56363f3-8b4c-432b-8d32-35cbc371a778 service nova] Releasing lock "refresh_cache-2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1838.010736] env[62438]: DEBUG nova.policy [None req-b9d87022-51e5-4d6d-8180-5d6def7ad5a9 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fb631bc22a884406a82bafdcbba241c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '941c9b8cd46546ffa37aa3edfa770bd1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1838.049732] env[62438]: DEBUG nova.network.neutron [None req-007bc7a7-d057-4876-a03f-4026dffa1b50 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ad410fa6-01af-475e-a744-b2627e01552f] Updating instance_info_cache with network_info: [{"id": "76e0ce57-a960-43cc-b4e4-a45568237519", "address": "fa:16:3e:5c:d5:7a", "network": {"id": "f204c615-6047-48c0-a7eb-65fe4ad424e5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1343144096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38d579b225154935bb754c9894cd2f33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76e0ce57-a9", "ovs_interfaceid": "76e0ce57-a960-43cc-b4e4-a45568237519", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1838.138087] env[62438]: DEBUG nova.compute.manager [req-5efc63f3-0d0a-47c1-9580-917f5cf1ed20 req-42f927d2-92d9-4dbf-8df0-5a9b0887d400 service nova] [instance: abb54d04-d9de-4711-ac01-e4babe81325b] Received event network-changed-6cac1074-90e5-48ec-9ccd-9854e9deba4f {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1838.138419] env[62438]: DEBUG nova.compute.manager [req-5efc63f3-0d0a-47c1-9580-917f5cf1ed20 req-42f927d2-92d9-4dbf-8df0-5a9b0887d400 service nova] [instance: abb54d04-d9de-4711-ac01-e4babe81325b] Refreshing instance network info cache due to event network-changed-6cac1074-90e5-48ec-9ccd-9854e9deba4f. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1838.138713] env[62438]: DEBUG oslo_concurrency.lockutils [req-5efc63f3-0d0a-47c1-9580-917f5cf1ed20 req-42f927d2-92d9-4dbf-8df0-5a9b0887d400 service nova] Acquiring lock "refresh_cache-abb54d04-d9de-4711-ac01-e4babe81325b" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1838.138913] env[62438]: DEBUG oslo_concurrency.lockutils [req-5efc63f3-0d0a-47c1-9580-917f5cf1ed20 req-42f927d2-92d9-4dbf-8df0-5a9b0887d400 service nova] Acquired lock "refresh_cache-abb54d04-d9de-4711-ac01-e4babe81325b" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1838.139198] env[62438]: DEBUG nova.network.neutron [req-5efc63f3-0d0a-47c1-9580-917f5cf1ed20 req-42f927d2-92d9-4dbf-8df0-5a9b0887d400 service nova] [instance: abb54d04-d9de-4711-ac01-e4babe81325b] Refreshing network info cache for port 6cac1074-90e5-48ec-9ccd-9854e9deba4f {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1838.161127] env[62438]: INFO nova.compute.manager [None req-9265725d-0818-4915-a8e2-dc17274cef78 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] Instance disappeared during terminate [ 1838.161544] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9265725d-0818-4915-a8e2-dc17274cef78 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Lock "8ecfe3b6-a071-434d-afb1-41deafdf79d4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 1.673s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1838.188185] env[62438]: DEBUG oslo_vmware.api [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Task: {'id': task-1785679, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068107} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.188480] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: 23109e2f-dc6b-478f-a5d5-b163d36573ce] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1838.189389] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-809c7257-2e7b-45b2-8dd4-aaa9c2261c0c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.212595] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: 23109e2f-dc6b-478f-a5d5-b163d36573ce] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 23109e2f-dc6b-478f-a5d5-b163d36573ce/23109e2f-dc6b-478f-a5d5-b163d36573ce.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1838.213434] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ee01533-a2f4-400c-a845-4766747cf1ce {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.235439] env[62438]: DEBUG oslo_vmware.api [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Waiting for the task: (returnval){ [ 1838.235439] env[62438]: value = "task-1785680" [ 1838.235439] env[62438]: _type = "Task" [ 1838.235439] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.244421] env[62438]: DEBUG oslo_vmware.api [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Task: {'id': task-1785680, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.341119] env[62438]: DEBUG oslo_vmware.api [None req-bd2adf42-e78a-48a9-af57-b4a57b6db855 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785678, 'name': CloneVM_Task} progress is 95%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.352504] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d6fcbec2-932b-45e0-b525-ce075b62f3f1 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Lock "68fb92a6-128d-4839-97b8-3fb165d46ad8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.633s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1838.449385] env[62438]: DEBUG oslo_vmware.api [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52f43721-69da-6496-931a-f3fdc6169940, 'name': SearchDatastore_Task, 'duration_secs': 0.011653} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.449680] env[62438]: DEBUG oslo_concurrency.lockutils [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1838.450016] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] d327640c-2fb5-42d5-a1b4-a3744fb31e28/d327640c-2fb5-42d5-a1b4-a3744fb31e28.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1838.450394] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5522b675-1a07-47bb-9630-ddc592c922dc {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.459181] env[62438]: DEBUG oslo_vmware.api [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Waiting for the task: (returnval){ [ 1838.459181] env[62438]: value = "task-1785682" [ 1838.459181] env[62438]: _type = "Task" [ 1838.459181] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.471369] env[62438]: DEBUG oslo_vmware.api [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Task: {'id': task-1785682, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.552815] env[62438]: DEBUG oslo_concurrency.lockutils [None req-007bc7a7-d057-4876-a03f-4026dffa1b50 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Releasing lock "refresh_cache-ad410fa6-01af-475e-a744-b2627e01552f" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1838.553161] env[62438]: DEBUG nova.compute.manager [None req-007bc7a7-d057-4876-a03f-4026dffa1b50 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ad410fa6-01af-475e-a744-b2627e01552f] Instance network_info: |[{"id": "76e0ce57-a960-43cc-b4e4-a45568237519", "address": "fa:16:3e:5c:d5:7a", "network": {"id": "f204c615-6047-48c0-a7eb-65fe4ad424e5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1343144096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38d579b225154935bb754c9894cd2f33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76e0ce57-a9", "ovs_interfaceid": "76e0ce57-a960-43cc-b4e4-a45568237519", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1838.553737] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-007bc7a7-d057-4876-a03f-4026dffa1b50 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ad410fa6-01af-475e-a744-b2627e01552f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:d5:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76e0ce57-a960-43cc-b4e4-a45568237519', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1838.561415] env[62438]: DEBUG oslo.service.loopingcall [None req-007bc7a7-d057-4876-a03f-4026dffa1b50 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1838.561714] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad410fa6-01af-475e-a744-b2627e01552f] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1838.562091] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-28acd8c1-c8b6-4ffd-a724-9bc8cfd4541d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.582176] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1838.582176] env[62438]: value = "task-1785683" [ 1838.582176] env[62438]: _type = "Task" [ 1838.582176] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.590096] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785683, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.610638] env[62438]: DEBUG nova.compute.manager [req-4b5438b6-29d2-4927-9a50-08f900ed20c1 req-4025c37a-75b6-4650-bc00-acaf5612b85a service nova] [instance: ad410fa6-01af-475e-a744-b2627e01552f] Received event network-vif-plugged-76e0ce57-a960-43cc-b4e4-a45568237519 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1838.610719] env[62438]: DEBUG oslo_concurrency.lockutils [req-4b5438b6-29d2-4927-9a50-08f900ed20c1 req-4025c37a-75b6-4650-bc00-acaf5612b85a service nova] Acquiring lock "ad410fa6-01af-475e-a744-b2627e01552f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1838.611028] env[62438]: DEBUG oslo_concurrency.lockutils [req-4b5438b6-29d2-4927-9a50-08f900ed20c1 req-4025c37a-75b6-4650-bc00-acaf5612b85a service nova] Lock "ad410fa6-01af-475e-a744-b2627e01552f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1838.611228] env[62438]: DEBUG oslo_concurrency.lockutils [req-4b5438b6-29d2-4927-9a50-08f900ed20c1 req-4025c37a-75b6-4650-bc00-acaf5612b85a service nova] Lock "ad410fa6-01af-475e-a744-b2627e01552f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1838.611483] env[62438]: DEBUG nova.compute.manager [req-4b5438b6-29d2-4927-9a50-08f900ed20c1 req-4025c37a-75b6-4650-bc00-acaf5612b85a service nova] [instance: ad410fa6-01af-475e-a744-b2627e01552f] No waiting events found dispatching network-vif-plugged-76e0ce57-a960-43cc-b4e4-a45568237519 {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1838.611814] env[62438]: WARNING nova.compute.manager [req-4b5438b6-29d2-4927-9a50-08f900ed20c1 req-4025c37a-75b6-4650-bc00-acaf5612b85a service nova] [instance: ad410fa6-01af-475e-a744-b2627e01552f] Received unexpected event network-vif-plugged-76e0ce57-a960-43cc-b4e4-a45568237519 for instance with vm_state building and task_state spawning. [ 1838.612097] env[62438]: DEBUG nova.compute.manager [req-4b5438b6-29d2-4927-9a50-08f900ed20c1 req-4025c37a-75b6-4650-bc00-acaf5612b85a service nova] [instance: ad410fa6-01af-475e-a744-b2627e01552f] Received event network-changed-76e0ce57-a960-43cc-b4e4-a45568237519 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1838.612272] env[62438]: DEBUG nova.compute.manager [req-4b5438b6-29d2-4927-9a50-08f900ed20c1 req-4025c37a-75b6-4650-bc00-acaf5612b85a service nova] [instance: ad410fa6-01af-475e-a744-b2627e01552f] Refreshing instance network info cache due to event network-changed-76e0ce57-a960-43cc-b4e4-a45568237519. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1838.612473] env[62438]: DEBUG oslo_concurrency.lockutils [req-4b5438b6-29d2-4927-9a50-08f900ed20c1 req-4025c37a-75b6-4650-bc00-acaf5612b85a service nova] Acquiring lock "refresh_cache-ad410fa6-01af-475e-a744-b2627e01552f" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1838.612618] env[62438]: DEBUG oslo_concurrency.lockutils [req-4b5438b6-29d2-4927-9a50-08f900ed20c1 req-4025c37a-75b6-4650-bc00-acaf5612b85a service nova] Acquired lock "refresh_cache-ad410fa6-01af-475e-a744-b2627e01552f" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1838.612782] env[62438]: DEBUG nova.network.neutron [req-4b5438b6-29d2-4927-9a50-08f900ed20c1 req-4025c37a-75b6-4650-bc00-acaf5612b85a service nova] [instance: ad410fa6-01af-475e-a744-b2627e01552f] Refreshing network info cache for port 76e0ce57-a960-43cc-b4e4-a45568237519 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1838.748394] env[62438]: DEBUG oslo_vmware.api [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Task: {'id': task-1785680, 'name': ReconfigVM_Task, 'duration_secs': 0.418301} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.748762] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: 23109e2f-dc6b-478f-a5d5-b163d36573ce] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 23109e2f-dc6b-478f-a5d5-b163d36573ce/23109e2f-dc6b-478f-a5d5-b163d36573ce.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1838.749743] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2734b627-28f9-4c86-b0bb-23438d85b8fb {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.757726] env[62438]: DEBUG oslo_vmware.api [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Waiting for the task: (returnval){ [ 1838.757726] env[62438]: value = "task-1785684" [ 1838.757726] env[62438]: _type = "Task" [ 1838.757726] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.767090] env[62438]: DEBUG oslo_vmware.api [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Task: {'id': task-1785684, 'name': Rename_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.845371] env[62438]: DEBUG oslo_vmware.api [None req-bd2adf42-e78a-48a9-af57-b4a57b6db855 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785678, 'name': CloneVM_Task, 'duration_secs': 1.646312} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.845699] env[62438]: INFO nova.virt.vmwareapi.vmops [None req-bd2adf42-e78a-48a9-af57-b4a57b6db855 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Created linked-clone VM from snapshot [ 1838.846554] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd69194f-64da-4a05-b42b-8a61974435a7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.855204] env[62438]: DEBUG nova.virt.vmwareapi.images [None req-bd2adf42-e78a-48a9-af57-b4a57b6db855 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Uploading image cc26e752-5069-406a-a8c7-61bc0c10a123 {{(pid=62438) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 1838.886449] env[62438]: DEBUG oslo_vmware.rw_handles [None req-bd2adf42-e78a-48a9-af57-b4a57b6db855 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1838.886449] env[62438]: value = "vm-370512" [ 1838.886449] env[62438]: _type = "VirtualMachine" [ 1838.886449] env[62438]: }. {{(pid=62438) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1838.887090] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a1fbe682-e29f-4d9e-bbfe-f89e493c7fc9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.895132] env[62438]: DEBUG oslo_vmware.rw_handles [None req-bd2adf42-e78a-48a9-af57-b4a57b6db855 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Lease: (returnval){ [ 1838.895132] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52e812ea-5959-298c-7518-69f7b74179db" [ 1838.895132] env[62438]: _type = "HttpNfcLease" [ 1838.895132] env[62438]: } obtained for exporting VM: (result){ [ 1838.895132] env[62438]: value = "vm-370512" [ 1838.895132] env[62438]: _type = "VirtualMachine" [ 1838.895132] env[62438]: }. {{(pid=62438) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1838.895461] env[62438]: DEBUG oslo_vmware.api [None req-bd2adf42-e78a-48a9-af57-b4a57b6db855 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Waiting for the lease: (returnval){ [ 1838.895461] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52e812ea-5959-298c-7518-69f7b74179db" [ 1838.895461] env[62438]: _type = "HttpNfcLease" [ 1838.895461] env[62438]: } to be ready. {{(pid=62438) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1838.903513] env[62438]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1838.903513] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52e812ea-5959-298c-7518-69f7b74179db" [ 1838.903513] env[62438]: _type = "HttpNfcLease" [ 1838.903513] env[62438]: } is initializing. {{(pid=62438) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1838.926631] env[62438]: DEBUG nova.network.neutron [req-5efc63f3-0d0a-47c1-9580-917f5cf1ed20 req-42f927d2-92d9-4dbf-8df0-5a9b0887d400 service nova] [instance: abb54d04-d9de-4711-ac01-e4babe81325b] Updated VIF entry in instance network info cache for port 6cac1074-90e5-48ec-9ccd-9854e9deba4f. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1838.927046] env[62438]: DEBUG nova.network.neutron [req-5efc63f3-0d0a-47c1-9580-917f5cf1ed20 req-42f927d2-92d9-4dbf-8df0-5a9b0887d400 service nova] [instance: abb54d04-d9de-4711-ac01-e4babe81325b] Updating instance_info_cache with network_info: [{"id": "6cac1074-90e5-48ec-9ccd-9854e9deba4f", "address": "fa:16:3e:97:a3:7e", "network": {"id": "a94d385f-71ec-4be6-b04d-8fd365f0788d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1510171435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "941c9b8cd46546ffa37aa3edfa770bd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cac1074-90", "ovs_interfaceid": "6cac1074-90e5-48ec-9ccd-9854e9deba4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1838.974093] env[62438]: DEBUG oslo_vmware.api [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Task: {'id': task-1785682, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.093865] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785683, 'name': CreateVM_Task} progress is 25%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.268672] env[62438]: DEBUG oslo_vmware.api [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Task: {'id': task-1785684, 'name': Rename_Task, 'duration_secs': 0.441712} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.269088] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: 23109e2f-dc6b-478f-a5d5-b163d36573ce] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1839.269387] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e290ad05-a3c4-46d8-b81f-f6aa5dfac350 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.277103] env[62438]: DEBUG oslo_vmware.api [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Waiting for the task: (returnval){ [ 1839.277103] env[62438]: value = "task-1785686" [ 1839.277103] env[62438]: _type = "Task" [ 1839.277103] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.285843] env[62438]: DEBUG oslo_vmware.api [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Task: {'id': task-1785686, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.404032] env[62438]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1839.404032] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52e812ea-5959-298c-7518-69f7b74179db" [ 1839.404032] env[62438]: _type = "HttpNfcLease" [ 1839.404032] env[62438]: } is ready. {{(pid=62438) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1839.404529] env[62438]: DEBUG oslo_vmware.rw_handles [None req-bd2adf42-e78a-48a9-af57-b4a57b6db855 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1839.404529] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52e812ea-5959-298c-7518-69f7b74179db" [ 1839.404529] env[62438]: _type = "HttpNfcLease" [ 1839.404529] env[62438]: }. {{(pid=62438) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1839.405110] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d74af4c9-d3f4-46f7-ba20-26953258f81b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.414277] env[62438]: DEBUG oslo_vmware.rw_handles [None req-bd2adf42-e78a-48a9-af57-b4a57b6db855 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ab2b4c-b603-5de9-e240-ce5aed96b000/disk-0.vmdk from lease info. {{(pid=62438) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1839.414499] env[62438]: DEBUG oslo_vmware.rw_handles [None req-bd2adf42-e78a-48a9-af57-b4a57b6db855 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ab2b4c-b603-5de9-e240-ce5aed96b000/disk-0.vmdk for reading. {{(pid=62438) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1839.470964] env[62438]: DEBUG oslo_concurrency.lockutils [req-5efc63f3-0d0a-47c1-9580-917f5cf1ed20 req-42f927d2-92d9-4dbf-8df0-5a9b0887d400 service nova] Releasing lock "refresh_cache-abb54d04-d9de-4711-ac01-e4babe81325b" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1839.485285] env[62438]: DEBUG oslo_vmware.api [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Task: {'id': task-1785682, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.640105} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.485602] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] d327640c-2fb5-42d5-a1b4-a3744fb31e28/d327640c-2fb5-42d5-a1b4-a3744fb31e28.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1839.485895] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: d327640c-2fb5-42d5-a1b4-a3744fb31e28] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1839.486256] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b8aeb4a7-3f18-405f-a3d6-5c0b3fc4c647 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.494451] env[62438]: DEBUG oslo_vmware.api [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Waiting for the task: (returnval){ [ 1839.494451] env[62438]: value = "task-1785687" [ 1839.494451] env[62438]: _type = "Task" [ 1839.494451] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.503366] env[62438]: DEBUG oslo_vmware.api [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Task: {'id': task-1785687, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.511133] env[62438]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-24f4dccc-d8e0-4a73-a501-c14c29e3a7b0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.582393] env[62438]: DEBUG nova.network.neutron [req-4b5438b6-29d2-4927-9a50-08f900ed20c1 req-4025c37a-75b6-4650-bc00-acaf5612b85a service nova] [instance: ad410fa6-01af-475e-a744-b2627e01552f] Updated VIF entry in instance network info cache for port 76e0ce57-a960-43cc-b4e4-a45568237519. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1839.582737] env[62438]: DEBUG nova.network.neutron [req-4b5438b6-29d2-4927-9a50-08f900ed20c1 req-4025c37a-75b6-4650-bc00-acaf5612b85a service nova] [instance: ad410fa6-01af-475e-a744-b2627e01552f] Updating instance_info_cache with network_info: [{"id": "76e0ce57-a960-43cc-b4e4-a45568237519", "address": "fa:16:3e:5c:d5:7a", "network": {"id": "f204c615-6047-48c0-a7eb-65fe4ad424e5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1343144096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38d579b225154935bb754c9894cd2f33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76e0ce57-a9", "ovs_interfaceid": "76e0ce57-a960-43cc-b4e4-a45568237519", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1839.593460] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785683, 'name': CreateVM_Task, 'duration_secs': 0.642764} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.594275] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad410fa6-01af-475e-a744-b2627e01552f] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1839.594978] env[62438]: DEBUG oslo_concurrency.lockutils [None req-007bc7a7-d057-4876-a03f-4026dffa1b50 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1839.595192] env[62438]: DEBUG oslo_concurrency.lockutils [None req-007bc7a7-d057-4876-a03f-4026dffa1b50 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1839.595539] env[62438]: DEBUG oslo_concurrency.lockutils [None req-007bc7a7-d057-4876-a03f-4026dffa1b50 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1839.596150] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f6fef76-fa60-4656-a00c-358aaa81bfa7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.601320] env[62438]: DEBUG oslo_vmware.api [None req-007bc7a7-d057-4876-a03f-4026dffa1b50 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Waiting for the task: (returnval){ [ 1839.601320] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52841cdd-6336-43d0-3888-a7468a2fce2a" [ 1839.601320] env[62438]: _type = "Task" [ 1839.601320] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.610350] env[62438]: DEBUG oslo_vmware.api [None req-007bc7a7-d057-4876-a03f-4026dffa1b50 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52841cdd-6336-43d0-3888-a7468a2fce2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.788721] env[62438]: DEBUG oslo_vmware.api [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Task: {'id': task-1785686, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.005971] env[62438]: DEBUG oslo_vmware.api [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Task: {'id': task-1785687, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07977} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.006375] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: d327640c-2fb5-42d5-a1b4-a3744fb31e28] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1840.007420] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9533261-f35f-41ca-81e7-5bfdd64485d8 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.032148] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: d327640c-2fb5-42d5-a1b4-a3744fb31e28] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] d327640c-2fb5-42d5-a1b4-a3744fb31e28/d327640c-2fb5-42d5-a1b4-a3744fb31e28.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1840.032682] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-662c1045-6f8e-4aaa-9c1b-da899c1a5fb4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.054022] env[62438]: DEBUG oslo_vmware.api [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Waiting for the task: (returnval){ [ 1840.054022] env[62438]: value = "task-1785688" [ 1840.054022] env[62438]: _type = "Task" [ 1840.054022] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.063732] env[62438]: DEBUG oslo_vmware.api [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Task: {'id': task-1785688, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.085866] env[62438]: DEBUG nova.network.neutron [None req-b9d87022-51e5-4d6d-8180-5d6def7ad5a9 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: abb54d04-d9de-4711-ac01-e4babe81325b] Successfully updated port: be2d8d09-819f-4c62-8d3f-6dd26a8b8b2e {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1840.087716] env[62438]: DEBUG oslo_concurrency.lockutils [req-4b5438b6-29d2-4927-9a50-08f900ed20c1 req-4025c37a-75b6-4650-bc00-acaf5612b85a service nova] Releasing lock "refresh_cache-ad410fa6-01af-475e-a744-b2627e01552f" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1840.112241] env[62438]: DEBUG oslo_vmware.api [None req-007bc7a7-d057-4876-a03f-4026dffa1b50 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52841cdd-6336-43d0-3888-a7468a2fce2a, 'name': SearchDatastore_Task, 'duration_secs': 0.009753} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.113058] env[62438]: DEBUG oslo_concurrency.lockutils [None req-007bc7a7-d057-4876-a03f-4026dffa1b50 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1840.113058] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-007bc7a7-d057-4876-a03f-4026dffa1b50 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ad410fa6-01af-475e-a744-b2627e01552f] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1840.113866] env[62438]: DEBUG oslo_concurrency.lockutils [None req-007bc7a7-d057-4876-a03f-4026dffa1b50 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1840.114492] env[62438]: DEBUG oslo_concurrency.lockutils [None req-007bc7a7-d057-4876-a03f-4026dffa1b50 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1840.114492] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-007bc7a7-d057-4876-a03f-4026dffa1b50 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1840.114837] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0025b2f3-8e11-4291-9be6-758a28887920 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.125161] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-007bc7a7-d057-4876-a03f-4026dffa1b50 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1840.125599] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-007bc7a7-d057-4876-a03f-4026dffa1b50 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1840.126627] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0937dc0e-76fe-4e36-b20f-f112588f08ad {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.132650] env[62438]: DEBUG oslo_vmware.api [None req-007bc7a7-d057-4876-a03f-4026dffa1b50 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Waiting for the task: (returnval){ [ 1840.132650] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52b56212-f9b6-8dd8-85e7-fed7e5281236" [ 1840.132650] env[62438]: _type = "Task" [ 1840.132650] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.141578] env[62438]: DEBUG oslo_vmware.api [None req-007bc7a7-d057-4876-a03f-4026dffa1b50 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52b56212-f9b6-8dd8-85e7-fed7e5281236, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.288692] env[62438]: DEBUG oslo_vmware.api [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Task: {'id': task-1785686, 'name': PowerOnVM_Task, 'duration_secs': 0.552602} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.289282] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: 23109e2f-dc6b-478f-a5d5-b163d36573ce] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1840.290038] env[62438]: INFO nova.compute.manager [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: 23109e2f-dc6b-478f-a5d5-b163d36573ce] Took 8.63 seconds to spawn the instance on the hypervisor. [ 1840.290038] env[62438]: DEBUG nova.compute.manager [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: 23109e2f-dc6b-478f-a5d5-b163d36573ce] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1840.290965] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a3a8551-199a-4a81-a15c-f067cb96367b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.564646] env[62438]: DEBUG oslo_vmware.api [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Task: {'id': task-1785688, 'name': ReconfigVM_Task, 'duration_secs': 0.449028} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.565160] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: d327640c-2fb5-42d5-a1b4-a3744fb31e28] Reconfigured VM instance instance-00000068 to attach disk [datastore1] d327640c-2fb5-42d5-a1b4-a3744fb31e28/d327640c-2fb5-42d5-a1b4-a3744fb31e28.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1840.565883] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7f7f9007-099d-40e5-9e83-9b4163734653 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.572697] env[62438]: DEBUG oslo_vmware.api [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Waiting for the task: (returnval){ [ 1840.572697] env[62438]: value = "task-1785689" [ 1840.572697] env[62438]: _type = "Task" [ 1840.572697] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.581932] env[62438]: DEBUG oslo_vmware.api [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Task: {'id': task-1785689, 'name': Rename_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.589225] env[62438]: DEBUG oslo_concurrency.lockutils [None req-b9d87022-51e5-4d6d-8180-5d6def7ad5a9 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Acquiring lock "refresh_cache-abb54d04-d9de-4711-ac01-e4babe81325b" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1840.589375] env[62438]: DEBUG oslo_concurrency.lockutils [None req-b9d87022-51e5-4d6d-8180-5d6def7ad5a9 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Acquired lock "refresh_cache-abb54d04-d9de-4711-ac01-e4babe81325b" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1840.589756] env[62438]: DEBUG nova.network.neutron [None req-b9d87022-51e5-4d6d-8180-5d6def7ad5a9 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: abb54d04-d9de-4711-ac01-e4babe81325b] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1840.643155] env[62438]: DEBUG nova.compute.manager [req-bb2ce887-b361-438b-ae75-960b8d143e41 req-f5a8b995-7e28-45e1-9b37-eb6e2beef805 service nova] [instance: abb54d04-d9de-4711-ac01-e4babe81325b] Received event network-vif-plugged-be2d8d09-819f-4c62-8d3f-6dd26a8b8b2e {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1840.643517] env[62438]: DEBUG oslo_concurrency.lockutils [req-bb2ce887-b361-438b-ae75-960b8d143e41 req-f5a8b995-7e28-45e1-9b37-eb6e2beef805 service nova] Acquiring lock "abb54d04-d9de-4711-ac01-e4babe81325b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1840.643852] env[62438]: DEBUG oslo_concurrency.lockutils [req-bb2ce887-b361-438b-ae75-960b8d143e41 req-f5a8b995-7e28-45e1-9b37-eb6e2beef805 service nova] Lock "abb54d04-d9de-4711-ac01-e4babe81325b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1840.644169] env[62438]: DEBUG oslo_concurrency.lockutils [req-bb2ce887-b361-438b-ae75-960b8d143e41 req-f5a8b995-7e28-45e1-9b37-eb6e2beef805 service nova] Lock "abb54d04-d9de-4711-ac01-e4babe81325b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1840.644478] env[62438]: DEBUG nova.compute.manager [req-bb2ce887-b361-438b-ae75-960b8d143e41 req-f5a8b995-7e28-45e1-9b37-eb6e2beef805 service nova] [instance: abb54d04-d9de-4711-ac01-e4babe81325b] No waiting events found dispatching network-vif-plugged-be2d8d09-819f-4c62-8d3f-6dd26a8b8b2e {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1840.644693] env[62438]: WARNING nova.compute.manager [req-bb2ce887-b361-438b-ae75-960b8d143e41 req-f5a8b995-7e28-45e1-9b37-eb6e2beef805 service nova] [instance: abb54d04-d9de-4711-ac01-e4babe81325b] Received unexpected event network-vif-plugged-be2d8d09-819f-4c62-8d3f-6dd26a8b8b2e for instance with vm_state active and task_state None. [ 1840.644871] env[62438]: DEBUG nova.compute.manager [req-bb2ce887-b361-438b-ae75-960b8d143e41 req-f5a8b995-7e28-45e1-9b37-eb6e2beef805 service nova] [instance: abb54d04-d9de-4711-ac01-e4babe81325b] Received event network-changed-be2d8d09-819f-4c62-8d3f-6dd26a8b8b2e {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1840.645088] env[62438]: DEBUG nova.compute.manager [req-bb2ce887-b361-438b-ae75-960b8d143e41 req-f5a8b995-7e28-45e1-9b37-eb6e2beef805 service nova] [instance: abb54d04-d9de-4711-ac01-e4babe81325b] Refreshing instance network info cache due to event network-changed-be2d8d09-819f-4c62-8d3f-6dd26a8b8b2e. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1840.645307] env[62438]: DEBUG oslo_concurrency.lockutils [req-bb2ce887-b361-438b-ae75-960b8d143e41 req-f5a8b995-7e28-45e1-9b37-eb6e2beef805 service nova] Acquiring lock "refresh_cache-abb54d04-d9de-4711-ac01-e4babe81325b" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1840.650060] env[62438]: DEBUG oslo_vmware.api [None req-007bc7a7-d057-4876-a03f-4026dffa1b50 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52b56212-f9b6-8dd8-85e7-fed7e5281236, 'name': SearchDatastore_Task, 'duration_secs': 0.013024} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.651109] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a8b05d1-6de0-46e0-9170-de4a3e98492b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.658289] env[62438]: DEBUG oslo_vmware.api [None req-007bc7a7-d057-4876-a03f-4026dffa1b50 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Waiting for the task: (returnval){ [ 1840.658289] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]520ea76b-e034-e548-b045-7a471b85afad" [ 1840.658289] env[62438]: _type = "Task" [ 1840.658289] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.667844] env[62438]: DEBUG oslo_vmware.api [None req-007bc7a7-d057-4876-a03f-4026dffa1b50 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]520ea76b-e034-e548-b045-7a471b85afad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.808582] env[62438]: INFO nova.compute.manager [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: 23109e2f-dc6b-478f-a5d5-b163d36573ce] Took 14.84 seconds to build instance. [ 1840.954273] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8b8060bf-c3a3-4c18-b93b-385e98e70677 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Acquiring lock "29223975-ba66-48c1-9dd6-07143475fb2a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1840.955134] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8b8060bf-c3a3-4c18-b93b-385e98e70677 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Lock "29223975-ba66-48c1-9dd6-07143475fb2a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1840.955134] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8b8060bf-c3a3-4c18-b93b-385e98e70677 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Acquiring lock "29223975-ba66-48c1-9dd6-07143475fb2a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1840.955257] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8b8060bf-c3a3-4c18-b93b-385e98e70677 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Lock "29223975-ba66-48c1-9dd6-07143475fb2a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1840.955388] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8b8060bf-c3a3-4c18-b93b-385e98e70677 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Lock "29223975-ba66-48c1-9dd6-07143475fb2a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1840.957676] env[62438]: INFO nova.compute.manager [None req-8b8060bf-c3a3-4c18-b93b-385e98e70677 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 29223975-ba66-48c1-9dd6-07143475fb2a] Terminating instance [ 1840.959884] env[62438]: DEBUG nova.compute.manager [None req-8b8060bf-c3a3-4c18-b93b-385e98e70677 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 29223975-ba66-48c1-9dd6-07143475fb2a] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1840.960284] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-8b8060bf-c3a3-4c18-b93b-385e98e70677 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 29223975-ba66-48c1-9dd6-07143475fb2a] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1840.961859] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-274b818b-c572-4ad9-ae54-6a5e7e1d3555 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.971464] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b8060bf-c3a3-4c18-b93b-385e98e70677 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 29223975-ba66-48c1-9dd6-07143475fb2a] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1840.971934] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21592d55-17ea-4670-8ea6-16e74244b8a2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.979460] env[62438]: DEBUG oslo_vmware.api [None req-8b8060bf-c3a3-4c18-b93b-385e98e70677 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Waiting for the task: (returnval){ [ 1840.979460] env[62438]: value = "task-1785690" [ 1840.979460] env[62438]: _type = "Task" [ 1840.979460] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.987864] env[62438]: DEBUG oslo_vmware.api [None req-8b8060bf-c3a3-4c18-b93b-385e98e70677 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785690, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.083148] env[62438]: DEBUG oslo_vmware.api [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Task: {'id': task-1785689, 'name': Rename_Task, 'duration_secs': 0.182047} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.083608] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: d327640c-2fb5-42d5-a1b4-a3744fb31e28] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1841.083953] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ce89ecd-e8dd-49a6-85d8-bb7510b96608 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.091166] env[62438]: DEBUG oslo_vmware.api [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Waiting for the task: (returnval){ [ 1841.091166] env[62438]: value = "task-1785691" [ 1841.091166] env[62438]: _type = "Task" [ 1841.091166] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.101969] env[62438]: DEBUG oslo_vmware.api [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Task: {'id': task-1785691, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.129940] env[62438]: WARNING nova.network.neutron [None req-b9d87022-51e5-4d6d-8180-5d6def7ad5a9 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: abb54d04-d9de-4711-ac01-e4babe81325b] a94d385f-71ec-4be6-b04d-8fd365f0788d already exists in list: networks containing: ['a94d385f-71ec-4be6-b04d-8fd365f0788d']. ignoring it [ 1841.169173] env[62438]: DEBUG oslo_vmware.api [None req-007bc7a7-d057-4876-a03f-4026dffa1b50 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]520ea76b-e034-e548-b045-7a471b85afad, 'name': SearchDatastore_Task, 'duration_secs': 0.016346} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.172082] env[62438]: DEBUG oslo_concurrency.lockutils [None req-007bc7a7-d057-4876-a03f-4026dffa1b50 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1841.172516] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-007bc7a7-d057-4876-a03f-4026dffa1b50 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] ad410fa6-01af-475e-a744-b2627e01552f/ad410fa6-01af-475e-a744-b2627e01552f.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1841.173246] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e000f66-a3c3-4f65-bf4d-2714a631ae5a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.180488] env[62438]: DEBUG oslo_vmware.api [None req-007bc7a7-d057-4876-a03f-4026dffa1b50 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Waiting for the task: (returnval){ [ 1841.180488] env[62438]: value = "task-1785692" [ 1841.180488] env[62438]: _type = "Task" [ 1841.180488] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.191665] env[62438]: DEBUG oslo_vmware.api [None req-007bc7a7-d057-4876-a03f-4026dffa1b50 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785692, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.310771] env[62438]: DEBUG oslo_concurrency.lockutils [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Lock "23109e2f-dc6b-478f-a5d5-b163d36573ce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.355s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1841.492119] env[62438]: DEBUG oslo_vmware.api [None req-8b8060bf-c3a3-4c18-b93b-385e98e70677 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785690, 'name': PowerOffVM_Task, 'duration_secs': 0.238958} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.492433] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b8060bf-c3a3-4c18-b93b-385e98e70677 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 29223975-ba66-48c1-9dd6-07143475fb2a] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1841.492609] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-8b8060bf-c3a3-4c18-b93b-385e98e70677 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 29223975-ba66-48c1-9dd6-07143475fb2a] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1841.492886] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-23851487-676f-492d-bf09-5e94d3f9e6d0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.557875] env[62438]: DEBUG nova.network.neutron [None req-b9d87022-51e5-4d6d-8180-5d6def7ad5a9 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: abb54d04-d9de-4711-ac01-e4babe81325b] Updating instance_info_cache with network_info: [{"id": "6cac1074-90e5-48ec-9ccd-9854e9deba4f", "address": "fa:16:3e:97:a3:7e", "network": {"id": "a94d385f-71ec-4be6-b04d-8fd365f0788d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1510171435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "941c9b8cd46546ffa37aa3edfa770bd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cac1074-90", "ovs_interfaceid": "6cac1074-90e5-48ec-9ccd-9854e9deba4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "be2d8d09-819f-4c62-8d3f-6dd26a8b8b2e", "address": "fa:16:3e:86:2f:b2", "network": {"id": "a94d385f-71ec-4be6-b04d-8fd365f0788d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1510171435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "941c9b8cd46546ffa37aa3edfa770bd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe2d8d09-81", "ovs_interfaceid": "be2d8d09-819f-4c62-8d3f-6dd26a8b8b2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1841.601461] env[62438]: DEBUG oslo_vmware.api [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Task: {'id': task-1785691, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.610785] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-8b8060bf-c3a3-4c18-b93b-385e98e70677 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 29223975-ba66-48c1-9dd6-07143475fb2a] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1841.610785] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-8b8060bf-c3a3-4c18-b93b-385e98e70677 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 29223975-ba66-48c1-9dd6-07143475fb2a] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1841.612026] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b8060bf-c3a3-4c18-b93b-385e98e70677 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Deleting the datastore file [datastore1] 29223975-ba66-48c1-9dd6-07143475fb2a {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1841.612316] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4a8aa9bb-8f97-4d6b-a163-bc11aa795138 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.620841] env[62438]: DEBUG oslo_vmware.api [None req-8b8060bf-c3a3-4c18-b93b-385e98e70677 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Waiting for the task: (returnval){ [ 1841.620841] env[62438]: value = "task-1785694" [ 1841.620841] env[62438]: _type = "Task" [ 1841.620841] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.630584] env[62438]: DEBUG oslo_vmware.api [None req-8b8060bf-c3a3-4c18-b93b-385e98e70677 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785694, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.692024] env[62438]: DEBUG oslo_vmware.api [None req-007bc7a7-d057-4876-a03f-4026dffa1b50 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785692, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.010273] env[62438]: DEBUG oslo_concurrency.lockutils [None req-dd0602c6-73e9-4c87-9a27-cdf28180c0fb tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Acquiring lock "d5942d48-628f-4c7c-a87a-4d30729eea80" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1842.010468] env[62438]: DEBUG oslo_concurrency.lockutils [None req-dd0602c6-73e9-4c87-9a27-cdf28180c0fb tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Lock "d5942d48-628f-4c7c-a87a-4d30729eea80" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1842.060746] env[62438]: DEBUG oslo_concurrency.lockutils [None req-b9d87022-51e5-4d6d-8180-5d6def7ad5a9 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Releasing lock "refresh_cache-abb54d04-d9de-4711-ac01-e4babe81325b" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1842.061876] env[62438]: DEBUG oslo_concurrency.lockutils [None req-b9d87022-51e5-4d6d-8180-5d6def7ad5a9 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Acquiring lock "abb54d04-d9de-4711-ac01-e4babe81325b" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1842.062180] env[62438]: DEBUG oslo_concurrency.lockutils [None req-b9d87022-51e5-4d6d-8180-5d6def7ad5a9 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Acquired lock "abb54d04-d9de-4711-ac01-e4babe81325b" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1842.062654] env[62438]: DEBUG oslo_concurrency.lockutils [req-bb2ce887-b361-438b-ae75-960b8d143e41 req-f5a8b995-7e28-45e1-9b37-eb6e2beef805 service nova] Acquired lock "refresh_cache-abb54d04-d9de-4711-ac01-e4babe81325b" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1842.062901] env[62438]: DEBUG nova.network.neutron [req-bb2ce887-b361-438b-ae75-960b8d143e41 req-f5a8b995-7e28-45e1-9b37-eb6e2beef805 service nova] [instance: abb54d04-d9de-4711-ac01-e4babe81325b] Refreshing network info cache for port be2d8d09-819f-4c62-8d3f-6dd26a8b8b2e {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1842.065239] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-703efb26-37ed-43fd-8e61-f14ea302e596 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.088989] env[62438]: DEBUG nova.virt.hardware [None req-b9d87022-51e5-4d6d-8180-5d6def7ad5a9 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1842.089355] env[62438]: DEBUG nova.virt.hardware [None req-b9d87022-51e5-4d6d-8180-5d6def7ad5a9 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1842.089728] env[62438]: DEBUG nova.virt.hardware [None req-b9d87022-51e5-4d6d-8180-5d6def7ad5a9 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1842.089889] env[62438]: DEBUG nova.virt.hardware [None req-b9d87022-51e5-4d6d-8180-5d6def7ad5a9 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1842.090093] env[62438]: DEBUG nova.virt.hardware [None req-b9d87022-51e5-4d6d-8180-5d6def7ad5a9 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1842.090393] env[62438]: DEBUG nova.virt.hardware [None req-b9d87022-51e5-4d6d-8180-5d6def7ad5a9 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1842.090654] env[62438]: DEBUG nova.virt.hardware [None req-b9d87022-51e5-4d6d-8180-5d6def7ad5a9 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1842.090856] env[62438]: DEBUG nova.virt.hardware [None req-b9d87022-51e5-4d6d-8180-5d6def7ad5a9 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1842.091184] env[62438]: DEBUG nova.virt.hardware [None req-b9d87022-51e5-4d6d-8180-5d6def7ad5a9 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1842.091391] env[62438]: DEBUG nova.virt.hardware [None req-b9d87022-51e5-4d6d-8180-5d6def7ad5a9 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1842.091608] env[62438]: DEBUG nova.virt.hardware [None req-b9d87022-51e5-4d6d-8180-5d6def7ad5a9 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1842.099891] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-b9d87022-51e5-4d6d-8180-5d6def7ad5a9 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: abb54d04-d9de-4711-ac01-e4babe81325b] Reconfiguring VM to attach interface {{(pid=62438) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1929}} [ 1842.100786] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1758a0e8-2436-4b3c-bdcf-5948ee44b6ac {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.122846] env[62438]: DEBUG oslo_vmware.api [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Task: {'id': task-1785691, 'name': PowerOnVM_Task, 'duration_secs': 0.61129} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.126627] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: d327640c-2fb5-42d5-a1b4-a3744fb31e28] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1842.126844] env[62438]: INFO nova.compute.manager [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: d327640c-2fb5-42d5-a1b4-a3744fb31e28] Took 8.21 seconds to spawn the instance on the hypervisor. [ 1842.127044] env[62438]: DEBUG nova.compute.manager [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: d327640c-2fb5-42d5-a1b4-a3744fb31e28] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1842.127379] env[62438]: DEBUG oslo_vmware.api [None req-b9d87022-51e5-4d6d-8180-5d6def7ad5a9 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Waiting for the task: (returnval){ [ 1842.127379] env[62438]: value = "task-1785695" [ 1842.127379] env[62438]: _type = "Task" [ 1842.127379] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.128093] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa737618-029a-4800-b259-f3242b5da0bf {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.136393] env[62438]: DEBUG oslo_vmware.api [None req-8b8060bf-c3a3-4c18-b93b-385e98e70677 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Task: {'id': task-1785694, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.483276} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.137504] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b8060bf-c3a3-4c18-b93b-385e98e70677 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1842.137504] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-8b8060bf-c3a3-4c18-b93b-385e98e70677 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 29223975-ba66-48c1-9dd6-07143475fb2a] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1842.137504] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-8b8060bf-c3a3-4c18-b93b-385e98e70677 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 29223975-ba66-48c1-9dd6-07143475fb2a] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1842.137504] env[62438]: INFO nova.compute.manager [None req-8b8060bf-c3a3-4c18-b93b-385e98e70677 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] [instance: 29223975-ba66-48c1-9dd6-07143475fb2a] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1842.137760] env[62438]: DEBUG oslo.service.loopingcall [None req-8b8060bf-c3a3-4c18-b93b-385e98e70677 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1842.139500] env[62438]: DEBUG nova.compute.manager [-] [instance: 29223975-ba66-48c1-9dd6-07143475fb2a] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1842.139658] env[62438]: DEBUG nova.network.neutron [-] [instance: 29223975-ba66-48c1-9dd6-07143475fb2a] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1842.148481] env[62438]: DEBUG oslo_vmware.api [None req-b9d87022-51e5-4d6d-8180-5d6def7ad5a9 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1785695, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.193659] env[62438]: DEBUG oslo_vmware.api [None req-007bc7a7-d057-4876-a03f-4026dffa1b50 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785692, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.748284} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.193946] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-007bc7a7-d057-4876-a03f-4026dffa1b50 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] ad410fa6-01af-475e-a744-b2627e01552f/ad410fa6-01af-475e-a744-b2627e01552f.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1842.194176] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-007bc7a7-d057-4876-a03f-4026dffa1b50 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ad410fa6-01af-475e-a744-b2627e01552f] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1842.194427] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b1107301-5af3-4cf5-897f-641eb653f4f1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.201546] env[62438]: DEBUG oslo_vmware.api [None req-007bc7a7-d057-4876-a03f-4026dffa1b50 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Waiting for the task: (returnval){ [ 1842.201546] env[62438]: value = "task-1785696" [ 1842.201546] env[62438]: _type = "Task" [ 1842.201546] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.210326] env[62438]: DEBUG oslo_vmware.api [None req-007bc7a7-d057-4876-a03f-4026dffa1b50 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785696, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.514071] env[62438]: DEBUG nova.compute.utils [None req-dd0602c6-73e9-4c87-9a27-cdf28180c0fb tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1842.642090] env[62438]: DEBUG oslo_vmware.api [None req-b9d87022-51e5-4d6d-8180-5d6def7ad5a9 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1785695, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.658820] env[62438]: INFO nova.compute.manager [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: d327640c-2fb5-42d5-a1b4-a3744fb31e28] Took 16.67 seconds to build instance. [ 1842.712040] env[62438]: DEBUG oslo_vmware.api [None req-007bc7a7-d057-4876-a03f-4026dffa1b50 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785696, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097414} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.712403] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-007bc7a7-d057-4876-a03f-4026dffa1b50 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ad410fa6-01af-475e-a744-b2627e01552f] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1842.713394] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee5360b6-1d65-4cbc-bb51-f5f0cd831092 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.740425] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-007bc7a7-d057-4876-a03f-4026dffa1b50 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ad410fa6-01af-475e-a744-b2627e01552f] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] ad410fa6-01af-475e-a744-b2627e01552f/ad410fa6-01af-475e-a744-b2627e01552f.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1842.740862] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c6c8b13-f104-4bca-bcdc-77a4dc63595a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.765880] env[62438]: DEBUG oslo_vmware.api [None req-007bc7a7-d057-4876-a03f-4026dffa1b50 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Waiting for the task: (returnval){ [ 1842.765880] env[62438]: value = "task-1785697" [ 1842.765880] env[62438]: _type = "Task" [ 1842.765880] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.775171] env[62438]: DEBUG oslo_vmware.api [None req-007bc7a7-d057-4876-a03f-4026dffa1b50 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785697, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.844915] env[62438]: DEBUG nova.network.neutron [req-bb2ce887-b361-438b-ae75-960b8d143e41 req-f5a8b995-7e28-45e1-9b37-eb6e2beef805 service nova] [instance: abb54d04-d9de-4711-ac01-e4babe81325b] Updated VIF entry in instance network info cache for port be2d8d09-819f-4c62-8d3f-6dd26a8b8b2e. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1842.845443] env[62438]: DEBUG nova.network.neutron [req-bb2ce887-b361-438b-ae75-960b8d143e41 req-f5a8b995-7e28-45e1-9b37-eb6e2beef805 service nova] [instance: abb54d04-d9de-4711-ac01-e4babe81325b] Updating instance_info_cache with network_info: [{"id": "6cac1074-90e5-48ec-9ccd-9854e9deba4f", "address": "fa:16:3e:97:a3:7e", "network": {"id": "a94d385f-71ec-4be6-b04d-8fd365f0788d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1510171435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "941c9b8cd46546ffa37aa3edfa770bd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cac1074-90", "ovs_interfaceid": "6cac1074-90e5-48ec-9ccd-9854e9deba4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "be2d8d09-819f-4c62-8d3f-6dd26a8b8b2e", "address": "fa:16:3e:86:2f:b2", "network": {"id": "a94d385f-71ec-4be6-b04d-8fd365f0788d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1510171435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "941c9b8cd46546ffa37aa3edfa770bd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe2d8d09-81", "ovs_interfaceid": "be2d8d09-819f-4c62-8d3f-6dd26a8b8b2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1842.908426] env[62438]: DEBUG nova.network.neutron [-] [instance: 29223975-ba66-48c1-9dd6-07143475fb2a] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1843.017869] env[62438]: DEBUG oslo_concurrency.lockutils [None req-dd0602c6-73e9-4c87-9a27-cdf28180c0fb tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Lock "d5942d48-628f-4c7c-a87a-4d30729eea80" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1843.141859] env[62438]: DEBUG oslo_vmware.api [None req-b9d87022-51e5-4d6d-8180-5d6def7ad5a9 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1785695, 'name': ReconfigVM_Task, 'duration_secs': 0.733086} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.142504] env[62438]: DEBUG oslo_concurrency.lockutils [None req-b9d87022-51e5-4d6d-8180-5d6def7ad5a9 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Releasing lock "abb54d04-d9de-4711-ac01-e4babe81325b" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1843.142751] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-b9d87022-51e5-4d6d-8180-5d6def7ad5a9 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: abb54d04-d9de-4711-ac01-e4babe81325b] Reconfigured VM to attach interface {{(pid=62438) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1943}} [ 1843.161729] env[62438]: DEBUG oslo_concurrency.lockutils [None req-aea5862b-afd8-40a6-ad2c-6ab41ce98bc6 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Lock "d327640c-2fb5-42d5-a1b4-a3744fb31e28" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.179s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1843.276778] env[62438]: DEBUG oslo_vmware.api [None req-007bc7a7-d057-4876-a03f-4026dffa1b50 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785697, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.349454] env[62438]: DEBUG oslo_concurrency.lockutils [req-bb2ce887-b361-438b-ae75-960b8d143e41 req-f5a8b995-7e28-45e1-9b37-eb6e2beef805 service nova] Releasing lock "refresh_cache-abb54d04-d9de-4711-ac01-e4babe81325b" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1843.411546] env[62438]: INFO nova.compute.manager [-] [instance: 29223975-ba66-48c1-9dd6-07143475fb2a] Took 1.27 seconds to deallocate network for instance. [ 1843.648358] env[62438]: DEBUG oslo_concurrency.lockutils [None req-b9d87022-51e5-4d6d-8180-5d6def7ad5a9 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Lock "interface-abb54d04-d9de-4711-ac01-e4babe81325b-be2d8d09-819f-4c62-8d3f-6dd26a8b8b2e" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.932s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1843.777452] env[62438]: DEBUG oslo_vmware.api [None req-007bc7a7-d057-4876-a03f-4026dffa1b50 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785697, 'name': ReconfigVM_Task, 'duration_secs': 0.521096} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.777452] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-007bc7a7-d057-4876-a03f-4026dffa1b50 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ad410fa6-01af-475e-a744-b2627e01552f] Reconfigured VM instance instance-00000069 to attach disk [datastore1] ad410fa6-01af-475e-a744-b2627e01552f/ad410fa6-01af-475e-a744-b2627e01552f.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1843.778178] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-99fdde7c-e92d-41e9-8460-24fd211a3858 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.785633] env[62438]: DEBUG oslo_vmware.api [None req-007bc7a7-d057-4876-a03f-4026dffa1b50 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Waiting for the task: (returnval){ [ 1843.785633] env[62438]: value = "task-1785698" [ 1843.785633] env[62438]: _type = "Task" [ 1843.785633] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1843.798602] env[62438]: DEBUG oslo_vmware.api [None req-007bc7a7-d057-4876-a03f-4026dffa1b50 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785698, 'name': Rename_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.918967] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8b8060bf-c3a3-4c18-b93b-385e98e70677 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1843.919549] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8b8060bf-c3a3-4c18-b93b-385e98e70677 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1843.919864] env[62438]: DEBUG nova.objects.instance [None req-8b8060bf-c3a3-4c18-b93b-385e98e70677 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Lazy-loading 'resources' on Instance uuid 29223975-ba66-48c1-9dd6-07143475fb2a {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1843.955075] env[62438]: DEBUG nova.compute.manager [req-d1b15c57-4559-4e3a-bd99-64e955147d75 req-8e58ce77-a562-4f76-84ba-a56021a5ac9e service nova] [instance: 29223975-ba66-48c1-9dd6-07143475fb2a] Received event network-vif-deleted-e0eeb6a3-f740-4be7-92c4-1afa8eec9e17 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1844.084000] env[62438]: DEBUG oslo_concurrency.lockutils [None req-dd0602c6-73e9-4c87-9a27-cdf28180c0fb tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Acquiring lock "d5942d48-628f-4c7c-a87a-4d30729eea80" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1844.084000] env[62438]: DEBUG oslo_concurrency.lockutils [None req-dd0602c6-73e9-4c87-9a27-cdf28180c0fb tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Lock "d5942d48-628f-4c7c-a87a-4d30729eea80" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1844.084000] env[62438]: INFO nova.compute.manager [None req-dd0602c6-73e9-4c87-9a27-cdf28180c0fb tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: d5942d48-628f-4c7c-a87a-4d30729eea80] Attaching volume 5fc097cc-576a-401a-8861-54b6de8d6396 to /dev/sdb [ 1844.118218] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebcc27da-f605-4658-8880-3e0d2ad33e34 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.127318] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f524e4ae-b94d-4ef6-a006-110692e79635 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.141540] env[62438]: DEBUG nova.virt.block_device [None req-dd0602c6-73e9-4c87-9a27-cdf28180c0fb tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: d5942d48-628f-4c7c-a87a-4d30729eea80] Updating existing volume attachment record: f7c9bd22-334b-4e7e-81bb-9a9746b3ccba {{(pid=62438) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1844.297230] env[62438]: DEBUG oslo_vmware.api [None req-007bc7a7-d057-4876-a03f-4026dffa1b50 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785698, 'name': Rename_Task, 'duration_secs': 0.241314} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.297634] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-007bc7a7-d057-4876-a03f-4026dffa1b50 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ad410fa6-01af-475e-a744-b2627e01552f] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1844.297987] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-44f4e43c-d3cc-4abc-b38e-bb524809d190 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.312484] env[62438]: DEBUG oslo_vmware.api [None req-007bc7a7-d057-4876-a03f-4026dffa1b50 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Waiting for the task: (returnval){ [ 1844.312484] env[62438]: value = "task-1785699" [ 1844.312484] env[62438]: _type = "Task" [ 1844.312484] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.322980] env[62438]: DEBUG oslo_vmware.api [None req-007bc7a7-d057-4876-a03f-4026dffa1b50 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785699, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.579382] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-103c921a-bb6d-4e9d-b25f-afaa2353d830 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.589604] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b527f63a-e569-4ca1-95ef-b40ed60dcbf3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.621743] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-669909e2-f9b1-48c6-86a7-c6502c0775dd {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.631052] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9853ac38-7d55-4113-9758-3d279e3715f7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.646194] env[62438]: DEBUG nova.compute.provider_tree [None req-8b8060bf-c3a3-4c18-b93b-385e98e70677 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1844.809445] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e726f0d4-894e-4cf5-b72f-a1c0ebb03599 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Acquiring lock "23109e2f-dc6b-478f-a5d5-b163d36573ce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1844.809833] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e726f0d4-894e-4cf5-b72f-a1c0ebb03599 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Lock "23109e2f-dc6b-478f-a5d5-b163d36573ce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1844.809988] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e726f0d4-894e-4cf5-b72f-a1c0ebb03599 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Acquiring lock "23109e2f-dc6b-478f-a5d5-b163d36573ce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1844.810408] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e726f0d4-894e-4cf5-b72f-a1c0ebb03599 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Lock "23109e2f-dc6b-478f-a5d5-b163d36573ce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1844.810682] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e726f0d4-894e-4cf5-b72f-a1c0ebb03599 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Lock "23109e2f-dc6b-478f-a5d5-b163d36573ce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1844.813413] env[62438]: INFO nova.compute.manager [None req-e726f0d4-894e-4cf5-b72f-a1c0ebb03599 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: 23109e2f-dc6b-478f-a5d5-b163d36573ce] Terminating instance [ 1844.818176] env[62438]: DEBUG nova.compute.manager [None req-e726f0d4-894e-4cf5-b72f-a1c0ebb03599 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: 23109e2f-dc6b-478f-a5d5-b163d36573ce] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1844.818394] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-e726f0d4-894e-4cf5-b72f-a1c0ebb03599 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: 23109e2f-dc6b-478f-a5d5-b163d36573ce] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1844.819208] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c141ff6-cca5-4415-8f20-2e413efb402d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.827045] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-e726f0d4-894e-4cf5-b72f-a1c0ebb03599 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: 23109e2f-dc6b-478f-a5d5-b163d36573ce] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1844.830087] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb1e5890-cb8f-4076-9c8b-99fd3969ac52 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.832075] env[62438]: DEBUG oslo_vmware.api [None req-007bc7a7-d057-4876-a03f-4026dffa1b50 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785699, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.836917] env[62438]: DEBUG oslo_vmware.api [None req-e726f0d4-894e-4cf5-b72f-a1c0ebb03599 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Waiting for the task: (returnval){ [ 1844.836917] env[62438]: value = "task-1785701" [ 1844.836917] env[62438]: _type = "Task" [ 1844.836917] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.846430] env[62438]: DEBUG oslo_vmware.api [None req-e726f0d4-894e-4cf5-b72f-a1c0ebb03599 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Task: {'id': task-1785701, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.886382] env[62438]: DEBUG oslo_vmware.rw_handles [None req-49306636-eae5-4750-8f9e-d18c30d7697b tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bde313-feb9-ce5c-579e-0a3705d0c2fe/disk-0.vmdk. {{(pid=62438) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1844.887371] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baa1101a-6064-44c7-82da-fda824282368 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.893844] env[62438]: DEBUG oslo_vmware.rw_handles [None req-49306636-eae5-4750-8f9e-d18c30d7697b tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bde313-feb9-ce5c-579e-0a3705d0c2fe/disk-0.vmdk is in state: ready. {{(pid=62438) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1844.894049] env[62438]: ERROR oslo_vmware.rw_handles [None req-49306636-eae5-4750-8f9e-d18c30d7697b tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bde313-feb9-ce5c-579e-0a3705d0c2fe/disk-0.vmdk due to incomplete transfer. [ 1844.894477] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f41d2e16-9347-40ad-b24d-19e6056dadcb tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Acquiring lock "d327640c-2fb5-42d5-a1b4-a3744fb31e28" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1844.894708] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f41d2e16-9347-40ad-b24d-19e6056dadcb tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Lock "d327640c-2fb5-42d5-a1b4-a3744fb31e28" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1844.894915] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f41d2e16-9347-40ad-b24d-19e6056dadcb tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Acquiring lock "d327640c-2fb5-42d5-a1b4-a3744fb31e28-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1844.895124] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f41d2e16-9347-40ad-b24d-19e6056dadcb tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Lock "d327640c-2fb5-42d5-a1b4-a3744fb31e28-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1844.895308] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f41d2e16-9347-40ad-b24d-19e6056dadcb tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Lock "d327640c-2fb5-42d5-a1b4-a3744fb31e28-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1844.897060] env[62438]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d455b2a7-ecda-494b-857e-de207d716503 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.899172] env[62438]: INFO nova.compute.manager [None req-f41d2e16-9347-40ad-b24d-19e6056dadcb tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: d327640c-2fb5-42d5-a1b4-a3744fb31e28] Terminating instance [ 1844.901579] env[62438]: DEBUG nova.compute.manager [None req-f41d2e16-9347-40ad-b24d-19e6056dadcb tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: d327640c-2fb5-42d5-a1b4-a3744fb31e28] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1844.901817] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f41d2e16-9347-40ad-b24d-19e6056dadcb tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: d327640c-2fb5-42d5-a1b4-a3744fb31e28] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1844.902687] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a1a1449-e123-4359-b652-dfd37d2573b4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.906165] env[62438]: DEBUG oslo_concurrency.lockutils [None req-74b9bd49-5441-4b8e-af21-85f0ade49afe tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Acquiring lock "interface-abb54d04-d9de-4711-ac01-e4babe81325b-be2d8d09-819f-4c62-8d3f-6dd26a8b8b2e" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1844.906419] env[62438]: DEBUG oslo_concurrency.lockutils [None req-74b9bd49-5441-4b8e-af21-85f0ade49afe tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Lock "interface-abb54d04-d9de-4711-ac01-e4babe81325b-be2d8d09-819f-4c62-8d3f-6dd26a8b8b2e" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1844.909185] env[62438]: DEBUG oslo_vmware.rw_handles [None req-49306636-eae5-4750-8f9e-d18c30d7697b tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bde313-feb9-ce5c-579e-0a3705d0c2fe/disk-0.vmdk. {{(pid=62438) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1844.909426] env[62438]: DEBUG nova.virt.vmwareapi.images [None req-49306636-eae5-4750-8f9e-d18c30d7697b tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Uploaded image ea96c779-ad02-4a33-af6b-1a6a2f70c2f1 to the Glance image server {{(pid=62438) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 1844.912025] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-49306636-eae5-4750-8f9e-d18c30d7697b tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Destroying the VM {{(pid=62438) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 1844.914750] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-dbf2f1ec-3c5d-44a9-b847-87261a3ef984 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.916784] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-f41d2e16-9347-40ad-b24d-19e6056dadcb tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: d327640c-2fb5-42d5-a1b4-a3744fb31e28] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1844.917647] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c3e0072-1bf4-4def-a0d7-e929b182f08e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.925013] env[62438]: DEBUG oslo_vmware.api [None req-49306636-eae5-4750-8f9e-d18c30d7697b tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Waiting for the task: (returnval){ [ 1844.925013] env[62438]: value = "task-1785702" [ 1844.925013] env[62438]: _type = "Task" [ 1844.925013] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.926019] env[62438]: DEBUG oslo_vmware.api [None req-f41d2e16-9347-40ad-b24d-19e6056dadcb tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Waiting for the task: (returnval){ [ 1844.926019] env[62438]: value = "task-1785703" [ 1844.926019] env[62438]: _type = "Task" [ 1844.926019] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.941733] env[62438]: DEBUG oslo_vmware.api [None req-f41d2e16-9347-40ad-b24d-19e6056dadcb tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Task: {'id': task-1785703, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.945659] env[62438]: DEBUG oslo_vmware.api [None req-49306636-eae5-4750-8f9e-d18c30d7697b tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785702, 'name': Destroy_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.150038] env[62438]: DEBUG nova.scheduler.client.report [None req-8b8060bf-c3a3-4c18-b93b-385e98e70677 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1845.323931] env[62438]: DEBUG oslo_vmware.api [None req-007bc7a7-d057-4876-a03f-4026dffa1b50 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785699, 'name': PowerOnVM_Task, 'duration_secs': 0.676859} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1845.324251] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-007bc7a7-d057-4876-a03f-4026dffa1b50 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ad410fa6-01af-475e-a744-b2627e01552f] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1845.324469] env[62438]: INFO nova.compute.manager [None req-007bc7a7-d057-4876-a03f-4026dffa1b50 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ad410fa6-01af-475e-a744-b2627e01552f] Took 9.10 seconds to spawn the instance on the hypervisor. [ 1845.324677] env[62438]: DEBUG nova.compute.manager [None req-007bc7a7-d057-4876-a03f-4026dffa1b50 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ad410fa6-01af-475e-a744-b2627e01552f] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1845.325473] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f1c059-a4e2-427e-93b1-ba0fc2fd1afa {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.346104] env[62438]: DEBUG oslo_vmware.api [None req-e726f0d4-894e-4cf5-b72f-a1c0ebb03599 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Task: {'id': task-1785701, 'name': PowerOffVM_Task, 'duration_secs': 0.226029} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1845.346384] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-e726f0d4-894e-4cf5-b72f-a1c0ebb03599 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: 23109e2f-dc6b-478f-a5d5-b163d36573ce] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1845.346579] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-e726f0d4-894e-4cf5-b72f-a1c0ebb03599 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: 23109e2f-dc6b-478f-a5d5-b163d36573ce] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1845.346833] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e942c068-0112-4a90-9337-26ea85c752e7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.415562] env[62438]: DEBUG oslo_concurrency.lockutils [None req-74b9bd49-5441-4b8e-af21-85f0ade49afe tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Acquiring lock "abb54d04-d9de-4711-ac01-e4babe81325b" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1845.415789] env[62438]: DEBUG oslo_concurrency.lockutils [None req-74b9bd49-5441-4b8e-af21-85f0ade49afe tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Acquired lock "abb54d04-d9de-4711-ac01-e4babe81325b" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1845.416767] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b86ac4f-e59f-4419-aff0-dc4006bc1edd {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.442040] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-145b597d-1dce-40fa-9034-dc3aa66ca81c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.450088] env[62438]: DEBUG oslo_vmware.api [None req-f41d2e16-9347-40ad-b24d-19e6056dadcb tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Task: {'id': task-1785703, 'name': PowerOffVM_Task, 'duration_secs': 0.289818} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1845.469306] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-f41d2e16-9347-40ad-b24d-19e6056dadcb tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: d327640c-2fb5-42d5-a1b4-a3744fb31e28] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1845.469538] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f41d2e16-9347-40ad-b24d-19e6056dadcb tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: d327640c-2fb5-42d5-a1b4-a3744fb31e28] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1845.475468] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-74b9bd49-5441-4b8e-af21-85f0ade49afe tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: abb54d04-d9de-4711-ac01-e4babe81325b] Reconfiguring VM to detach interface {{(pid=62438) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1974}} [ 1845.475787] env[62438]: DEBUG oslo_vmware.api [None req-49306636-eae5-4750-8f9e-d18c30d7697b tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785702, 'name': Destroy_Task} progress is 33%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.476085] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a09d156e-ede9-466e-a649-5e4bdfdfe08d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.477886] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c84c293-2a89-4af8-ad62-3b7644e65f60 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.494773] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-e726f0d4-894e-4cf5-b72f-a1c0ebb03599 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: 23109e2f-dc6b-478f-a5d5-b163d36573ce] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1845.495051] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-e726f0d4-894e-4cf5-b72f-a1c0ebb03599 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: 23109e2f-dc6b-478f-a5d5-b163d36573ce] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1845.495260] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-e726f0d4-894e-4cf5-b72f-a1c0ebb03599 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Deleting the datastore file [datastore1] 23109e2f-dc6b-478f-a5d5-b163d36573ce {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1845.496218] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-efbd3484-a292-4aa8-a060-1ed78e959240 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.501901] env[62438]: DEBUG oslo_vmware.api [None req-74b9bd49-5441-4b8e-af21-85f0ade49afe tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Waiting for the task: (returnval){ [ 1845.501901] env[62438]: value = "task-1785706" [ 1845.501901] env[62438]: _type = "Task" [ 1845.501901] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.503264] env[62438]: DEBUG oslo_vmware.api [None req-e726f0d4-894e-4cf5-b72f-a1c0ebb03599 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Waiting for the task: (returnval){ [ 1845.503264] env[62438]: value = "task-1785707" [ 1845.503264] env[62438]: _type = "Task" [ 1845.503264] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.516659] env[62438]: DEBUG oslo_vmware.api [None req-74b9bd49-5441-4b8e-af21-85f0ade49afe tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1785706, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.519660] env[62438]: DEBUG oslo_vmware.api [None req-e726f0d4-894e-4cf5-b72f-a1c0ebb03599 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Task: {'id': task-1785707, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.550605] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1845.550707] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1845.655017] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8b8060bf-c3a3-4c18-b93b-385e98e70677 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.735s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1845.666867] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f41d2e16-9347-40ad-b24d-19e6056dadcb tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: d327640c-2fb5-42d5-a1b4-a3744fb31e28] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1845.667143] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f41d2e16-9347-40ad-b24d-19e6056dadcb tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: d327640c-2fb5-42d5-a1b4-a3744fb31e28] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1845.667343] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-f41d2e16-9347-40ad-b24d-19e6056dadcb tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Deleting the datastore file [datastore1] d327640c-2fb5-42d5-a1b4-a3744fb31e28 {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1845.667643] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-554bd651-9653-4f9e-98db-9b5e2eb4e233 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.674873] env[62438]: DEBUG oslo_vmware.api [None req-f41d2e16-9347-40ad-b24d-19e6056dadcb tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Waiting for the task: (returnval){ [ 1845.674873] env[62438]: value = "task-1785708" [ 1845.674873] env[62438]: _type = "Task" [ 1845.674873] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.679468] env[62438]: INFO nova.scheduler.client.report [None req-8b8060bf-c3a3-4c18-b93b-385e98e70677 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Deleted allocations for instance 29223975-ba66-48c1-9dd6-07143475fb2a [ 1845.686860] env[62438]: DEBUG oslo_vmware.api [None req-f41d2e16-9347-40ad-b24d-19e6056dadcb tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Task: {'id': task-1785708, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.843363] env[62438]: INFO nova.compute.manager [None req-007bc7a7-d057-4876-a03f-4026dffa1b50 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ad410fa6-01af-475e-a744-b2627e01552f] Took 16.69 seconds to build instance. [ 1845.945286] env[62438]: DEBUG oslo_vmware.api [None req-49306636-eae5-4750-8f9e-d18c30d7697b tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785702, 'name': Destroy_Task, 'duration_secs': 0.742029} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1845.945578] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-49306636-eae5-4750-8f9e-d18c30d7697b tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Destroyed the VM [ 1845.945873] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-49306636-eae5-4750-8f9e-d18c30d7697b tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Deleting Snapshot of the VM instance {{(pid=62438) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1845.946837] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6a7e2b3f-e7d2-4b48-9883-fe601fb78d2b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.952903] env[62438]: DEBUG oslo_vmware.api [None req-49306636-eae5-4750-8f9e-d18c30d7697b tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Waiting for the task: (returnval){ [ 1845.952903] env[62438]: value = "task-1785709" [ 1845.952903] env[62438]: _type = "Task" [ 1845.952903] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.960902] env[62438]: DEBUG oslo_vmware.api [None req-49306636-eae5-4750-8f9e-d18c30d7697b tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785709, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.016097] env[62438]: DEBUG oslo_vmware.api [None req-74b9bd49-5441-4b8e-af21-85f0ade49afe tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1785706, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.021606] env[62438]: DEBUG oslo_vmware.api [None req-e726f0d4-894e-4cf5-b72f-a1c0ebb03599 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Task: {'id': task-1785707, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175269} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.021923] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-e726f0d4-894e-4cf5-b72f-a1c0ebb03599 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1846.022168] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-e726f0d4-894e-4cf5-b72f-a1c0ebb03599 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: 23109e2f-dc6b-478f-a5d5-b163d36573ce] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1846.022386] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-e726f0d4-894e-4cf5-b72f-a1c0ebb03599 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: 23109e2f-dc6b-478f-a5d5-b163d36573ce] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1846.022573] env[62438]: INFO nova.compute.manager [None req-e726f0d4-894e-4cf5-b72f-a1c0ebb03599 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: 23109e2f-dc6b-478f-a5d5-b163d36573ce] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1846.022837] env[62438]: DEBUG oslo.service.loopingcall [None req-e726f0d4-894e-4cf5-b72f-a1c0ebb03599 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1846.023081] env[62438]: DEBUG nova.compute.manager [-] [instance: 23109e2f-dc6b-478f-a5d5-b163d36573ce] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1846.023192] env[62438]: DEBUG nova.network.neutron [-] [instance: 23109e2f-dc6b-478f-a5d5-b163d36573ce] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1846.057356] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1846.057533] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Starting heal instance info cache {{(pid=62438) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}} [ 1846.185081] env[62438]: DEBUG oslo_vmware.api [None req-f41d2e16-9347-40ad-b24d-19e6056dadcb tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Task: {'id': task-1785708, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161937} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.185414] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-f41d2e16-9347-40ad-b24d-19e6056dadcb tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1846.185619] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f41d2e16-9347-40ad-b24d-19e6056dadcb tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: d327640c-2fb5-42d5-a1b4-a3744fb31e28] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1846.185843] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f41d2e16-9347-40ad-b24d-19e6056dadcb tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: d327640c-2fb5-42d5-a1b4-a3744fb31e28] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1846.186033] env[62438]: INFO nova.compute.manager [None req-f41d2e16-9347-40ad-b24d-19e6056dadcb tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] [instance: d327640c-2fb5-42d5-a1b4-a3744fb31e28] Took 1.28 seconds to destroy the instance on the hypervisor. [ 1846.186312] env[62438]: DEBUG oslo.service.loopingcall [None req-f41d2e16-9347-40ad-b24d-19e6056dadcb tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1846.186572] env[62438]: DEBUG nova.compute.manager [-] [instance: d327640c-2fb5-42d5-a1b4-a3744fb31e28] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1846.186706] env[62438]: DEBUG nova.network.neutron [-] [instance: d327640c-2fb5-42d5-a1b4-a3744fb31e28] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1846.190852] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8b8060bf-c3a3-4c18-b93b-385e98e70677 tempest-ServerActionsTestOtherA-907987681 tempest-ServerActionsTestOtherA-907987681-project-member] Lock "29223975-ba66-48c1-9dd6-07143475fb2a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.236s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1846.346800] env[62438]: DEBUG oslo_concurrency.lockutils [None req-007bc7a7-d057-4876-a03f-4026dffa1b50 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Lock "ad410fa6-01af-475e-a744-b2627e01552f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.213s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1846.349788] env[62438]: DEBUG nova.compute.manager [req-15f013cb-4abe-46a9-9458-d5d5d2363844 req-990b916f-d425-4c52-a778-4a78cae96e64 service nova] [instance: 23109e2f-dc6b-478f-a5d5-b163d36573ce] Received event network-vif-deleted-5397959e-3171-4018-b5f3-4db6d62619b0 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1846.350030] env[62438]: INFO nova.compute.manager [req-15f013cb-4abe-46a9-9458-d5d5d2363844 req-990b916f-d425-4c52-a778-4a78cae96e64 service nova] [instance: 23109e2f-dc6b-478f-a5d5-b163d36573ce] Neutron deleted interface 5397959e-3171-4018-b5f3-4db6d62619b0; detaching it from the instance and deleting it from the info cache [ 1846.351110] env[62438]: DEBUG nova.network.neutron [req-15f013cb-4abe-46a9-9458-d5d5d2363844 req-990b916f-d425-4c52-a778-4a78cae96e64 service nova] [instance: 23109e2f-dc6b-478f-a5d5-b163d36573ce] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1846.467897] env[62438]: DEBUG oslo_vmware.api [None req-49306636-eae5-4750-8f9e-d18c30d7697b tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785709, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.514657] env[62438]: DEBUG oslo_vmware.api [None req-74b9bd49-5441-4b8e-af21-85f0ade49afe tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1785706, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.646321] env[62438]: DEBUG nova.compute.manager [req-6b4e01b0-1a63-485d-a08f-7d8838e7732b req-919ebdf2-0cf6-45a1-b3ae-6f8411872a63 service nova] [instance: d327640c-2fb5-42d5-a1b4-a3744fb31e28] Received event network-vif-deleted-d5a80f9a-4b0b-47bb-9bed-d4b71b709aba {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1846.646553] env[62438]: INFO nova.compute.manager [req-6b4e01b0-1a63-485d-a08f-7d8838e7732b req-919ebdf2-0cf6-45a1-b3ae-6f8411872a63 service nova] [instance: d327640c-2fb5-42d5-a1b4-a3744fb31e28] Neutron deleted interface d5a80f9a-4b0b-47bb-9bed-d4b71b709aba; detaching it from the instance and deleting it from the info cache [ 1846.646794] env[62438]: DEBUG nova.network.neutron [req-6b4e01b0-1a63-485d-a08f-7d8838e7732b req-919ebdf2-0cf6-45a1-b3ae-6f8411872a63 service nova] [instance: d327640c-2fb5-42d5-a1b4-a3744fb31e28] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1846.822277] env[62438]: DEBUG nova.network.neutron [-] [instance: 23109e2f-dc6b-478f-a5d5-b163d36573ce] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1846.853827] env[62438]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-944e29f5-3ae6-44cd-964d-51c2ce49ec52 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.863830] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0919d7f0-fdda-4ff2-918d-d8194b31b560 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.899860] env[62438]: DEBUG nova.compute.manager [req-15f013cb-4abe-46a9-9458-d5d5d2363844 req-990b916f-d425-4c52-a778-4a78cae96e64 service nova] [instance: 23109e2f-dc6b-478f-a5d5-b163d36573ce] Detach interface failed, port_id=5397959e-3171-4018-b5f3-4db6d62619b0, reason: Instance 23109e2f-dc6b-478f-a5d5-b163d36573ce could not be found. {{(pid=62438) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1846.965168] env[62438]: DEBUG oslo_vmware.api [None req-49306636-eae5-4750-8f9e-d18c30d7697b tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785709, 'name': RemoveSnapshot_Task, 'duration_secs': 0.633334} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.965546] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-49306636-eae5-4750-8f9e-d18c30d7697b tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Deleted Snapshot of the VM instance {{(pid=62438) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1846.965747] env[62438]: DEBUG nova.compute.manager [None req-49306636-eae5-4750-8f9e-d18c30d7697b tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1846.966601] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66340dee-b443-4d08-97d1-20c80ffbe1e9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.015420] env[62438]: DEBUG oslo_vmware.api [None req-74b9bd49-5441-4b8e-af21-85f0ade49afe tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1785706, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.116688] env[62438]: DEBUG nova.network.neutron [-] [instance: d327640c-2fb5-42d5-a1b4-a3744fb31e28] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1847.151839] env[62438]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b4e04664-cbde-4077-b864-6c38036f8ef4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.162998] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2abaf0a1-3e28-48d8-a37c-72cd5a10d850 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.197757] env[62438]: DEBUG nova.compute.manager [req-6b4e01b0-1a63-485d-a08f-7d8838e7732b req-919ebdf2-0cf6-45a1-b3ae-6f8411872a63 service nova] [instance: d327640c-2fb5-42d5-a1b4-a3744fb31e28] Detach interface failed, port_id=d5a80f9a-4b0b-47bb-9bed-d4b71b709aba, reason: Instance d327640c-2fb5-42d5-a1b4-a3744fb31e28 could not be found. {{(pid=62438) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1847.325343] env[62438]: INFO nova.compute.manager [-] [instance: 23109e2f-dc6b-478f-a5d5-b163d36573ce] Took 1.30 seconds to deallocate network for instance. [ 1847.479362] env[62438]: INFO nova.compute.manager [None req-49306636-eae5-4750-8f9e-d18c30d7697b tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Shelve offloading [ 1847.484772] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-49306636-eae5-4750-8f9e-d18c30d7697b tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1847.485170] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b465ac76-7605-4bda-a02d-25246c7b09e8 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.493872] env[62438]: DEBUG oslo_vmware.api [None req-49306636-eae5-4750-8f9e-d18c30d7697b tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Waiting for the task: (returnval){ [ 1847.493872] env[62438]: value = "task-1785711" [ 1847.493872] env[62438]: _type = "Task" [ 1847.493872] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1847.502837] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-49306636-eae5-4750-8f9e-d18c30d7697b tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] VM already powered off {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 1847.503061] env[62438]: DEBUG nova.compute.manager [None req-49306636-eae5-4750-8f9e-d18c30d7697b tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1847.503904] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbdbf24a-8703-4e43-9151-e67f0751cfd8 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.513838] env[62438]: DEBUG oslo_concurrency.lockutils [None req-49306636-eae5-4750-8f9e-d18c30d7697b tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Acquiring lock "refresh_cache-9a04f4af-932a-49d7-82dc-4180cb5d1a19" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1847.514097] env[62438]: DEBUG oslo_concurrency.lockutils [None req-49306636-eae5-4750-8f9e-d18c30d7697b tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Acquired lock "refresh_cache-9a04f4af-932a-49d7-82dc-4180cb5d1a19" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1847.514338] env[62438]: DEBUG nova.network.neutron [None req-49306636-eae5-4750-8f9e-d18c30d7697b tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1847.519767] env[62438]: DEBUG oslo_vmware.api [None req-74b9bd49-5441-4b8e-af21-85f0ade49afe tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1785706, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.619935] env[62438]: INFO nova.compute.manager [-] [instance: d327640c-2fb5-42d5-a1b4-a3744fb31e28] Took 1.43 seconds to deallocate network for instance. [ 1847.637358] env[62438]: DEBUG oslo_vmware.rw_handles [None req-bd2adf42-e78a-48a9-af57-b4a57b6db855 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ab2b4c-b603-5de9-e240-ce5aed96b000/disk-0.vmdk. {{(pid=62438) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1847.638738] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe7ce736-962c-4273-90af-ef2a9eacbce5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.645867] env[62438]: DEBUG oslo_vmware.rw_handles [None req-bd2adf42-e78a-48a9-af57-b4a57b6db855 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ab2b4c-b603-5de9-e240-ce5aed96b000/disk-0.vmdk is in state: ready. {{(pid=62438) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1847.646148] env[62438]: ERROR oslo_vmware.rw_handles [None req-bd2adf42-e78a-48a9-af57-b4a57b6db855 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ab2b4c-b603-5de9-e240-ce5aed96b000/disk-0.vmdk due to incomplete transfer. [ 1847.646443] env[62438]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-410aef22-3778-4df6-8e26-bbf4e0266950 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.654094] env[62438]: DEBUG oslo_vmware.rw_handles [None req-bd2adf42-e78a-48a9-af57-b4a57b6db855 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ab2b4c-b603-5de9-e240-ce5aed96b000/disk-0.vmdk. {{(pid=62438) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1847.654326] env[62438]: DEBUG nova.virt.vmwareapi.images [None req-bd2adf42-e78a-48a9-af57-b4a57b6db855 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Uploaded image cc26e752-5069-406a-a8c7-61bc0c10a123 to the Glance image server {{(pid=62438) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 1847.656127] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd2adf42-e78a-48a9-af57-b4a57b6db855 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Destroying the VM {{(pid=62438) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 1847.656397] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e025bf60-907a-49ce-8589-45d286b839e8 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.662757] env[62438]: DEBUG oslo_vmware.api [None req-bd2adf42-e78a-48a9-af57-b4a57b6db855 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Waiting for the task: (returnval){ [ 1847.662757] env[62438]: value = "task-1785712" [ 1847.662757] env[62438]: _type = "Task" [ 1847.662757] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1847.671155] env[62438]: DEBUG oslo_vmware.api [None req-bd2adf42-e78a-48a9-af57-b4a57b6db855 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785712, 'name': Destroy_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.833805] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e726f0d4-894e-4cf5-b72f-a1c0ebb03599 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1847.833805] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e726f0d4-894e-4cf5-b72f-a1c0ebb03599 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1847.833805] env[62438]: DEBUG nova.objects.instance [None req-e726f0d4-894e-4cf5-b72f-a1c0ebb03599 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Lazy-loading 'resources' on Instance uuid 23109e2f-dc6b-478f-a5d5-b163d36573ce {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1848.019558] env[62438]: DEBUG oslo_vmware.api [None req-74b9bd49-5441-4b8e-af21-85f0ade49afe tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1785706, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.069744] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Didn't find any instances for network info cache update. {{(pid=62438) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10012}} [ 1848.070017] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1848.072946] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1848.073167] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1848.073692] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1848.073860] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1848.074029] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1848.074170] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62438) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10545}} [ 1848.074320] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager.update_available_resource {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1848.132262] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f41d2e16-9347-40ad-b24d-19e6056dadcb tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1848.172592] env[62438]: DEBUG oslo_vmware.api [None req-bd2adf42-e78a-48a9-af57-b4a57b6db855 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785712, 'name': Destroy_Task, 'duration_secs': 0.392341} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1848.172894] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-bd2adf42-e78a-48a9-af57-b4a57b6db855 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Destroyed the VM [ 1848.173167] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-bd2adf42-e78a-48a9-af57-b4a57b6db855 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Deleting Snapshot of the VM instance {{(pid=62438) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1848.173489] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a8fdc7d4-4fbd-4cc9-a085-16e0f58aa586 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.181448] env[62438]: DEBUG oslo_vmware.api [None req-bd2adf42-e78a-48a9-af57-b4a57b6db855 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Waiting for the task: (returnval){ [ 1848.181448] env[62438]: value = "task-1785713" [ 1848.181448] env[62438]: _type = "Task" [ 1848.181448] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1848.188980] env[62438]: DEBUG oslo_vmware.api [None req-bd2adf42-e78a-48a9-af57-b4a57b6db855 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785713, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.340093] env[62438]: DEBUG nova.network.neutron [None req-49306636-eae5-4750-8f9e-d18c30d7697b tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Updating instance_info_cache with network_info: [{"id": "26f2b697-c482-42aa-a7bc-24b0ba08b671", "address": "fa:16:3e:33:7b:a3", "network": {"id": "d5e0f42e-8988-470d-bf55-b08dd924a07b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-779037552-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7f4486a8955463faeee363dc451c813", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26f2b697-c4", "ovs_interfaceid": "26f2b697-c482-42aa-a7bc-24b0ba08b671", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1848.375819] env[62438]: DEBUG nova.compute.manager [req-9f72d808-1f94-4e5c-ba87-7d6d90b2fa6e req-0b8ed898-f7f0-4af1-b726-8af614902570 service nova] [instance: ad410fa6-01af-475e-a744-b2627e01552f] Received event network-changed-76e0ce57-a960-43cc-b4e4-a45568237519 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1848.376034] env[62438]: DEBUG nova.compute.manager [req-9f72d808-1f94-4e5c-ba87-7d6d90b2fa6e req-0b8ed898-f7f0-4af1-b726-8af614902570 service nova] [instance: ad410fa6-01af-475e-a744-b2627e01552f] Refreshing instance network info cache due to event network-changed-76e0ce57-a960-43cc-b4e4-a45568237519. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1848.376276] env[62438]: DEBUG oslo_concurrency.lockutils [req-9f72d808-1f94-4e5c-ba87-7d6d90b2fa6e req-0b8ed898-f7f0-4af1-b726-8af614902570 service nova] Acquiring lock "refresh_cache-ad410fa6-01af-475e-a744-b2627e01552f" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1848.377182] env[62438]: DEBUG oslo_concurrency.lockutils [req-9f72d808-1f94-4e5c-ba87-7d6d90b2fa6e req-0b8ed898-f7f0-4af1-b726-8af614902570 service nova] Acquired lock "refresh_cache-ad410fa6-01af-475e-a744-b2627e01552f" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1848.377182] env[62438]: DEBUG nova.network.neutron [req-9f72d808-1f94-4e5c-ba87-7d6d90b2fa6e req-0b8ed898-f7f0-4af1-b726-8af614902570 service nova] [instance: ad410fa6-01af-475e-a744-b2627e01552f] Refreshing network info cache for port 76e0ce57-a960-43cc-b4e4-a45568237519 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1848.475468] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d38da50-6190-4887-868c-252a4e91984a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.483231] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d65a53a3-a4c2-4434-9b66-5bce482d682e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.517465] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fcc57b5-d602-4cd2-896b-0613c9ceadad {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.525753] env[62438]: DEBUG oslo_vmware.api [None req-74b9bd49-5441-4b8e-af21-85f0ade49afe tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1785706, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.529227] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e863fc94-da29-4388-a7b9-c9c28a25c6f9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.542370] env[62438]: DEBUG nova.compute.provider_tree [None req-e726f0d4-894e-4cf5-b72f-a1c0ebb03599 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1848.578839] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1848.689266] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd0602c6-73e9-4c87-9a27-cdf28180c0fb tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: d5942d48-628f-4c7c-a87a-4d30729eea80] Volume attach. Driver type: vmdk {{(pid=62438) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1848.689612] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd0602c6-73e9-4c87-9a27-cdf28180c0fb tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: d5942d48-628f-4c7c-a87a-4d30729eea80] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370514', 'volume_id': '5fc097cc-576a-401a-8861-54b6de8d6396', 'name': 'volume-5fc097cc-576a-401a-8861-54b6de8d6396', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd5942d48-628f-4c7c-a87a-4d30729eea80', 'attached_at': '', 'detached_at': '', 'volume_id': '5fc097cc-576a-401a-8861-54b6de8d6396', 'serial': '5fc097cc-576a-401a-8861-54b6de8d6396'} {{(pid=62438) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1848.690441] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d5f79c5-79a1-49f5-afd2-d65efaca959d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.698749] env[62438]: DEBUG oslo_vmware.api [None req-bd2adf42-e78a-48a9-af57-b4a57b6db855 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785713, 'name': RemoveSnapshot_Task, 'duration_secs': 0.350829} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1848.710273] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-bd2adf42-e78a-48a9-af57-b4a57b6db855 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Deleted Snapshot of the VM instance {{(pid=62438) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1848.710566] env[62438]: DEBUG nova.compute.manager [None req-bd2adf42-e78a-48a9-af57-b4a57b6db855 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1848.711501] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75c98e74-672d-4907-bb30-c4dddde364f5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.714317] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96dd1744-478b-4be9-a690-7a9eb52a2973 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.742075] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd0602c6-73e9-4c87-9a27-cdf28180c0fb tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: d5942d48-628f-4c7c-a87a-4d30729eea80] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] volume-5fc097cc-576a-401a-8861-54b6de8d6396/volume-5fc097cc-576a-401a-8861-54b6de8d6396.vmdk or device None with type thin {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1848.742630] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85b30357-009e-40e6-b963-c656c9ba95fa {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.761808] env[62438]: DEBUG oslo_vmware.api [None req-dd0602c6-73e9-4c87-9a27-cdf28180c0fb tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Waiting for the task: (returnval){ [ 1848.761808] env[62438]: value = "task-1785714" [ 1848.761808] env[62438]: _type = "Task" [ 1848.761808] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1848.770526] env[62438]: DEBUG oslo_vmware.api [None req-dd0602c6-73e9-4c87-9a27-cdf28180c0fb tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': task-1785714, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.843058] env[62438]: DEBUG oslo_concurrency.lockutils [None req-49306636-eae5-4750-8f9e-d18c30d7697b tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Releasing lock "refresh_cache-9a04f4af-932a-49d7-82dc-4180cb5d1a19" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1849.026913] env[62438]: DEBUG oslo_vmware.api [None req-74b9bd49-5441-4b8e-af21-85f0ade49afe tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1785706, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.044980] env[62438]: DEBUG nova.scheduler.client.report [None req-e726f0d4-894e-4cf5-b72f-a1c0ebb03599 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1849.119569] env[62438]: DEBUG nova.network.neutron [req-9f72d808-1f94-4e5c-ba87-7d6d90b2fa6e req-0b8ed898-f7f0-4af1-b726-8af614902570 service nova] [instance: ad410fa6-01af-475e-a744-b2627e01552f] Updated VIF entry in instance network info cache for port 76e0ce57-a960-43cc-b4e4-a45568237519. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1849.120107] env[62438]: DEBUG nova.network.neutron [req-9f72d808-1f94-4e5c-ba87-7d6d90b2fa6e req-0b8ed898-f7f0-4af1-b726-8af614902570 service nova] [instance: ad410fa6-01af-475e-a744-b2627e01552f] Updating instance_info_cache with network_info: [{"id": "76e0ce57-a960-43cc-b4e4-a45568237519", "address": "fa:16:3e:5c:d5:7a", "network": {"id": "f204c615-6047-48c0-a7eb-65fe4ad424e5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1343144096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38d579b225154935bb754c9894cd2f33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76e0ce57-a9", "ovs_interfaceid": "76e0ce57-a960-43cc-b4e4-a45568237519", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1849.230099] env[62438]: DEBUG nova.compute.manager [req-1b06c800-a69e-42b0-ac2d-bf02ea4e59d8 req-c536e36e-0a4f-4c1c-be7c-ddfff0686c21 service nova] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Received event network-vif-unplugged-26f2b697-c482-42aa-a7bc-24b0ba08b671 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1849.230099] env[62438]: DEBUG oslo_concurrency.lockutils [req-1b06c800-a69e-42b0-ac2d-bf02ea4e59d8 req-c536e36e-0a4f-4c1c-be7c-ddfff0686c21 service nova] Acquiring lock "9a04f4af-932a-49d7-82dc-4180cb5d1a19-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1849.230099] env[62438]: DEBUG oslo_concurrency.lockutils [req-1b06c800-a69e-42b0-ac2d-bf02ea4e59d8 req-c536e36e-0a4f-4c1c-be7c-ddfff0686c21 service nova] Lock "9a04f4af-932a-49d7-82dc-4180cb5d1a19-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1849.230099] env[62438]: DEBUG oslo_concurrency.lockutils [req-1b06c800-a69e-42b0-ac2d-bf02ea4e59d8 req-c536e36e-0a4f-4c1c-be7c-ddfff0686c21 service nova] Lock "9a04f4af-932a-49d7-82dc-4180cb5d1a19-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1849.231454] env[62438]: DEBUG nova.compute.manager [req-1b06c800-a69e-42b0-ac2d-bf02ea4e59d8 req-c536e36e-0a4f-4c1c-be7c-ddfff0686c21 service nova] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] No waiting events found dispatching network-vif-unplugged-26f2b697-c482-42aa-a7bc-24b0ba08b671 {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1849.231792] env[62438]: WARNING nova.compute.manager [req-1b06c800-a69e-42b0-ac2d-bf02ea4e59d8 req-c536e36e-0a4f-4c1c-be7c-ddfff0686c21 service nova] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Received unexpected event network-vif-unplugged-26f2b697-c482-42aa-a7bc-24b0ba08b671 for instance with vm_state shelved and task_state shelving_offloading. [ 1849.246369] env[62438]: INFO nova.compute.manager [None req-bd2adf42-e78a-48a9-af57-b4a57b6db855 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Shelve offloading [ 1849.248854] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd2adf42-e78a-48a9-af57-b4a57b6db855 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1849.249263] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f58ed85d-176b-47b0-a71f-cea7432a439f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.259019] env[62438]: DEBUG oslo_vmware.api [None req-bd2adf42-e78a-48a9-af57-b4a57b6db855 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Waiting for the task: (returnval){ [ 1849.259019] env[62438]: value = "task-1785715" [ 1849.259019] env[62438]: _type = "Task" [ 1849.259019] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.271089] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd2adf42-e78a-48a9-af57-b4a57b6db855 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] VM already powered off {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 1849.271306] env[62438]: DEBUG nova.compute.manager [None req-bd2adf42-e78a-48a9-af57-b4a57b6db855 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1849.273119] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-689026ab-39f1-47fb-9483-e5718a73c229 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.278462] env[62438]: DEBUG oslo_vmware.api [None req-dd0602c6-73e9-4c87-9a27-cdf28180c0fb tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': task-1785714, 'name': ReconfigVM_Task, 'duration_secs': 0.370906} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.279185] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd0602c6-73e9-4c87-9a27-cdf28180c0fb tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: d5942d48-628f-4c7c-a87a-4d30729eea80] Reconfigured VM instance instance-00000063 to attach disk [datastore1] volume-5fc097cc-576a-401a-8861-54b6de8d6396/volume-5fc097cc-576a-401a-8861-54b6de8d6396.vmdk or device None with type thin {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1849.286018] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd8271f4-d5a2-47d9-b4fb-01c21cda5db8 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.296815] env[62438]: DEBUG oslo_concurrency.lockutils [None req-bd2adf42-e78a-48a9-af57-b4a57b6db855 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Acquiring lock "refresh_cache-f20ec23f-9d33-4e6b-9c84-cd65a354da93" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1849.296996] env[62438]: DEBUG oslo_concurrency.lockutils [None req-bd2adf42-e78a-48a9-af57-b4a57b6db855 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Acquired lock "refresh_cache-f20ec23f-9d33-4e6b-9c84-cd65a354da93" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1849.297208] env[62438]: DEBUG nova.network.neutron [None req-bd2adf42-e78a-48a9-af57-b4a57b6db855 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1849.307195] env[62438]: DEBUG oslo_vmware.api [None req-dd0602c6-73e9-4c87-9a27-cdf28180c0fb tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Waiting for the task: (returnval){ [ 1849.307195] env[62438]: value = "task-1785716" [ 1849.307195] env[62438]: _type = "Task" [ 1849.307195] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.316720] env[62438]: DEBUG oslo_vmware.api [None req-dd0602c6-73e9-4c87-9a27-cdf28180c0fb tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': task-1785716, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.322201] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-49306636-eae5-4750-8f9e-d18c30d7697b tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1849.323097] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-378e8036-ca0f-4e99-a00a-194e85fbe3c4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.330661] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-49306636-eae5-4750-8f9e-d18c30d7697b tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1849.330983] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b28b5039-9117-4d3a-9f61-e70736e04c1e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.525824] env[62438]: DEBUG oslo_vmware.api [None req-74b9bd49-5441-4b8e-af21-85f0ade49afe tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1785706, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.551841] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e726f0d4-894e-4cf5-b72f-a1c0ebb03599 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.719s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1849.554204] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f41d2e16-9347-40ad-b24d-19e6056dadcb tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.422s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1849.554473] env[62438]: DEBUG nova.objects.instance [None req-f41d2e16-9347-40ad-b24d-19e6056dadcb tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Lazy-loading 'resources' on Instance uuid d327640c-2fb5-42d5-a1b4-a3744fb31e28 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1849.575687] env[62438]: INFO nova.scheduler.client.report [None req-e726f0d4-894e-4cf5-b72f-a1c0ebb03599 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Deleted allocations for instance 23109e2f-dc6b-478f-a5d5-b163d36573ce [ 1849.622706] env[62438]: DEBUG oslo_concurrency.lockutils [req-9f72d808-1f94-4e5c-ba87-7d6d90b2fa6e req-0b8ed898-f7f0-4af1-b726-8af614902570 service nova] Releasing lock "refresh_cache-ad410fa6-01af-475e-a744-b2627e01552f" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1849.812655] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-49306636-eae5-4750-8f9e-d18c30d7697b tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1849.812929] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-49306636-eae5-4750-8f9e-d18c30d7697b tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1849.813085] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-49306636-eae5-4750-8f9e-d18c30d7697b tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Deleting the datastore file [datastore1] 9a04f4af-932a-49d7-82dc-4180cb5d1a19 {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1849.813723] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-80b5545d-202c-4a89-a044-e50c8b0f8f38 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.818480] env[62438]: DEBUG oslo_vmware.api [None req-dd0602c6-73e9-4c87-9a27-cdf28180c0fb tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': task-1785716, 'name': ReconfigVM_Task, 'duration_secs': 0.19303} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.818696] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd0602c6-73e9-4c87-9a27-cdf28180c0fb tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: d5942d48-628f-4c7c-a87a-4d30729eea80] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370514', 'volume_id': '5fc097cc-576a-401a-8861-54b6de8d6396', 'name': 'volume-5fc097cc-576a-401a-8861-54b6de8d6396', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd5942d48-628f-4c7c-a87a-4d30729eea80', 'attached_at': '', 'detached_at': '', 'volume_id': '5fc097cc-576a-401a-8861-54b6de8d6396', 'serial': '5fc097cc-576a-401a-8861-54b6de8d6396'} {{(pid=62438) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1849.822569] env[62438]: DEBUG oslo_vmware.api [None req-49306636-eae5-4750-8f9e-d18c30d7697b tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Waiting for the task: (returnval){ [ 1849.822569] env[62438]: value = "task-1785718" [ 1849.822569] env[62438]: _type = "Task" [ 1849.822569] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.830793] env[62438]: DEBUG oslo_vmware.api [None req-49306636-eae5-4750-8f9e-d18c30d7697b tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785718, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.025392] env[62438]: DEBUG oslo_vmware.api [None req-74b9bd49-5441-4b8e-af21-85f0ade49afe tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1785706, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.086171] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e726f0d4-894e-4cf5-b72f-a1c0ebb03599 tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Lock "23109e2f-dc6b-478f-a5d5-b163d36573ce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.276s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1850.190614] env[62438]: DEBUG nova.network.neutron [None req-bd2adf42-e78a-48a9-af57-b4a57b6db855 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Updating instance_info_cache with network_info: [{"id": "0e62c45b-acb8-4412-adfd-f7edaf39408b", "address": "fa:16:3e:0e:5e:86", "network": {"id": "0dbd3920-b0f9-440c-828e-f62c188026e3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-185667311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f3dbad0ee7a4ddebd396ce5fa49f1d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e62c45b-ac", "ovs_interfaceid": "0e62c45b-acb8-4412-adfd-f7edaf39408b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1850.194742] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb40e7e0-3862-4e36-a4f7-a26fcf41e346 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.202191] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1cc86d4-da3b-4e1f-a699-2be6e7a35f20 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.232240] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f940a7c-bca5-48c8-84f8-8133559f7525 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.239525] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31b2307e-5b6c-48f8-bac6-44db3fbf1bc9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.254349] env[62438]: DEBUG nova.compute.provider_tree [None req-f41d2e16-9347-40ad-b24d-19e6056dadcb tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1850.334147] env[62438]: DEBUG oslo_vmware.api [None req-49306636-eae5-4750-8f9e-d18c30d7697b tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785718, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137846} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.334147] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-49306636-eae5-4750-8f9e-d18c30d7697b tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1850.334147] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-49306636-eae5-4750-8f9e-d18c30d7697b tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1850.334147] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-49306636-eae5-4750-8f9e-d18c30d7697b tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1850.356038] env[62438]: INFO nova.scheduler.client.report [None req-49306636-eae5-4750-8f9e-d18c30d7697b tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Deleted allocations for instance 9a04f4af-932a-49d7-82dc-4180cb5d1a19 [ 1850.528637] env[62438]: DEBUG oslo_vmware.api [None req-74b9bd49-5441-4b8e-af21-85f0ade49afe tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1785706, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.696914] env[62438]: DEBUG oslo_concurrency.lockutils [None req-bd2adf42-e78a-48a9-af57-b4a57b6db855 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Releasing lock "refresh_cache-f20ec23f-9d33-4e6b-9c84-cd65a354da93" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1850.757437] env[62438]: DEBUG nova.scheduler.client.report [None req-f41d2e16-9347-40ad-b24d-19e6056dadcb tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1850.862644] env[62438]: DEBUG oslo_concurrency.lockutils [None req-49306636-eae5-4750-8f9e-d18c30d7697b tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1850.868117] env[62438]: DEBUG nova.objects.instance [None req-dd0602c6-73e9-4c87-9a27-cdf28180c0fb tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Lazy-loading 'flavor' on Instance uuid d5942d48-628f-4c7c-a87a-4d30729eea80 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1851.027399] env[62438]: DEBUG oslo_vmware.api [None req-74b9bd49-5441-4b8e-af21-85f0ade49afe tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1785706, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.263662] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f41d2e16-9347-40ad-b24d-19e6056dadcb tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.709s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1851.267249] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.688s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1851.268169] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1851.268169] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62438) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1851.268482] env[62438]: DEBUG oslo_concurrency.lockutils [None req-49306636-eae5-4750-8f9e-d18c30d7697b tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.406s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1851.268797] env[62438]: DEBUG nova.objects.instance [None req-49306636-eae5-4750-8f9e-d18c30d7697b tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Lazy-loading 'resources' on Instance uuid 9a04f4af-932a-49d7-82dc-4180cb5d1a19 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1851.273639] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-197feae0-350c-4e58-abad-52bc1809e377 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.284192] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a67ed37-7789-42f6-9a42-3b2ecf90667b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.292502] env[62438]: INFO nova.scheduler.client.report [None req-f41d2e16-9347-40ad-b24d-19e6056dadcb tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Deleted allocations for instance d327640c-2fb5-42d5-a1b4-a3744fb31e28 [ 1851.310626] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85151d60-65f7-47c5-8056-2fc06bfd665a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.318897] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4733ec30-bd04-4db3-b195-e60013c1485d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.352415] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179917MB free_disk=162GB free_vcpus=48 pci_devices=None {{(pid=62438) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1851.352577] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.355288] env[62438]: DEBUG nova.compute.manager [req-a2bc359c-e806-448d-bf28-361651d92792 req-6a5c2502-1b83-4e13-9a8b-bd00e62c5154 service nova] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Received event network-changed-26f2b697-c482-42aa-a7bc-24b0ba08b671 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1851.355943] env[62438]: DEBUG nova.compute.manager [req-a2bc359c-e806-448d-bf28-361651d92792 req-6a5c2502-1b83-4e13-9a8b-bd00e62c5154 service nova] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Refreshing instance network info cache due to event network-changed-26f2b697-c482-42aa-a7bc-24b0ba08b671. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1851.355943] env[62438]: DEBUG oslo_concurrency.lockutils [req-a2bc359c-e806-448d-bf28-361651d92792 req-6a5c2502-1b83-4e13-9a8b-bd00e62c5154 service nova] Acquiring lock "refresh_cache-9a04f4af-932a-49d7-82dc-4180cb5d1a19" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1851.355943] env[62438]: DEBUG oslo_concurrency.lockutils [req-a2bc359c-e806-448d-bf28-361651d92792 req-6a5c2502-1b83-4e13-9a8b-bd00e62c5154 service nova] Acquired lock "refresh_cache-9a04f4af-932a-49d7-82dc-4180cb5d1a19" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1851.356105] env[62438]: DEBUG nova.network.neutron [req-a2bc359c-e806-448d-bf28-361651d92792 req-6a5c2502-1b83-4e13-9a8b-bd00e62c5154 service nova] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Refreshing network info cache for port 26f2b697-c482-42aa-a7bc-24b0ba08b671 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1851.375169] env[62438]: DEBUG oslo_concurrency.lockutils [None req-dd0602c6-73e9-4c87-9a27-cdf28180c0fb tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Lock "d5942d48-628f-4c7c-a87a-4d30729eea80" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.290s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1851.422623] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-bd2adf42-e78a-48a9-af57-b4a57b6db855 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1851.424236] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e469b8-da25-490d-a7e5-dedcc938b3ee {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.431980] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-bd2adf42-e78a-48a9-af57-b4a57b6db855 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1851.432288] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-26168e84-a64d-4001-9a21-5189527c312e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.528029] env[62438]: DEBUG oslo_vmware.api [None req-74b9bd49-5441-4b8e-af21-85f0ade49afe tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1785706, 'name': ReconfigVM_Task, 'duration_secs': 5.842967} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1851.528029] env[62438]: DEBUG oslo_concurrency.lockutils [None req-74b9bd49-5441-4b8e-af21-85f0ade49afe tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Releasing lock "abb54d04-d9de-4711-ac01-e4babe81325b" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1851.528029] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-74b9bd49-5441-4b8e-af21-85f0ade49afe tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: abb54d04-d9de-4711-ac01-e4babe81325b] Reconfigured VM to detach interface {{(pid=62438) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1984}} [ 1851.637899] env[62438]: DEBUG oslo_concurrency.lockutils [None req-483bfd25-b829-4f20-9251-b02a34f73922 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Acquiring lock "d5942d48-628f-4c7c-a87a-4d30729eea80" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.638179] env[62438]: DEBUG oslo_concurrency.lockutils [None req-483bfd25-b829-4f20-9251-b02a34f73922 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Lock "d5942d48-628f-4c7c-a87a-4d30729eea80" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1851.663731] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-bd2adf42-e78a-48a9-af57-b4a57b6db855 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1851.663976] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-bd2adf42-e78a-48a9-af57-b4a57b6db855 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1851.664183] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd2adf42-e78a-48a9-af57-b4a57b6db855 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Deleting the datastore file [datastore1] f20ec23f-9d33-4e6b-9c84-cd65a354da93 {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1851.664488] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-133842cf-e5bb-4cd7-a7f0-6510cdb44072 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.675631] env[62438]: DEBUG oslo_vmware.api [None req-bd2adf42-e78a-48a9-af57-b4a57b6db855 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Waiting for the task: (returnval){ [ 1851.675631] env[62438]: value = "task-1785720" [ 1851.675631] env[62438]: _type = "Task" [ 1851.675631] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1851.688843] env[62438]: DEBUG oslo_vmware.api [None req-bd2adf42-e78a-48a9-af57-b4a57b6db855 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785720, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.772931] env[62438]: DEBUG nova.objects.instance [None req-49306636-eae5-4750-8f9e-d18c30d7697b tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Lazy-loading 'numa_topology' on Instance uuid 9a04f4af-932a-49d7-82dc-4180cb5d1a19 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1851.801458] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f41d2e16-9347-40ad-b24d-19e6056dadcb tempest-MultipleCreateTestJSON-480321981 tempest-MultipleCreateTestJSON-480321981-project-member] Lock "d327640c-2fb5-42d5-a1b4-a3744fb31e28" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.906s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1852.120726] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Acquiring lock "9a04f4af-932a-49d7-82dc-4180cb5d1a19" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1852.141402] env[62438]: INFO nova.compute.manager [None req-483bfd25-b829-4f20-9251-b02a34f73922 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: d5942d48-628f-4c7c-a87a-4d30729eea80] Detaching volume 5fc097cc-576a-401a-8861-54b6de8d6396 [ 1852.176886] env[62438]: INFO nova.virt.block_device [None req-483bfd25-b829-4f20-9251-b02a34f73922 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: d5942d48-628f-4c7c-a87a-4d30729eea80] Attempting to driver detach volume 5fc097cc-576a-401a-8861-54b6de8d6396 from mountpoint /dev/sdb [ 1852.177288] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-483bfd25-b829-4f20-9251-b02a34f73922 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: d5942d48-628f-4c7c-a87a-4d30729eea80] Volume detach. Driver type: vmdk {{(pid=62438) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1852.177549] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-483bfd25-b829-4f20-9251-b02a34f73922 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: d5942d48-628f-4c7c-a87a-4d30729eea80] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370514', 'volume_id': '5fc097cc-576a-401a-8861-54b6de8d6396', 'name': 'volume-5fc097cc-576a-401a-8861-54b6de8d6396', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd5942d48-628f-4c7c-a87a-4d30729eea80', 'attached_at': '', 'detached_at': '', 'volume_id': '5fc097cc-576a-401a-8861-54b6de8d6396', 'serial': '5fc097cc-576a-401a-8861-54b6de8d6396'} {{(pid=62438) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1852.178607] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b620815a-9fe3-40b2-b2ee-ffd96059f73f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.191155] env[62438]: DEBUG oslo_vmware.api [None req-bd2adf42-e78a-48a9-af57-b4a57b6db855 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785720, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136034} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.207886] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd2adf42-e78a-48a9-af57-b4a57b6db855 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1852.208120] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-bd2adf42-e78a-48a9-af57-b4a57b6db855 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1852.208307] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-bd2adf42-e78a-48a9-af57-b4a57b6db855 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1852.211646] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c76c7b9-a183-49ae-a0cf-cfa6d56decb2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.221040] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc9382e-a556-4181-836b-a1758e161c4f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.244083] env[62438]: INFO nova.scheduler.client.report [None req-bd2adf42-e78a-48a9-af57-b4a57b6db855 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Deleted allocations for instance f20ec23f-9d33-4e6b-9c84-cd65a354da93 [ 1852.247329] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f780b5-7f89-4a7d-8ae7-b6856807f4c0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.264067] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-483bfd25-b829-4f20-9251-b02a34f73922 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] The volume has not been displaced from its original location: [datastore1] volume-5fc097cc-576a-401a-8861-54b6de8d6396/volume-5fc097cc-576a-401a-8861-54b6de8d6396.vmdk. No consolidation needed. {{(pid=62438) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1852.270271] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-483bfd25-b829-4f20-9251-b02a34f73922 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: d5942d48-628f-4c7c-a87a-4d30729eea80] Reconfiguring VM instance instance-00000063 to detach disk 2001 {{(pid=62438) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1852.270658] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68807cd8-0e6f-411f-8ae5-59f8362522cc {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.283435] env[62438]: DEBUG nova.objects.base [None req-49306636-eae5-4750-8f9e-d18c30d7697b tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Object Instance<9a04f4af-932a-49d7-82dc-4180cb5d1a19> lazy-loaded attributes: resources,numa_topology {{(pid=62438) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1852.295817] env[62438]: DEBUG oslo_vmware.api [None req-483bfd25-b829-4f20-9251-b02a34f73922 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Waiting for the task: (returnval){ [ 1852.295817] env[62438]: value = "task-1785721" [ 1852.295817] env[62438]: _type = "Task" [ 1852.295817] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.296672] env[62438]: DEBUG nova.network.neutron [req-a2bc359c-e806-448d-bf28-361651d92792 req-6a5c2502-1b83-4e13-9a8b-bd00e62c5154 service nova] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Updated VIF entry in instance network info cache for port 26f2b697-c482-42aa-a7bc-24b0ba08b671. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1852.297031] env[62438]: DEBUG nova.network.neutron [req-a2bc359c-e806-448d-bf28-361651d92792 req-6a5c2502-1b83-4e13-9a8b-bd00e62c5154 service nova] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Updating instance_info_cache with network_info: [{"id": "26f2b697-c482-42aa-a7bc-24b0ba08b671", "address": "fa:16:3e:33:7b:a3", "network": {"id": "d5e0f42e-8988-470d-bf55-b08dd924a07b", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-779037552-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7f4486a8955463faeee363dc451c813", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap26f2b697-c4", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1852.304418] env[62438]: DEBUG oslo_vmware.api [None req-483bfd25-b829-4f20-9251-b02a34f73922 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': task-1785721, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.383256] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cf01714-d803-4e70-ad0c-fb5fbd6ff9bf {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.391290] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f2aa42-8b7a-4466-961c-aa6cd60630fa {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.423714] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60cdb155-c635-418d-ac98-4b33105fc347 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.431740] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbfb7618-c4c1-40b7-92cf-64d04c93900b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.447905] env[62438]: DEBUG nova.compute.provider_tree [None req-49306636-eae5-4750-8f9e-d18c30d7697b tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1852.753019] env[62438]: DEBUG oslo_concurrency.lockutils [None req-bd2adf42-e78a-48a9-af57-b4a57b6db855 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1852.799811] env[62438]: DEBUG oslo_concurrency.lockutils [req-a2bc359c-e806-448d-bf28-361651d92792 req-6a5c2502-1b83-4e13-9a8b-bd00e62c5154 service nova] Releasing lock "refresh_cache-9a04f4af-932a-49d7-82dc-4180cb5d1a19" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1852.800326] env[62438]: DEBUG nova.compute.manager [req-a2bc359c-e806-448d-bf28-361651d92792 req-6a5c2502-1b83-4e13-9a8b-bd00e62c5154 service nova] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Received event network-vif-unplugged-0e62c45b-acb8-4412-adfd-f7edaf39408b {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1852.800376] env[62438]: DEBUG oslo_concurrency.lockutils [req-a2bc359c-e806-448d-bf28-361651d92792 req-6a5c2502-1b83-4e13-9a8b-bd00e62c5154 service nova] Acquiring lock "f20ec23f-9d33-4e6b-9c84-cd65a354da93-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1852.800595] env[62438]: DEBUG oslo_concurrency.lockutils [req-a2bc359c-e806-448d-bf28-361651d92792 req-6a5c2502-1b83-4e13-9a8b-bd00e62c5154 service nova] Lock "f20ec23f-9d33-4e6b-9c84-cd65a354da93-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1852.800780] env[62438]: DEBUG oslo_concurrency.lockutils [req-a2bc359c-e806-448d-bf28-361651d92792 req-6a5c2502-1b83-4e13-9a8b-bd00e62c5154 service nova] Lock "f20ec23f-9d33-4e6b-9c84-cd65a354da93-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1852.800962] env[62438]: DEBUG nova.compute.manager [req-a2bc359c-e806-448d-bf28-361651d92792 req-6a5c2502-1b83-4e13-9a8b-bd00e62c5154 service nova] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] No waiting events found dispatching network-vif-unplugged-0e62c45b-acb8-4412-adfd-f7edaf39408b {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1852.801186] env[62438]: WARNING nova.compute.manager [req-a2bc359c-e806-448d-bf28-361651d92792 req-6a5c2502-1b83-4e13-9a8b-bd00e62c5154 service nova] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Received unexpected event network-vif-unplugged-0e62c45b-acb8-4412-adfd-f7edaf39408b for instance with vm_state shelved and task_state shelving_offloading. [ 1852.806316] env[62438]: DEBUG oslo_vmware.api [None req-483bfd25-b829-4f20-9251-b02a34f73922 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': task-1785721, 'name': ReconfigVM_Task, 'duration_secs': 0.23458} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.806739] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-483bfd25-b829-4f20-9251-b02a34f73922 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: d5942d48-628f-4c7c-a87a-4d30729eea80] Reconfigured VM instance instance-00000063 to detach disk 2001 {{(pid=62438) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1852.813058] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c972a85-1848-4bac-98e3-922ffe46bfd4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.829931] env[62438]: DEBUG oslo_vmware.api [None req-483bfd25-b829-4f20-9251-b02a34f73922 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Waiting for the task: (returnval){ [ 1852.829931] env[62438]: value = "task-1785722" [ 1852.829931] env[62438]: _type = "Task" [ 1852.829931] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.838917] env[62438]: DEBUG oslo_vmware.api [None req-483bfd25-b829-4f20-9251-b02a34f73922 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': task-1785722, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.952019] env[62438]: DEBUG oslo_concurrency.lockutils [None req-74b9bd49-5441-4b8e-af21-85f0ade49afe tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Acquiring lock "refresh_cache-abb54d04-d9de-4711-ac01-e4babe81325b" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1852.952019] env[62438]: DEBUG oslo_concurrency.lockutils [None req-74b9bd49-5441-4b8e-af21-85f0ade49afe tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Acquired lock "refresh_cache-abb54d04-d9de-4711-ac01-e4babe81325b" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1852.952019] env[62438]: DEBUG nova.network.neutron [None req-74b9bd49-5441-4b8e-af21-85f0ade49afe tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: abb54d04-d9de-4711-ac01-e4babe81325b] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1852.954860] env[62438]: DEBUG nova.scheduler.client.report [None req-49306636-eae5-4750-8f9e-d18c30d7697b tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1853.342241] env[62438]: DEBUG oslo_vmware.api [None req-483bfd25-b829-4f20-9251-b02a34f73922 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': task-1785722, 'name': ReconfigVM_Task, 'duration_secs': 0.157033} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1853.342241] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-483bfd25-b829-4f20-9251-b02a34f73922 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: d5942d48-628f-4c7c-a87a-4d30729eea80] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370514', 'volume_id': '5fc097cc-576a-401a-8861-54b6de8d6396', 'name': 'volume-5fc097cc-576a-401a-8861-54b6de8d6396', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd5942d48-628f-4c7c-a87a-4d30729eea80', 'attached_at': '', 'detached_at': '', 'volume_id': '5fc097cc-576a-401a-8861-54b6de8d6396', 'serial': '5fc097cc-576a-401a-8861-54b6de8d6396'} {{(pid=62438) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1853.463093] env[62438]: DEBUG oslo_concurrency.lockutils [None req-49306636-eae5-4750-8f9e-d18c30d7697b tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.192s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1853.470019] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.116s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1853.496590] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f89c9be0-625d-4441-82da-e9d7f082fa8d tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Acquiring lock "abb54d04-d9de-4711-ac01-e4babe81325b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1853.496877] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f89c9be0-625d-4441-82da-e9d7f082fa8d tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Lock "abb54d04-d9de-4711-ac01-e4babe81325b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1853.497104] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f89c9be0-625d-4441-82da-e9d7f082fa8d tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Acquiring lock "abb54d04-d9de-4711-ac01-e4babe81325b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1853.497294] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f89c9be0-625d-4441-82da-e9d7f082fa8d tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Lock "abb54d04-d9de-4711-ac01-e4babe81325b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1853.499068] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f89c9be0-625d-4441-82da-e9d7f082fa8d tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Lock "abb54d04-d9de-4711-ac01-e4babe81325b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1853.499677] env[62438]: INFO nova.compute.manager [None req-f89c9be0-625d-4441-82da-e9d7f082fa8d tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: abb54d04-d9de-4711-ac01-e4babe81325b] Terminating instance [ 1853.501941] env[62438]: DEBUG nova.compute.manager [None req-f89c9be0-625d-4441-82da-e9d7f082fa8d tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: abb54d04-d9de-4711-ac01-e4babe81325b] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1853.502164] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f89c9be0-625d-4441-82da-e9d7f082fa8d tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: abb54d04-d9de-4711-ac01-e4babe81325b] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1853.503773] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7852117a-71ea-4053-97d7-47f4912247c8 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.513543] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-f89c9be0-625d-4441-82da-e9d7f082fa8d tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: abb54d04-d9de-4711-ac01-e4babe81325b] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1853.513825] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bfc0b99e-077c-4b79-a072-f6edd92b18a0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.529024] env[62438]: DEBUG oslo_vmware.api [None req-f89c9be0-625d-4441-82da-e9d7f082fa8d tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Waiting for the task: (returnval){ [ 1853.529024] env[62438]: value = "task-1785723" [ 1853.529024] env[62438]: _type = "Task" [ 1853.529024] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.530737] env[62438]: DEBUG nova.compute.manager [req-fe975a9e-68ae-4522-b53c-3a0efae21617 req-ce437bd8-e2a1-4ea7-802f-6e48291a3bb2 service nova] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Received event network-changed-0e62c45b-acb8-4412-adfd-f7edaf39408b {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1853.530938] env[62438]: DEBUG nova.compute.manager [req-fe975a9e-68ae-4522-b53c-3a0efae21617 req-ce437bd8-e2a1-4ea7-802f-6e48291a3bb2 service nova] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Refreshing instance network info cache due to event network-changed-0e62c45b-acb8-4412-adfd-f7edaf39408b. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1853.531183] env[62438]: DEBUG oslo_concurrency.lockutils [req-fe975a9e-68ae-4522-b53c-3a0efae21617 req-ce437bd8-e2a1-4ea7-802f-6e48291a3bb2 service nova] Acquiring lock "refresh_cache-f20ec23f-9d33-4e6b-9c84-cd65a354da93" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1853.531378] env[62438]: DEBUG oslo_concurrency.lockutils [req-fe975a9e-68ae-4522-b53c-3a0efae21617 req-ce437bd8-e2a1-4ea7-802f-6e48291a3bb2 service nova] Acquired lock "refresh_cache-f20ec23f-9d33-4e6b-9c84-cd65a354da93" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1853.531558] env[62438]: DEBUG nova.network.neutron [req-fe975a9e-68ae-4522-b53c-3a0efae21617 req-ce437bd8-e2a1-4ea7-802f-6e48291a3bb2 service nova] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Refreshing network info cache for port 0e62c45b-acb8-4412-adfd-f7edaf39408b {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1853.544180] env[62438]: DEBUG oslo_vmware.api [None req-f89c9be0-625d-4441-82da-e9d7f082fa8d tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1785723, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.902160] env[62438]: DEBUG nova.objects.instance [None req-483bfd25-b829-4f20-9251-b02a34f73922 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Lazy-loading 'flavor' on Instance uuid d5942d48-628f-4c7c-a87a-4d30729eea80 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1853.982467] env[62438]: DEBUG oslo_concurrency.lockutils [None req-49306636-eae5-4750-8f9e-d18c30d7697b tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Lock "9a04f4af-932a-49d7-82dc-4180cb5d1a19" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 21.949s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1853.982467] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Lock "9a04f4af-932a-49d7-82dc-4180cb5d1a19" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.861s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1853.982467] env[62438]: INFO nova.compute.manager [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Unshelving [ 1854.044541] env[62438]: DEBUG oslo_vmware.api [None req-f89c9be0-625d-4441-82da-e9d7f082fa8d tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1785723, 'name': PowerOffVM_Task, 'duration_secs': 0.328458} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.045217] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-f89c9be0-625d-4441-82da-e9d7f082fa8d tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: abb54d04-d9de-4711-ac01-e4babe81325b] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1854.045614] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f89c9be0-625d-4441-82da-e9d7f082fa8d tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: abb54d04-d9de-4711-ac01-e4babe81325b] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1854.046500] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-77fc1ced-c03c-4360-953d-2c48fb25b47a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.132139] env[62438]: INFO nova.network.neutron [None req-74b9bd49-5441-4b8e-af21-85f0ade49afe tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: abb54d04-d9de-4711-ac01-e4babe81325b] Port be2d8d09-819f-4c62-8d3f-6dd26a8b8b2e from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1854.133027] env[62438]: DEBUG nova.network.neutron [None req-74b9bd49-5441-4b8e-af21-85f0ade49afe tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: abb54d04-d9de-4711-ac01-e4babe81325b] Updating instance_info_cache with network_info: [{"id": "6cac1074-90e5-48ec-9ccd-9854e9deba4f", "address": "fa:16:3e:97:a3:7e", "network": {"id": "a94d385f-71ec-4be6-b04d-8fd365f0788d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1510171435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "941c9b8cd46546ffa37aa3edfa770bd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cac1074-90", "ovs_interfaceid": "6cac1074-90e5-48ec-9ccd-9854e9deba4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1854.308128] env[62438]: DEBUG nova.network.neutron [req-fe975a9e-68ae-4522-b53c-3a0efae21617 req-ce437bd8-e2a1-4ea7-802f-6e48291a3bb2 service nova] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Updated VIF entry in instance network info cache for port 0e62c45b-acb8-4412-adfd-f7edaf39408b. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1854.308523] env[62438]: DEBUG nova.network.neutron [req-fe975a9e-68ae-4522-b53c-3a0efae21617 req-ce437bd8-e2a1-4ea7-802f-6e48291a3bb2 service nova] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Updating instance_info_cache with network_info: [{"id": "0e62c45b-acb8-4412-adfd-f7edaf39408b", "address": "fa:16:3e:0e:5e:86", "network": {"id": "0dbd3920-b0f9-440c-828e-f62c188026e3", "bridge": null, "label": "tempest-ServerActionsTestOtherB-185667311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f3dbad0ee7a4ddebd396ce5fa49f1d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap0e62c45b-ac", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1854.514331] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Acquiring lock "f20ec23f-9d33-4e6b-9c84-cd65a354da93" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1854.515828] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance ceadf541-e9dc-423a-97c5-3dfe483cbab4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1854.515828] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance 2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1854.517066] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance abb54d04-d9de-4711-ac01-e4babe81325b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1854.517066] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance d5942d48-628f-4c7c-a87a-4d30729eea80 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1854.517066] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance ad410fa6-01af-475e-a744-b2627e01552f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1854.517066] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Instance with task_state "unshelving" is not being actively managed by this compute host but has allocations referencing this compute node (3d204b25-fa3a-4320-b81b-738bc1f337f5): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1780}} [ 1854.517066] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Instance with task_state "unshelving" is not being actively managed by this compute host but has allocations referencing this compute node (3d204b25-fa3a-4320-b81b-738bc1f337f5): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1780}} [ 1854.517066] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=62438) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1854.517384] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1472MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=62438) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1854.634854] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee4054e-94bd-4030-9ded-be412b026040 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.640576] env[62438]: DEBUG oslo_concurrency.lockutils [None req-74b9bd49-5441-4b8e-af21-85f0ade49afe tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Releasing lock "refresh_cache-abb54d04-d9de-4711-ac01-e4babe81325b" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1854.649098] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2bd33f8-17c4-42d0-8985-7c19ddff6833 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.688835] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54452e57-1b61-43eb-b524-8d38e443b4a5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.697551] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-792c484d-8425-4615-9404-67d4a89a6c93 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.716077] env[62438]: DEBUG nova.compute.provider_tree [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1854.811154] env[62438]: DEBUG oslo_concurrency.lockutils [req-fe975a9e-68ae-4522-b53c-3a0efae21617 req-ce437bd8-e2a1-4ea7-802f-6e48291a3bb2 service nova] Releasing lock "refresh_cache-f20ec23f-9d33-4e6b-9c84-cd65a354da93" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1854.911227] env[62438]: DEBUG oslo_concurrency.lockutils [None req-483bfd25-b829-4f20-9251-b02a34f73922 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Lock "d5942d48-628f-4c7c-a87a-4d30729eea80" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.273s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1854.997054] env[62438]: DEBUG nova.compute.utils [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1855.145813] env[62438]: DEBUG oslo_concurrency.lockutils [None req-74b9bd49-5441-4b8e-af21-85f0ade49afe tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Lock "interface-abb54d04-d9de-4711-ac01-e4babe81325b-be2d8d09-819f-4c62-8d3f-6dd26a8b8b2e" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.239s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1855.218690] env[62438]: DEBUG nova.scheduler.client.report [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1855.500560] env[62438]: INFO nova.virt.block_device [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Booting with volume 081ea5a0-6252-4a05-bf06-91c9c8e5a4d2 at /dev/sdb [ 1855.506667] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5d107b6e-7742-48b4-9d01-bb17cbffd65c tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] Acquiring lock "15012e7b-ed2c-47e5-9d8c-ba46825b1f9b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1855.506922] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5d107b6e-7742-48b4-9d01-bb17cbffd65c tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] Lock "15012e7b-ed2c-47e5-9d8c-ba46825b1f9b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1855.545447] env[62438]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4559f0a4-fc86-4a56-9dd8-9af0a5947b46 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.559021] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4712b96c-5314-4a36-b560-04e400e6818c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.588603] env[62438]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c4324d80-4b89-42d6-8ec7-34abeae9c7cc {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.600700] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30001527-830c-4563-8b9f-e3ee509cfcdc {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.636519] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1998dbc-0add-4eb6-86ca-878e2f219ccf {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.644255] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e08a8fcd-ef66-481f-b111-46994aa878d1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.659550] env[62438]: DEBUG nova.virt.block_device [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Updating existing volume attachment record: 38294a3f-ed21-4a7d-b416-38b4e55e3532 {{(pid=62438) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1855.724223] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62438) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1855.724463] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.256s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1855.724777] env[62438]: DEBUG oslo_concurrency.lockutils [None req-bd2adf42-e78a-48a9-af57-b4a57b6db855 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.972s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1855.724984] env[62438]: DEBUG oslo_concurrency.lockutils [None req-bd2adf42-e78a-48a9-af57-b4a57b6db855 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1855.975622] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2b38f0c0-39a1-4dd7-bcdf-f776a67de517 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Acquiring lock "d5942d48-628f-4c7c-a87a-4d30729eea80" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1855.975899] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2b38f0c0-39a1-4dd7-bcdf-f776a67de517 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Lock "d5942d48-628f-4c7c-a87a-4d30729eea80" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1855.976154] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2b38f0c0-39a1-4dd7-bcdf-f776a67de517 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Acquiring lock "d5942d48-628f-4c7c-a87a-4d30729eea80-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1855.976356] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2b38f0c0-39a1-4dd7-bcdf-f776a67de517 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Lock "d5942d48-628f-4c7c-a87a-4d30729eea80-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1855.976664] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2b38f0c0-39a1-4dd7-bcdf-f776a67de517 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Lock "d5942d48-628f-4c7c-a87a-4d30729eea80-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1855.980366] env[62438]: INFO nova.compute.manager [None req-2b38f0c0-39a1-4dd7-bcdf-f776a67de517 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: d5942d48-628f-4c7c-a87a-4d30729eea80] Terminating instance [ 1855.982889] env[62438]: DEBUG nova.compute.manager [None req-2b38f0c0-39a1-4dd7-bcdf-f776a67de517 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: d5942d48-628f-4c7c-a87a-4d30729eea80] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1855.983109] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-2b38f0c0-39a1-4dd7-bcdf-f776a67de517 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: d5942d48-628f-4c7c-a87a-4d30729eea80] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1855.984052] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd93cef7-dc5b-4c0a-b2ea-217c7d1b53eb {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.994551] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b38f0c0-39a1-4dd7-bcdf-f776a67de517 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: d5942d48-628f-4c7c-a87a-4d30729eea80] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1855.994848] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b7e0d8c-e173-4c57-ac4a-581cae0035fc {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.000901] env[62438]: DEBUG oslo_vmware.api [None req-2b38f0c0-39a1-4dd7-bcdf-f776a67de517 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Waiting for the task: (returnval){ [ 1856.000901] env[62438]: value = "task-1785728" [ 1856.000901] env[62438]: _type = "Task" [ 1856.000901] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.009105] env[62438]: DEBUG nova.compute.manager [None req-5d107b6e-7742-48b4-9d01-bb17cbffd65c tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] [instance: 15012e7b-ed2c-47e5-9d8c-ba46825b1f9b] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1856.011519] env[62438]: DEBUG oslo_vmware.api [None req-2b38f0c0-39a1-4dd7-bcdf-f776a67de517 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': task-1785728, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.235628] env[62438]: DEBUG oslo_concurrency.lockutils [None req-bd2adf42-e78a-48a9-af57-b4a57b6db855 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Lock "f20ec23f-9d33-4e6b-9c84-cd65a354da93" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 22.571s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1856.236367] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Lock "f20ec23f-9d33-4e6b-9c84-cd65a354da93" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.728s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1856.236511] env[62438]: INFO nova.compute.manager [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Unshelving [ 1856.511990] env[62438]: DEBUG oslo_vmware.api [None req-2b38f0c0-39a1-4dd7-bcdf-f776a67de517 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': task-1785728, 'name': PowerOffVM_Task, 'duration_secs': 0.201218} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.514252] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b38f0c0-39a1-4dd7-bcdf-f776a67de517 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: d5942d48-628f-4c7c-a87a-4d30729eea80] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1856.514456] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-2b38f0c0-39a1-4dd7-bcdf-f776a67de517 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: d5942d48-628f-4c7c-a87a-4d30729eea80] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1856.517050] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fb15ad59-5fbd-4f75-bdf2-80d4891ea694 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.536548] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5d107b6e-7742-48b4-9d01-bb17cbffd65c tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1856.536828] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5d107b6e-7742-48b4-9d01-bb17cbffd65c tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1856.538309] env[62438]: INFO nova.compute.claims [None req-5d107b6e-7742-48b4-9d01-bb17cbffd65c tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] [instance: 15012e7b-ed2c-47e5-9d8c-ba46825b1f9b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1857.260278] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1857.681554] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a82943-fec9-4170-9e07-dc07fa44b2df {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.689478] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b784e04-0d55-44ae-99a9-532c44c16936 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.718506] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a6ca40d-b5bf-4ef2-8cb7-1b6a2f495b33 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.725916] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-673c85bc-befb-4c05-8f7f-7856bd7850d8 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.738809] env[62438]: DEBUG nova.compute.provider_tree [None req-5d107b6e-7742-48b4-9d01-bb17cbffd65c tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1857.996053] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Acquiring lock "619b2105-d596-408b-b255-62aec86b6645" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1857.996503] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Lock "619b2105-d596-408b-b255-62aec86b6645" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1858.241965] env[62438]: DEBUG nova.scheduler.client.report [None req-5d107b6e-7742-48b4-9d01-bb17cbffd65c tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1858.499637] env[62438]: DEBUG nova.compute.manager [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] [instance: 619b2105-d596-408b-b255-62aec86b6645] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1858.746615] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5d107b6e-7742-48b4-9d01-bb17cbffd65c tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.210s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1858.747134] env[62438]: DEBUG nova.compute.manager [None req-5d107b6e-7742-48b4-9d01-bb17cbffd65c tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] [instance: 15012e7b-ed2c-47e5-9d8c-ba46825b1f9b] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1858.749929] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.490s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1858.749929] env[62438]: DEBUG nova.objects.instance [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Lazy-loading 'pci_requests' on Instance uuid f20ec23f-9d33-4e6b-9c84-cd65a354da93 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1859.022680] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1859.254281] env[62438]: DEBUG nova.compute.utils [None req-5d107b6e-7742-48b4-9d01-bb17cbffd65c tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1859.257059] env[62438]: DEBUG nova.objects.instance [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Lazy-loading 'numa_topology' on Instance uuid f20ec23f-9d33-4e6b-9c84-cd65a354da93 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1859.258154] env[62438]: DEBUG nova.compute.manager [None req-5d107b6e-7742-48b4-9d01-bb17cbffd65c tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] [instance: 15012e7b-ed2c-47e5-9d8c-ba46825b1f9b] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1859.258332] env[62438]: DEBUG nova.network.neutron [None req-5d107b6e-7742-48b4-9d01-bb17cbffd65c tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] [instance: 15012e7b-ed2c-47e5-9d8c-ba46825b1f9b] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1859.302532] env[62438]: DEBUG nova.policy [None req-5d107b6e-7742-48b4-9d01-bb17cbffd65c tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '139e3bfbfc8f41d09c5e0df9f3f26f7f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a7d94e24777741788ad438d90857f803', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1859.547457] env[62438]: DEBUG nova.network.neutron [None req-5d107b6e-7742-48b4-9d01-bb17cbffd65c tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] [instance: 15012e7b-ed2c-47e5-9d8c-ba46825b1f9b] Successfully created port: 05d486d4-f1f8-4618-b0b5-7d8d460d7a0f {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1859.759740] env[62438]: DEBUG nova.compute.manager [None req-5d107b6e-7742-48b4-9d01-bb17cbffd65c tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] [instance: 15012e7b-ed2c-47e5-9d8c-ba46825b1f9b] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1859.764406] env[62438]: INFO nova.compute.claims [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1860.381053] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8256976c-172d-4ef4-9f4e-e5eb9698e4a7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.388913] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61bcbdfd-7b55-4186-959b-644fa4357fff {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.419246] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b83cb76b-588b-432b-853c-3c840610b3d9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.426759] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-401220d6-13d1-4bcc-ba8d-fe2658c8e752 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.440278] env[62438]: DEBUG nova.compute.provider_tree [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1860.773215] env[62438]: DEBUG nova.compute.manager [None req-5d107b6e-7742-48b4-9d01-bb17cbffd65c tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] [instance: 15012e7b-ed2c-47e5-9d8c-ba46825b1f9b] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1860.798299] env[62438]: DEBUG nova.virt.hardware [None req-5d107b6e-7742-48b4-9d01-bb17cbffd65c tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1860.798559] env[62438]: DEBUG nova.virt.hardware [None req-5d107b6e-7742-48b4-9d01-bb17cbffd65c tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1860.798744] env[62438]: DEBUG nova.virt.hardware [None req-5d107b6e-7742-48b4-9d01-bb17cbffd65c tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1860.798936] env[62438]: DEBUG nova.virt.hardware [None req-5d107b6e-7742-48b4-9d01-bb17cbffd65c tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1860.799109] env[62438]: DEBUG nova.virt.hardware [None req-5d107b6e-7742-48b4-9d01-bb17cbffd65c tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1860.799269] env[62438]: DEBUG nova.virt.hardware [None req-5d107b6e-7742-48b4-9d01-bb17cbffd65c tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1860.799578] env[62438]: DEBUG nova.virt.hardware [None req-5d107b6e-7742-48b4-9d01-bb17cbffd65c tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1860.799762] env[62438]: DEBUG nova.virt.hardware [None req-5d107b6e-7742-48b4-9d01-bb17cbffd65c tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1860.799942] env[62438]: DEBUG nova.virt.hardware [None req-5d107b6e-7742-48b4-9d01-bb17cbffd65c tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1860.800130] env[62438]: DEBUG nova.virt.hardware [None req-5d107b6e-7742-48b4-9d01-bb17cbffd65c tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1860.800316] env[62438]: DEBUG nova.virt.hardware [None req-5d107b6e-7742-48b4-9d01-bb17cbffd65c tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1860.801169] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3963f3eb-2393-48b3-b4e5-b0b25504a914 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.809382] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d04df4-8fd6-499b-b45c-8c28526f17c1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.943058] env[62438]: DEBUG nova.scheduler.client.report [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1861.262615] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1861.447935] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.698s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1861.450138] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.428s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1861.451656] env[62438]: INFO nova.compute.claims [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] [instance: 619b2105-d596-408b-b255-62aec86b6645] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1861.496750] env[62438]: INFO nova.network.neutron [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Updating port 0e62c45b-acb8-4412-adfd-f7edaf39408b with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1861.811039] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f89c9be0-625d-4441-82da-e9d7f082fa8d tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: abb54d04-d9de-4711-ac01-e4babe81325b] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1861.811388] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f89c9be0-625d-4441-82da-e9d7f082fa8d tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: abb54d04-d9de-4711-ac01-e4babe81325b] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1861.811523] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-f89c9be0-625d-4441-82da-e9d7f082fa8d tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Deleting the datastore file [datastore1] abb54d04-d9de-4711-ac01-e4babe81325b {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1861.812750] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c3062c6-15fd-43ae-825c-480231edf83b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.814684] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-2b38f0c0-39a1-4dd7-bcdf-f776a67de517 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: d5942d48-628f-4c7c-a87a-4d30729eea80] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1861.814884] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-2b38f0c0-39a1-4dd7-bcdf-f776a67de517 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: d5942d48-628f-4c7c-a87a-4d30729eea80] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1861.815077] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b38f0c0-39a1-4dd7-bcdf-f776a67de517 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Deleting the datastore file [datastore1] d5942d48-628f-4c7c-a87a-4d30729eea80 {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1861.815317] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c50ed53f-af75-456c-baa3-3525b4b37395 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.821472] env[62438]: DEBUG oslo_vmware.api [None req-f89c9be0-625d-4441-82da-e9d7f082fa8d tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Waiting for the task: (returnval){ [ 1861.821472] env[62438]: value = "task-1785731" [ 1861.821472] env[62438]: _type = "Task" [ 1861.821472] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.822723] env[62438]: DEBUG oslo_vmware.api [None req-2b38f0c0-39a1-4dd7-bcdf-f776a67de517 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Waiting for the task: (returnval){ [ 1861.822723] env[62438]: value = "task-1785732" [ 1861.822723] env[62438]: _type = "Task" [ 1861.822723] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.833235] env[62438]: DEBUG oslo_vmware.api [None req-f89c9be0-625d-4441-82da-e9d7f082fa8d tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1785731, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.835950] env[62438]: DEBUG oslo_vmware.api [None req-2b38f0c0-39a1-4dd7-bcdf-f776a67de517 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': task-1785732, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.332245] env[62438]: DEBUG oslo_vmware.api [None req-f89c9be0-625d-4441-82da-e9d7f082fa8d tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1785731, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150678} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.332822] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-f89c9be0-625d-4441-82da-e9d7f082fa8d tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1862.333037] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f89c9be0-625d-4441-82da-e9d7f082fa8d tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: abb54d04-d9de-4711-ac01-e4babe81325b] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1862.333236] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f89c9be0-625d-4441-82da-e9d7f082fa8d tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: abb54d04-d9de-4711-ac01-e4babe81325b] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1862.333441] env[62438]: INFO nova.compute.manager [None req-f89c9be0-625d-4441-82da-e9d7f082fa8d tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: abb54d04-d9de-4711-ac01-e4babe81325b] Took 8.83 seconds to destroy the instance on the hypervisor. [ 1862.333685] env[62438]: DEBUG oslo.service.loopingcall [None req-f89c9be0-625d-4441-82da-e9d7f082fa8d tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1862.333881] env[62438]: DEBUG nova.compute.manager [-] [instance: abb54d04-d9de-4711-ac01-e4babe81325b] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1862.333975] env[62438]: DEBUG nova.network.neutron [-] [instance: abb54d04-d9de-4711-ac01-e4babe81325b] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1862.337959] env[62438]: DEBUG oslo_vmware.api [None req-2b38f0c0-39a1-4dd7-bcdf-f776a67de517 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Task: {'id': task-1785732, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140323} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.338467] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b38f0c0-39a1-4dd7-bcdf-f776a67de517 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1862.338655] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-2b38f0c0-39a1-4dd7-bcdf-f776a67de517 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: d5942d48-628f-4c7c-a87a-4d30729eea80] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1862.338849] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-2b38f0c0-39a1-4dd7-bcdf-f776a67de517 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: d5942d48-628f-4c7c-a87a-4d30729eea80] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1862.339036] env[62438]: INFO nova.compute.manager [None req-2b38f0c0-39a1-4dd7-bcdf-f776a67de517 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] [instance: d5942d48-628f-4c7c-a87a-4d30729eea80] Took 6.36 seconds to destroy the instance on the hypervisor. [ 1862.339260] env[62438]: DEBUG oslo.service.loopingcall [None req-2b38f0c0-39a1-4dd7-bcdf-f776a67de517 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1862.339496] env[62438]: DEBUG nova.compute.manager [-] [instance: d5942d48-628f-4c7c-a87a-4d30729eea80] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1862.339599] env[62438]: DEBUG nova.network.neutron [-] [instance: d5942d48-628f-4c7c-a87a-4d30729eea80] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1862.590884] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb579174-b485-4548-9d46-25b0d4120a4c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.599526] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87828a93-4d59-4ce5-b483-3284ff2a2775 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.642275] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baa1877e-71b5-413b-bc23-43ceb27eba30 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.652884] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdbf0d69-a42e-4894-8c79-1a277017fbe6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.668283] env[62438]: DEBUG nova.compute.provider_tree [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Updating inventory in ProviderTree for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1862.839853] env[62438]: DEBUG nova.compute.manager [req-843692cd-35fc-449c-b912-18b9bca8a940 req-312353cb-5c78-4786-87fc-0ea920053b7b service nova] [instance: d5942d48-628f-4c7c-a87a-4d30729eea80] Received event network-vif-deleted-3d0f8673-3f7d-453e-b116-b561bcf22951 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1862.839853] env[62438]: INFO nova.compute.manager [req-843692cd-35fc-449c-b912-18b9bca8a940 req-312353cb-5c78-4786-87fc-0ea920053b7b service nova] [instance: d5942d48-628f-4c7c-a87a-4d30729eea80] Neutron deleted interface 3d0f8673-3f7d-453e-b116-b561bcf22951; detaching it from the instance and deleting it from the info cache [ 1862.840129] env[62438]: DEBUG nova.network.neutron [req-843692cd-35fc-449c-b912-18b9bca8a940 req-312353cb-5c78-4786-87fc-0ea920053b7b service nova] [instance: d5942d48-628f-4c7c-a87a-4d30729eea80] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1863.085130] env[62438]: DEBUG nova.compute.manager [req-510a6c1f-d376-4c17-9213-3a9ae9e04ffe req-f6e28b1e-994c-4ee3-95b9-9a1410740f8c service nova] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Received event network-vif-plugged-0e62c45b-acb8-4412-adfd-f7edaf39408b {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1863.085370] env[62438]: DEBUG oslo_concurrency.lockutils [req-510a6c1f-d376-4c17-9213-3a9ae9e04ffe req-f6e28b1e-994c-4ee3-95b9-9a1410740f8c service nova] Acquiring lock "f20ec23f-9d33-4e6b-9c84-cd65a354da93-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1863.085586] env[62438]: DEBUG oslo_concurrency.lockutils [req-510a6c1f-d376-4c17-9213-3a9ae9e04ffe req-f6e28b1e-994c-4ee3-95b9-9a1410740f8c service nova] Lock "f20ec23f-9d33-4e6b-9c84-cd65a354da93-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1863.085763] env[62438]: DEBUG oslo_concurrency.lockutils [req-510a6c1f-d376-4c17-9213-3a9ae9e04ffe req-f6e28b1e-994c-4ee3-95b9-9a1410740f8c service nova] Lock "f20ec23f-9d33-4e6b-9c84-cd65a354da93-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1863.085935] env[62438]: DEBUG nova.compute.manager [req-510a6c1f-d376-4c17-9213-3a9ae9e04ffe req-f6e28b1e-994c-4ee3-95b9-9a1410740f8c service nova] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] No waiting events found dispatching network-vif-plugged-0e62c45b-acb8-4412-adfd-f7edaf39408b {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1863.086331] env[62438]: WARNING nova.compute.manager [req-510a6c1f-d376-4c17-9213-3a9ae9e04ffe req-f6e28b1e-994c-4ee3-95b9-9a1410740f8c service nova] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Received unexpected event network-vif-plugged-0e62c45b-acb8-4412-adfd-f7edaf39408b for instance with vm_state shelved_offloaded and task_state spawning. [ 1863.190231] env[62438]: ERROR nova.scheduler.client.report [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] [req-8fc65cad-f8f2-4975-b6e4-e872bc28c1b7] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 3d204b25-fa3a-4320-b81b-738bc1f337f5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8fc65cad-f8f2-4975-b6e4-e872bc28c1b7"}]} [ 1863.215139] env[62438]: DEBUG nova.network.neutron [None req-5d107b6e-7742-48b4-9d01-bb17cbffd65c tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] [instance: 15012e7b-ed2c-47e5-9d8c-ba46825b1f9b] Successfully updated port: 05d486d4-f1f8-4618-b0b5-7d8d460d7a0f {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1863.221301] env[62438]: DEBUG nova.scheduler.client.report [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Refreshing inventories for resource provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1863.243266] env[62438]: DEBUG nova.scheduler.client.report [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Updating ProviderTree inventory for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1863.243505] env[62438]: DEBUG nova.compute.provider_tree [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Updating inventory in ProviderTree for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1863.258711] env[62438]: DEBUG nova.scheduler.client.report [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Refreshing aggregate associations for resource provider 3d204b25-fa3a-4320-b81b-738bc1f337f5, aggregates: None {{(pid=62438) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1863.274170] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Acquiring lock "refresh_cache-f20ec23f-9d33-4e6b-9c84-cd65a354da93" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1863.274170] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Acquired lock "refresh_cache-f20ec23f-9d33-4e6b-9c84-cd65a354da93" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1863.274170] env[62438]: DEBUG nova.network.neutron [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1863.281945] env[62438]: DEBUG nova.scheduler.client.report [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Refreshing trait associations for resource provider 3d204b25-fa3a-4320-b81b-738bc1f337f5, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62438) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1863.308207] env[62438]: DEBUG nova.network.neutron [-] [instance: d5942d48-628f-4c7c-a87a-4d30729eea80] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1863.342926] env[62438]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-084daead-9e60-4af8-ba98-cc039277e3f5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.355505] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-949dffb7-5ce2-4e1b-a661-5afaab07ee48 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.384786] env[62438]: DEBUG nova.compute.manager [req-843692cd-35fc-449c-b912-18b9bca8a940 req-312353cb-5c78-4786-87fc-0ea920053b7b service nova] [instance: d5942d48-628f-4c7c-a87a-4d30729eea80] Detach interface failed, port_id=3d0f8673-3f7d-453e-b116-b561bcf22951, reason: Instance d5942d48-628f-4c7c-a87a-4d30729eea80 could not be found. {{(pid=62438) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1863.417651] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7761de1-6b72-46ec-8126-7603b4e46fed {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.424977] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d32247e5-f7b0-45d3-874e-c62438b10958 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.454334] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d8ffe49-19dd-49dc-a734-b2e5251f2e69 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.460917] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b8fd43-5b2a-40e2-b450-74fa6e05f8d5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.473926] env[62438]: DEBUG nova.compute.provider_tree [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Updating inventory in ProviderTree for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1863.718453] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5d107b6e-7742-48b4-9d01-bb17cbffd65c tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] Acquiring lock "refresh_cache-15012e7b-ed2c-47e5-9d8c-ba46825b1f9b" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1863.718624] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5d107b6e-7742-48b4-9d01-bb17cbffd65c tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] Acquired lock "refresh_cache-15012e7b-ed2c-47e5-9d8c-ba46825b1f9b" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1863.718785] env[62438]: DEBUG nova.network.neutron [None req-5d107b6e-7742-48b4-9d01-bb17cbffd65c tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] [instance: 15012e7b-ed2c-47e5-9d8c-ba46825b1f9b] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1863.812011] env[62438]: INFO nova.compute.manager [-] [instance: d5942d48-628f-4c7c-a87a-4d30729eea80] Took 1.47 seconds to deallocate network for instance. [ 1863.812332] env[62438]: DEBUG nova.network.neutron [-] [instance: abb54d04-d9de-4711-ac01-e4babe81325b] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1864.005919] env[62438]: DEBUG nova.scheduler.client.report [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Updated inventory for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with generation 155 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1864.006267] env[62438]: DEBUG nova.compute.provider_tree [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Updating resource provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 generation from 155 to 156 during operation: update_inventory {{(pid=62438) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1864.006503] env[62438]: DEBUG nova.compute.provider_tree [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Updating inventory in ProviderTree for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1864.044966] env[62438]: DEBUG nova.network.neutron [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Updating instance_info_cache with network_info: [{"id": "0e62c45b-acb8-4412-adfd-f7edaf39408b", "address": "fa:16:3e:0e:5e:86", "network": {"id": "0dbd3920-b0f9-440c-828e-f62c188026e3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-185667311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f3dbad0ee7a4ddebd396ce5fa49f1d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e62c45b-ac", "ovs_interfaceid": "0e62c45b-acb8-4412-adfd-f7edaf39408b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1864.248719] env[62438]: DEBUG nova.network.neutron [None req-5d107b6e-7742-48b4-9d01-bb17cbffd65c tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] [instance: 15012e7b-ed2c-47e5-9d8c-ba46825b1f9b] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1864.314534] env[62438]: INFO nova.compute.manager [-] [instance: abb54d04-d9de-4711-ac01-e4babe81325b] Took 1.98 seconds to deallocate network for instance. [ 1864.319534] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2b38f0c0-39a1-4dd7-bcdf-f776a67de517 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1864.389213] env[62438]: DEBUG nova.network.neutron [None req-5d107b6e-7742-48b4-9d01-bb17cbffd65c tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] [instance: 15012e7b-ed2c-47e5-9d8c-ba46825b1f9b] Updating instance_info_cache with network_info: [{"id": "05d486d4-f1f8-4618-b0b5-7d8d460d7a0f", "address": "fa:16:3e:5d:be:fe", "network": {"id": "354d5cf4-47df-4ed8-993b-1d0dc3ce1f2c", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-493446056-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7d94e24777741788ad438d90857f803", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cc448a80-6318-4b6a-b0a0-85fe6cc645df", "external-id": "nsx-vlan-transportzone-91", "segmentation_id": 91, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05d486d4-f1", "ovs_interfaceid": "05d486d4-f1f8-4618-b0b5-7d8d460d7a0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1864.513333] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.063s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1864.514430] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.252s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1864.514661] env[62438]: DEBUG nova.objects.instance [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Lazy-loading 'pci_requests' on Instance uuid 9a04f4af-932a-49d7-82dc-4180cb5d1a19 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1864.547400] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Releasing lock "refresh_cache-f20ec23f-9d33-4e6b-9c84-cd65a354da93" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1864.575638] env[62438]: DEBUG nova.virt.hardware [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='72ee43e16fa73ef1fa7235be55d5d238',container_format='bare',created_at=2024-12-12T01:37:44Z,direct_url=,disk_format='vmdk',id=cc26e752-5069-406a-a8c7-61bc0c10a123,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1069814304-shelved',owner='4f3dbad0ee7a4ddebd396ce5fa49f1d7',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2024-12-12T01:37:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1864.575897] env[62438]: DEBUG nova.virt.hardware [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1864.576074] env[62438]: DEBUG nova.virt.hardware [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1864.576266] env[62438]: DEBUG nova.virt.hardware [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1864.576421] env[62438]: DEBUG nova.virt.hardware [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1864.576573] env[62438]: DEBUG nova.virt.hardware [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1864.576786] env[62438]: DEBUG nova.virt.hardware [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1864.576952] env[62438]: DEBUG nova.virt.hardware [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1864.577142] env[62438]: DEBUG nova.virt.hardware [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1864.577315] env[62438]: DEBUG nova.virt.hardware [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1864.577500] env[62438]: DEBUG nova.virt.hardware [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1864.578449] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-502feaa2-ff72-4c16-9ba1-9e39673eae44 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.586327] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b00a53-af28-4402-9993-3c96580bb1a3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.599541] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:5e:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ab93899c-92b2-4d84-95a6-192234add28c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0e62c45b-acb8-4412-adfd-f7edaf39408b', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1864.607366] env[62438]: DEBUG oslo.service.loopingcall [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1864.607838] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1864.608071] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c9e66783-2f5e-4f57-b510-90c2703d9313 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.626621] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1864.626621] env[62438]: value = "task-1785733" [ 1864.626621] env[62438]: _type = "Task" [ 1864.626621] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.633540] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785733, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.821597] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f89c9be0-625d-4441-82da-e9d7f082fa8d tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1864.879322] env[62438]: DEBUG nova.compute.manager [req-a59127a9-62a2-4924-a9c2-6d3dfcadaf16 req-70612eeb-ba49-4d97-b873-5fee24f62487 service nova] [instance: 15012e7b-ed2c-47e5-9d8c-ba46825b1f9b] Received event network-vif-plugged-05d486d4-f1f8-4618-b0b5-7d8d460d7a0f {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1864.879670] env[62438]: DEBUG oslo_concurrency.lockutils [req-a59127a9-62a2-4924-a9c2-6d3dfcadaf16 req-70612eeb-ba49-4d97-b873-5fee24f62487 service nova] Acquiring lock "15012e7b-ed2c-47e5-9d8c-ba46825b1f9b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1864.879922] env[62438]: DEBUG oslo_concurrency.lockutils [req-a59127a9-62a2-4924-a9c2-6d3dfcadaf16 req-70612eeb-ba49-4d97-b873-5fee24f62487 service nova] Lock "15012e7b-ed2c-47e5-9d8c-ba46825b1f9b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1864.880124] env[62438]: DEBUG oslo_concurrency.lockutils [req-a59127a9-62a2-4924-a9c2-6d3dfcadaf16 req-70612eeb-ba49-4d97-b873-5fee24f62487 service nova] Lock "15012e7b-ed2c-47e5-9d8c-ba46825b1f9b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1864.880309] env[62438]: DEBUG nova.compute.manager [req-a59127a9-62a2-4924-a9c2-6d3dfcadaf16 req-70612eeb-ba49-4d97-b873-5fee24f62487 service nova] [instance: 15012e7b-ed2c-47e5-9d8c-ba46825b1f9b] No waiting events found dispatching network-vif-plugged-05d486d4-f1f8-4618-b0b5-7d8d460d7a0f {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1864.880487] env[62438]: WARNING nova.compute.manager [req-a59127a9-62a2-4924-a9c2-6d3dfcadaf16 req-70612eeb-ba49-4d97-b873-5fee24f62487 service nova] [instance: 15012e7b-ed2c-47e5-9d8c-ba46825b1f9b] Received unexpected event network-vif-plugged-05d486d4-f1f8-4618-b0b5-7d8d460d7a0f for instance with vm_state building and task_state spawning. [ 1864.880659] env[62438]: DEBUG nova.compute.manager [req-a59127a9-62a2-4924-a9c2-6d3dfcadaf16 req-70612eeb-ba49-4d97-b873-5fee24f62487 service nova] [instance: 15012e7b-ed2c-47e5-9d8c-ba46825b1f9b] Received event network-changed-05d486d4-f1f8-4618-b0b5-7d8d460d7a0f {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1864.880860] env[62438]: DEBUG nova.compute.manager [req-a59127a9-62a2-4924-a9c2-6d3dfcadaf16 req-70612eeb-ba49-4d97-b873-5fee24f62487 service nova] [instance: 15012e7b-ed2c-47e5-9d8c-ba46825b1f9b] Refreshing instance network info cache due to event network-changed-05d486d4-f1f8-4618-b0b5-7d8d460d7a0f. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1864.881132] env[62438]: DEBUG oslo_concurrency.lockutils [req-a59127a9-62a2-4924-a9c2-6d3dfcadaf16 req-70612eeb-ba49-4d97-b873-5fee24f62487 service nova] Acquiring lock "refresh_cache-15012e7b-ed2c-47e5-9d8c-ba46825b1f9b" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1864.890820] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5d107b6e-7742-48b4-9d01-bb17cbffd65c tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] Releasing lock "refresh_cache-15012e7b-ed2c-47e5-9d8c-ba46825b1f9b" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1864.891112] env[62438]: DEBUG nova.compute.manager [None req-5d107b6e-7742-48b4-9d01-bb17cbffd65c tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] [instance: 15012e7b-ed2c-47e5-9d8c-ba46825b1f9b] Instance network_info: |[{"id": "05d486d4-f1f8-4618-b0b5-7d8d460d7a0f", "address": "fa:16:3e:5d:be:fe", "network": {"id": "354d5cf4-47df-4ed8-993b-1d0dc3ce1f2c", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-493446056-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7d94e24777741788ad438d90857f803", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cc448a80-6318-4b6a-b0a0-85fe6cc645df", "external-id": "nsx-vlan-transportzone-91", "segmentation_id": 91, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05d486d4-f1", "ovs_interfaceid": "05d486d4-f1f8-4618-b0b5-7d8d460d7a0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1864.891376] env[62438]: DEBUG oslo_concurrency.lockutils [req-a59127a9-62a2-4924-a9c2-6d3dfcadaf16 req-70612eeb-ba49-4d97-b873-5fee24f62487 service nova] Acquired lock "refresh_cache-15012e7b-ed2c-47e5-9d8c-ba46825b1f9b" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1864.891647] env[62438]: DEBUG nova.network.neutron [req-a59127a9-62a2-4924-a9c2-6d3dfcadaf16 req-70612eeb-ba49-4d97-b873-5fee24f62487 service nova] [instance: 15012e7b-ed2c-47e5-9d8c-ba46825b1f9b] Refreshing network info cache for port 05d486d4-f1f8-4618-b0b5-7d8d460d7a0f {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1864.892913] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-5d107b6e-7742-48b4-9d01-bb17cbffd65c tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] [instance: 15012e7b-ed2c-47e5-9d8c-ba46825b1f9b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:be:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cc448a80-6318-4b6a-b0a0-85fe6cc645df', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '05d486d4-f1f8-4618-b0b5-7d8d460d7a0f', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1864.900053] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d107b6e-7742-48b4-9d01-bb17cbffd65c tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] Creating folder: Project (a7d94e24777741788ad438d90857f803). Parent ref: group-v370230. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1864.901134] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-79c82ed0-2919-4f13-9a61-b0914b72754d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.912283] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-5d107b6e-7742-48b4-9d01-bb17cbffd65c tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] Created folder: Project (a7d94e24777741788ad438d90857f803) in parent group-v370230. [ 1864.912531] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d107b6e-7742-48b4-9d01-bb17cbffd65c tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] Creating folder: Instances. Parent ref: group-v370518. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1864.912783] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-39103913-d083-4e5c-9874-6dac257bffce {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.922304] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-5d107b6e-7742-48b4-9d01-bb17cbffd65c tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] Created folder: Instances in parent group-v370518. [ 1864.922549] env[62438]: DEBUG oslo.service.loopingcall [None req-5d107b6e-7742-48b4-9d01-bb17cbffd65c tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1864.922767] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15012e7b-ed2c-47e5-9d8c-ba46825b1f9b] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1864.922986] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a7cb3808-ad22-4a3c-8301-8ae703dc6a6c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.941929] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1864.941929] env[62438]: value = "task-1785736" [ 1864.941929] env[62438]: _type = "Task" [ 1864.941929] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.951419] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785736, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.017731] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Acquiring lock "293d7f1f-a995-4e29-aaab-3faf3a8ec003" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1865.018180] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Lock "293d7f1f-a995-4e29-aaab-3faf3a8ec003" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1865.020590] env[62438]: DEBUG nova.objects.instance [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Lazy-loading 'numa_topology' on Instance uuid 9a04f4af-932a-49d7-82dc-4180cb5d1a19 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1865.121159] env[62438]: DEBUG nova.compute.manager [req-b55670c7-4497-4493-a7d0-18755459e8e0 req-9b408e06-87ff-4ee3-81bd-052939e1f011 service nova] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Received event network-changed-0e62c45b-acb8-4412-adfd-f7edaf39408b {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1865.121231] env[62438]: DEBUG nova.compute.manager [req-b55670c7-4497-4493-a7d0-18755459e8e0 req-9b408e06-87ff-4ee3-81bd-052939e1f011 service nova] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Refreshing instance network info cache due to event network-changed-0e62c45b-acb8-4412-adfd-f7edaf39408b. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1865.121472] env[62438]: DEBUG oslo_concurrency.lockutils [req-b55670c7-4497-4493-a7d0-18755459e8e0 req-9b408e06-87ff-4ee3-81bd-052939e1f011 service nova] Acquiring lock "refresh_cache-f20ec23f-9d33-4e6b-9c84-cd65a354da93" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1865.121679] env[62438]: DEBUG oslo_concurrency.lockutils [req-b55670c7-4497-4493-a7d0-18755459e8e0 req-9b408e06-87ff-4ee3-81bd-052939e1f011 service nova] Acquired lock "refresh_cache-f20ec23f-9d33-4e6b-9c84-cd65a354da93" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1865.121902] env[62438]: DEBUG nova.network.neutron [req-b55670c7-4497-4493-a7d0-18755459e8e0 req-9b408e06-87ff-4ee3-81bd-052939e1f011 service nova] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Refreshing network info cache for port 0e62c45b-acb8-4412-adfd-f7edaf39408b {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1865.137695] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785733, 'name': CreateVM_Task, 'duration_secs': 0.480144} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.137851] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1865.138494] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cc26e752-5069-406a-a8c7-61bc0c10a123" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1865.138696] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cc26e752-5069-406a-a8c7-61bc0c10a123" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1865.139105] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cc26e752-5069-406a-a8c7-61bc0c10a123" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1865.139365] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac66f5e7-743c-4b85-bdd5-8131bb0feba6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.144560] env[62438]: DEBUG oslo_vmware.api [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Waiting for the task: (returnval){ [ 1865.144560] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52d5f7f7-a74c-171d-9972-e42d9da844c0" [ 1865.144560] env[62438]: _type = "Task" [ 1865.144560] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1865.152414] env[62438]: DEBUG oslo_vmware.api [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52d5f7f7-a74c-171d-9972-e42d9da844c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.451887] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785736, 'name': CreateVM_Task, 'duration_secs': 0.353595} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.452068] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15012e7b-ed2c-47e5-9d8c-ba46825b1f9b] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1865.452757] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5d107b6e-7742-48b4-9d01-bb17cbffd65c tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1865.452942] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5d107b6e-7742-48b4-9d01-bb17cbffd65c tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1865.453266] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5d107b6e-7742-48b4-9d01-bb17cbffd65c tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1865.453518] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72838181-8f73-4f7b-9d73-4b1a538770dc {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.458066] env[62438]: DEBUG oslo_vmware.api [None req-5d107b6e-7742-48b4-9d01-bb17cbffd65c tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] Waiting for the task: (returnval){ [ 1865.458066] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52dbb9df-ebaa-f77d-0b0a-d105647d1fd7" [ 1865.458066] env[62438]: _type = "Task" [ 1865.458066] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1865.466648] env[62438]: DEBUG oslo_vmware.api [None req-5d107b6e-7742-48b4-9d01-bb17cbffd65c tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52dbb9df-ebaa-f77d-0b0a-d105647d1fd7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.522132] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Lock "293d7f1f-a995-4e29-aaab-3faf3a8ec003" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.504s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1865.522645] env[62438]: DEBUG nova.compute.manager [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] [instance: 619b2105-d596-408b-b255-62aec86b6645] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1865.525152] env[62438]: INFO nova.compute.claims [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1865.617333] env[62438]: DEBUG nova.network.neutron [req-a59127a9-62a2-4924-a9c2-6d3dfcadaf16 req-70612eeb-ba49-4d97-b873-5fee24f62487 service nova] [instance: 15012e7b-ed2c-47e5-9d8c-ba46825b1f9b] Updated VIF entry in instance network info cache for port 05d486d4-f1f8-4618-b0b5-7d8d460d7a0f. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1865.618479] env[62438]: DEBUG nova.network.neutron [req-a59127a9-62a2-4924-a9c2-6d3dfcadaf16 req-70612eeb-ba49-4d97-b873-5fee24f62487 service nova] [instance: 15012e7b-ed2c-47e5-9d8c-ba46825b1f9b] Updating instance_info_cache with network_info: [{"id": "05d486d4-f1f8-4618-b0b5-7d8d460d7a0f", "address": "fa:16:3e:5d:be:fe", "network": {"id": "354d5cf4-47df-4ed8-993b-1d0dc3ce1f2c", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-493446056-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7d94e24777741788ad438d90857f803", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cc448a80-6318-4b6a-b0a0-85fe6cc645df", "external-id": "nsx-vlan-transportzone-91", "segmentation_id": 91, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05d486d4-f1", "ovs_interfaceid": "05d486d4-f1f8-4618-b0b5-7d8d460d7a0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1865.656711] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cc26e752-5069-406a-a8c7-61bc0c10a123" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1865.656971] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Processing image cc26e752-5069-406a-a8c7-61bc0c10a123 {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1865.657228] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cc26e752-5069-406a-a8c7-61bc0c10a123/cc26e752-5069-406a-a8c7-61bc0c10a123.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1865.657383] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cc26e752-5069-406a-a8c7-61bc0c10a123/cc26e752-5069-406a-a8c7-61bc0c10a123.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1865.657566] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1865.657816] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fdc4df32-efbe-4d31-a787-4a1994c3fca0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.666083] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1865.666274] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1865.666947] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46353e15-93b3-454e-9575-6bb53b39e6c9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.672102] env[62438]: DEBUG oslo_vmware.api [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Waiting for the task: (returnval){ [ 1865.672102] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]520c29c8-0ca0-5234-fa94-56f99b897b81" [ 1865.672102] env[62438]: _type = "Task" [ 1865.672102] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1865.679444] env[62438]: DEBUG oslo_vmware.api [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]520c29c8-0ca0-5234-fa94-56f99b897b81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.831268] env[62438]: DEBUG nova.network.neutron [req-b55670c7-4497-4493-a7d0-18755459e8e0 req-9b408e06-87ff-4ee3-81bd-052939e1f011 service nova] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Updated VIF entry in instance network info cache for port 0e62c45b-acb8-4412-adfd-f7edaf39408b. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1865.831833] env[62438]: DEBUG nova.network.neutron [req-b55670c7-4497-4493-a7d0-18755459e8e0 req-9b408e06-87ff-4ee3-81bd-052939e1f011 service nova] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Updating instance_info_cache with network_info: [{"id": "0e62c45b-acb8-4412-adfd-f7edaf39408b", "address": "fa:16:3e:0e:5e:86", "network": {"id": "0dbd3920-b0f9-440c-828e-f62c188026e3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-185667311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f3dbad0ee7a4ddebd396ce5fa49f1d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e62c45b-ac", "ovs_interfaceid": "0e62c45b-acb8-4412-adfd-f7edaf39408b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1865.969033] env[62438]: DEBUG oslo_vmware.api [None req-5d107b6e-7742-48b4-9d01-bb17cbffd65c tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52dbb9df-ebaa-f77d-0b0a-d105647d1fd7, 'name': SearchDatastore_Task, 'duration_secs': 0.01115} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.970045] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5d107b6e-7742-48b4-9d01-bb17cbffd65c tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1865.970045] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-5d107b6e-7742-48b4-9d01-bb17cbffd65c tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] [instance: 15012e7b-ed2c-47e5-9d8c-ba46825b1f9b] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1865.970045] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5d107b6e-7742-48b4-9d01-bb17cbffd65c tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1865.970045] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5d107b6e-7742-48b4-9d01-bb17cbffd65c tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1865.970343] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d107b6e-7742-48b4-9d01-bb17cbffd65c tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1865.970426] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-87618933-41c3-4582-a0b1-d99c812de86e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.987667] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d107b6e-7742-48b4-9d01-bb17cbffd65c tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1865.987880] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-5d107b6e-7742-48b4-9d01-bb17cbffd65c tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1865.988654] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-834f3edc-a181-4dad-9ed7-f48e776630cc {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.993927] env[62438]: DEBUG oslo_vmware.api [None req-5d107b6e-7742-48b4-9d01-bb17cbffd65c tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] Waiting for the task: (returnval){ [ 1865.993927] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52f48484-f28e-8a29-a8f7-3ab31ecd3b0f" [ 1865.993927] env[62438]: _type = "Task" [ 1865.993927] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1866.004479] env[62438]: DEBUG oslo_vmware.api [None req-5d107b6e-7742-48b4-9d01-bb17cbffd65c tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52f48484-f28e-8a29-a8f7-3ab31ecd3b0f, 'name': SearchDatastore_Task, 'duration_secs': 0.008035} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1866.005197] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d563af7b-1217-4a4a-9892-d8965099608d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.010358] env[62438]: DEBUG oslo_vmware.api [None req-5d107b6e-7742-48b4-9d01-bb17cbffd65c tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] Waiting for the task: (returnval){ [ 1866.010358] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5255b0c4-b10b-dd7d-e956-0ec6ebc6f44b" [ 1866.010358] env[62438]: _type = "Task" [ 1866.010358] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1866.018531] env[62438]: DEBUG oslo_vmware.api [None req-5d107b6e-7742-48b4-9d01-bb17cbffd65c tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5255b0c4-b10b-dd7d-e956-0ec6ebc6f44b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.028880] env[62438]: DEBUG nova.compute.utils [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1866.032779] env[62438]: DEBUG nova.compute.manager [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] [instance: 619b2105-d596-408b-b255-62aec86b6645] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1866.032779] env[62438]: DEBUG nova.network.neutron [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] [instance: 619b2105-d596-408b-b255-62aec86b6645] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1866.096243] env[62438]: DEBUG nova.policy [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '779a7e45e5f144edb74fa9d94595d1b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '47f347a6b1f147c6856254c5adc6c2ec', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1866.120276] env[62438]: DEBUG oslo_concurrency.lockutils [req-a59127a9-62a2-4924-a9c2-6d3dfcadaf16 req-70612eeb-ba49-4d97-b873-5fee24f62487 service nova] Releasing lock "refresh_cache-15012e7b-ed2c-47e5-9d8c-ba46825b1f9b" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1866.183108] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Preparing fetch location {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1866.183284] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Fetch image to [datastore1] OSTACK_IMG_3e014dbb-532b-4b4d-85aa-5fd932157c5f/OSTACK_IMG_3e014dbb-532b-4b4d-85aa-5fd932157c5f.vmdk {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1866.183502] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Downloading stream optimized image cc26e752-5069-406a-a8c7-61bc0c10a123 to [datastore1] OSTACK_IMG_3e014dbb-532b-4b4d-85aa-5fd932157c5f/OSTACK_IMG_3e014dbb-532b-4b4d-85aa-5fd932157c5f.vmdk on the data store datastore1 as vApp {{(pid=62438) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1866.183650] env[62438]: DEBUG nova.virt.vmwareapi.images [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Downloading image file data cc26e752-5069-406a-a8c7-61bc0c10a123 to the ESX as VM named 'OSTACK_IMG_3e014dbb-532b-4b4d-85aa-5fd932157c5f' {{(pid=62438) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1866.259070] env[62438]: DEBUG oslo_vmware.rw_handles [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1866.259070] env[62438]: value = "resgroup-9" [ 1866.259070] env[62438]: _type = "ResourcePool" [ 1866.259070] env[62438]: }. {{(pid=62438) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1866.259398] env[62438]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-3b3eb86d-8a10-49ae-b1b3-d3579cb131c2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.279897] env[62438]: DEBUG oslo_vmware.rw_handles [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Lease: (returnval){ [ 1866.279897] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52637bb5-a576-6b4a-027d-1c472245d811" [ 1866.279897] env[62438]: _type = "HttpNfcLease" [ 1866.279897] env[62438]: } obtained for vApp import into resource pool (val){ [ 1866.279897] env[62438]: value = "resgroup-9" [ 1866.279897] env[62438]: _type = "ResourcePool" [ 1866.279897] env[62438]: }. {{(pid=62438) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1866.280236] env[62438]: DEBUG oslo_vmware.api [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Waiting for the lease: (returnval){ [ 1866.280236] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52637bb5-a576-6b4a-027d-1c472245d811" [ 1866.280236] env[62438]: _type = "HttpNfcLease" [ 1866.280236] env[62438]: } to be ready. {{(pid=62438) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1866.286597] env[62438]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1866.286597] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52637bb5-a576-6b4a-027d-1c472245d811" [ 1866.286597] env[62438]: _type = "HttpNfcLease" [ 1866.286597] env[62438]: } is initializing. {{(pid=62438) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1866.334960] env[62438]: DEBUG oslo_concurrency.lockutils [req-b55670c7-4497-4493-a7d0-18755459e8e0 req-9b408e06-87ff-4ee3-81bd-052939e1f011 service nova] Releasing lock "refresh_cache-f20ec23f-9d33-4e6b-9c84-cd65a354da93" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1866.335274] env[62438]: DEBUG nova.compute.manager [req-b55670c7-4497-4493-a7d0-18755459e8e0 req-9b408e06-87ff-4ee3-81bd-052939e1f011 service nova] [instance: abb54d04-d9de-4711-ac01-e4babe81325b] Received event network-vif-deleted-6cac1074-90e5-48ec-9ccd-9854e9deba4f {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1866.373345] env[62438]: DEBUG nova.network.neutron [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] [instance: 619b2105-d596-408b-b255-62aec86b6645] Successfully created port: 83b095de-fd10-44f2-a141-1a777a8c32e4 {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1866.523034] env[62438]: DEBUG oslo_vmware.api [None req-5d107b6e-7742-48b4-9d01-bb17cbffd65c tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5255b0c4-b10b-dd7d-e956-0ec6ebc6f44b, 'name': SearchDatastore_Task, 'duration_secs': 0.008222} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1866.523034] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5d107b6e-7742-48b4-9d01-bb17cbffd65c tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1866.523034] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d107b6e-7742-48b4-9d01-bb17cbffd65c tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 15012e7b-ed2c-47e5-9d8c-ba46825b1f9b/15012e7b-ed2c-47e5-9d8c-ba46825b1f9b.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1866.523620] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e09af50d-33f4-4684-92ba-6c10f384891f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.530490] env[62438]: DEBUG oslo_vmware.api [None req-5d107b6e-7742-48b4-9d01-bb17cbffd65c tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] Waiting for the task: (returnval){ [ 1866.530490] env[62438]: value = "task-1785738" [ 1866.530490] env[62438]: _type = "Task" [ 1866.530490] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1866.534181] env[62438]: DEBUG nova.compute.manager [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] [instance: 619b2105-d596-408b-b255-62aec86b6645] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1866.548269] env[62438]: DEBUG oslo_vmware.api [None req-5d107b6e-7742-48b4-9d01-bb17cbffd65c tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] Task: {'id': task-1785738, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.682695] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59aea58c-1ee9-4c41-a898-a5b8f2fc0b7a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.690561] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9e7aece-27a3-45ac-8f11-c6eb0768f66b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.722422] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed256a8a-b851-4559-8bf7-b4ef571cacb7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.730233] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e924c21-7a64-4ec1-a101-3f207058dbb7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.744296] env[62438]: DEBUG nova.compute.provider_tree [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1866.788729] env[62438]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1866.788729] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52637bb5-a576-6b4a-027d-1c472245d811" [ 1866.788729] env[62438]: _type = "HttpNfcLease" [ 1866.788729] env[62438]: } is ready. {{(pid=62438) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1866.788878] env[62438]: DEBUG oslo_vmware.rw_handles [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1866.788878] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52637bb5-a576-6b4a-027d-1c472245d811" [ 1866.788878] env[62438]: _type = "HttpNfcLease" [ 1866.788878] env[62438]: }. {{(pid=62438) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1866.789785] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5265a18-5ad0-477c-982a-dee3b38450e1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.798083] env[62438]: DEBUG oslo_vmware.rw_handles [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522dbff8-eece-77b0-a8ec-e9d76579f33d/disk-0.vmdk from lease info. {{(pid=62438) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1866.798307] env[62438]: DEBUG oslo_vmware.rw_handles [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522dbff8-eece-77b0-a8ec-e9d76579f33d/disk-0.vmdk. {{(pid=62438) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1866.865393] env[62438]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-484f3fe9-5697-4a57-a0ae-7c9f1b7e7568 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.041110] env[62438]: DEBUG oslo_vmware.api [None req-5d107b6e-7742-48b4-9d01-bb17cbffd65c tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] Task: {'id': task-1785738, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481337} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.041506] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d107b6e-7742-48b4-9d01-bb17cbffd65c tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 15012e7b-ed2c-47e5-9d8c-ba46825b1f9b/15012e7b-ed2c-47e5-9d8c-ba46825b1f9b.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1867.041817] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-5d107b6e-7742-48b4-9d01-bb17cbffd65c tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] [instance: 15012e7b-ed2c-47e5-9d8c-ba46825b1f9b] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1867.042120] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ae55a56-4415-43e3-8f60-9c346cd9ceca {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.053517] env[62438]: DEBUG oslo_vmware.api [None req-5d107b6e-7742-48b4-9d01-bb17cbffd65c tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] Waiting for the task: (returnval){ [ 1867.053517] env[62438]: value = "task-1785739" [ 1867.053517] env[62438]: _type = "Task" [ 1867.053517] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.064356] env[62438]: DEBUG oslo_vmware.api [None req-5d107b6e-7742-48b4-9d01-bb17cbffd65c tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] Task: {'id': task-1785739, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.247837] env[62438]: DEBUG nova.scheduler.client.report [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1867.550485] env[62438]: DEBUG nova.compute.manager [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] [instance: 619b2105-d596-408b-b255-62aec86b6645] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1867.565736] env[62438]: DEBUG oslo_vmware.api [None req-5d107b6e-7742-48b4-9d01-bb17cbffd65c tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] Task: {'id': task-1785739, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076306} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.567627] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-5d107b6e-7742-48b4-9d01-bb17cbffd65c tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] [instance: 15012e7b-ed2c-47e5-9d8c-ba46825b1f9b] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1867.568635] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-838240f6-f1be-40bf-918c-89b5013134a5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.593271] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d107b6e-7742-48b4-9d01-bb17cbffd65c tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] [instance: 15012e7b-ed2c-47e5-9d8c-ba46825b1f9b] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 15012e7b-ed2c-47e5-9d8c-ba46825b1f9b/15012e7b-ed2c-47e5-9d8c-ba46825b1f9b.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1867.595784] env[62438]: DEBUG nova.virt.hardware [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1867.596127] env[62438]: DEBUG nova.virt.hardware [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1867.596377] env[62438]: DEBUG nova.virt.hardware [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1867.597016] env[62438]: DEBUG nova.virt.hardware [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1867.597016] env[62438]: DEBUG nova.virt.hardware [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1867.597200] env[62438]: DEBUG nova.virt.hardware [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1867.597557] env[62438]: DEBUG nova.virt.hardware [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1867.597777] env[62438]: DEBUG nova.virt.hardware [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1867.597963] env[62438]: DEBUG nova.virt.hardware [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1867.598173] env[62438]: DEBUG nova.virt.hardware [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1867.598366] env[62438]: DEBUG nova.virt.hardware [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1867.601202] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba6ba037-f985-48b0-9623-ef4f779f6f97 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.615704] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0adf5c4e-6e12-4b41-b74f-711afca71e7d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.624629] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e42db2-57b2-4709-a6e9-3c05db8fdbeb {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.629018] env[62438]: DEBUG oslo_vmware.api [None req-5d107b6e-7742-48b4-9d01-bb17cbffd65c tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] Waiting for the task: (returnval){ [ 1867.629018] env[62438]: value = "task-1785740" [ 1867.629018] env[62438]: _type = "Task" [ 1867.629018] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.645984] env[62438]: DEBUG oslo_vmware.api [None req-5d107b6e-7742-48b4-9d01-bb17cbffd65c tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] Task: {'id': task-1785740, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.755802] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.241s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1867.757563] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2b38f0c0-39a1-4dd7-bcdf-f776a67de517 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.438s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1867.757811] env[62438]: DEBUG nova.objects.instance [None req-2b38f0c0-39a1-4dd7-bcdf-f776a67de517 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Lazy-loading 'resources' on Instance uuid d5942d48-628f-4c7c-a87a-4d30729eea80 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1867.808885] env[62438]: INFO nova.network.neutron [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Updating port 26f2b697-c482-42aa-a7bc-24b0ba08b671 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1867.843675] env[62438]: DEBUG nova.compute.manager [req-72753c2b-b19a-49e8-accd-8216363cb2e5 req-7a91fb29-7a61-4c07-9e0f-bd9a9302707c service nova] [instance: 619b2105-d596-408b-b255-62aec86b6645] Received event network-vif-plugged-83b095de-fd10-44f2-a141-1a777a8c32e4 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1867.843945] env[62438]: DEBUG oslo_concurrency.lockutils [req-72753c2b-b19a-49e8-accd-8216363cb2e5 req-7a91fb29-7a61-4c07-9e0f-bd9a9302707c service nova] Acquiring lock "619b2105-d596-408b-b255-62aec86b6645-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1867.844216] env[62438]: DEBUG oslo_concurrency.lockutils [req-72753c2b-b19a-49e8-accd-8216363cb2e5 req-7a91fb29-7a61-4c07-9e0f-bd9a9302707c service nova] Lock "619b2105-d596-408b-b255-62aec86b6645-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1867.844415] env[62438]: DEBUG oslo_concurrency.lockutils [req-72753c2b-b19a-49e8-accd-8216363cb2e5 req-7a91fb29-7a61-4c07-9e0f-bd9a9302707c service nova] Lock "619b2105-d596-408b-b255-62aec86b6645-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1867.844593] env[62438]: DEBUG nova.compute.manager [req-72753c2b-b19a-49e8-accd-8216363cb2e5 req-7a91fb29-7a61-4c07-9e0f-bd9a9302707c service nova] [instance: 619b2105-d596-408b-b255-62aec86b6645] No waiting events found dispatching network-vif-plugged-83b095de-fd10-44f2-a141-1a777a8c32e4 {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1867.844791] env[62438]: WARNING nova.compute.manager [req-72753c2b-b19a-49e8-accd-8216363cb2e5 req-7a91fb29-7a61-4c07-9e0f-bd9a9302707c service nova] [instance: 619b2105-d596-408b-b255-62aec86b6645] Received unexpected event network-vif-plugged-83b095de-fd10-44f2-a141-1a777a8c32e4 for instance with vm_state building and task_state spawning. [ 1867.977094] env[62438]: DEBUG oslo_vmware.rw_handles [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Completed reading data from the image iterator. {{(pid=62438) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1867.977441] env[62438]: DEBUG oslo_vmware.rw_handles [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522dbff8-eece-77b0-a8ec-e9d76579f33d/disk-0.vmdk. {{(pid=62438) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1867.978935] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b461adb-1c74-4633-9798-2e42d1de02cf {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.986930] env[62438]: DEBUG oslo_vmware.rw_handles [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522dbff8-eece-77b0-a8ec-e9d76579f33d/disk-0.vmdk is in state: ready. {{(pid=62438) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1867.987174] env[62438]: DEBUG oslo_vmware.rw_handles [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522dbff8-eece-77b0-a8ec-e9d76579f33d/disk-0.vmdk. {{(pid=62438) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1867.987462] env[62438]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-79b97347-6f5b-4525-ab1b-d697fe0f84de {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.138668] env[62438]: DEBUG oslo_vmware.api [None req-5d107b6e-7742-48b4-9d01-bb17cbffd65c tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] Task: {'id': task-1785740, 'name': ReconfigVM_Task, 'duration_secs': 0.310829} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1868.139045] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d107b6e-7742-48b4-9d01-bb17cbffd65c tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] [instance: 15012e7b-ed2c-47e5-9d8c-ba46825b1f9b] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 15012e7b-ed2c-47e5-9d8c-ba46825b1f9b/15012e7b-ed2c-47e5-9d8c-ba46825b1f9b.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1868.139612] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b7eab96-1860-4a8f-9e24-fb578f9d2f2e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.145731] env[62438]: DEBUG oslo_vmware.api [None req-5d107b6e-7742-48b4-9d01-bb17cbffd65c tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] Waiting for the task: (returnval){ [ 1868.145731] env[62438]: value = "task-1785741" [ 1868.145731] env[62438]: _type = "Task" [ 1868.145731] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1868.153263] env[62438]: DEBUG oslo_vmware.api [None req-5d107b6e-7742-48b4-9d01-bb17cbffd65c tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] Task: {'id': task-1785741, 'name': Rename_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.165372] env[62438]: DEBUG oslo_vmware.rw_handles [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522dbff8-eece-77b0-a8ec-e9d76579f33d/disk-0.vmdk. {{(pid=62438) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1868.165658] env[62438]: INFO nova.virt.vmwareapi.images [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Downloaded image file data cc26e752-5069-406a-a8c7-61bc0c10a123 [ 1868.166578] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca6c1ed4-8626-4c22-bfdc-976c8d439a9f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.183495] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-497c6ab6-cad1-43a5-a1b8-972c088e0b1f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.235843] env[62438]: INFO nova.virt.vmwareapi.images [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] The imported VM was unregistered [ 1868.238546] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Caching image {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1868.238810] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Creating directory with path [datastore1] devstack-image-cache_base/cc26e752-5069-406a-a8c7-61bc0c10a123 {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1868.239139] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-49ab937b-d07a-4789-a019-1fe31d0902e2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.251783] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Created directory with path [datastore1] devstack-image-cache_base/cc26e752-5069-406a-a8c7-61bc0c10a123 {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1868.251999] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_3e014dbb-532b-4b4d-85aa-5fd932157c5f/OSTACK_IMG_3e014dbb-532b-4b4d-85aa-5fd932157c5f.vmdk to [datastore1] devstack-image-cache_base/cc26e752-5069-406a-a8c7-61bc0c10a123/cc26e752-5069-406a-a8c7-61bc0c10a123.vmdk. {{(pid=62438) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1868.252274] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-1df29682-9cf8-4f44-b8cc-bab0a275e6d6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.258837] env[62438]: DEBUG oslo_vmware.api [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Waiting for the task: (returnval){ [ 1868.258837] env[62438]: value = "task-1785743" [ 1868.258837] env[62438]: _type = "Task" [ 1868.258837] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1868.269940] env[62438]: DEBUG oslo_vmware.api [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785743, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.288255] env[62438]: DEBUG nova.network.neutron [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] [instance: 619b2105-d596-408b-b255-62aec86b6645] Successfully updated port: 83b095de-fd10-44f2-a141-1a777a8c32e4 {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1868.404156] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbca5e08-2197-4384-bee4-b9652ab9f0a4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.411256] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ea8d92-8204-4c5e-b1fb-558ef650b35d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.443985] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2474feb1-d4c2-4cba-b6bb-a846f2590438 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.451999] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feae8ca3-a328-4673-b198-589880d0c4be {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.465861] env[62438]: DEBUG nova.compute.provider_tree [None req-2b38f0c0-39a1-4dd7-bcdf-f776a67de517 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Updating inventory in ProviderTree for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1868.656759] env[62438]: DEBUG oslo_vmware.api [None req-5d107b6e-7742-48b4-9d01-bb17cbffd65c tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] Task: {'id': task-1785741, 'name': Rename_Task} progress is 99%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.771451] env[62438]: DEBUG oslo_vmware.api [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785743, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.791495] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Acquiring lock "refresh_cache-619b2105-d596-408b-b255-62aec86b6645" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1868.791791] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Acquired lock "refresh_cache-619b2105-d596-408b-b255-62aec86b6645" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1868.792268] env[62438]: DEBUG nova.network.neutron [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] [instance: 619b2105-d596-408b-b255-62aec86b6645] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1868.998702] env[62438]: DEBUG nova.scheduler.client.report [None req-2b38f0c0-39a1-4dd7-bcdf-f776a67de517 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Updated inventory for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with generation 156 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1868.998994] env[62438]: DEBUG nova.compute.provider_tree [None req-2b38f0c0-39a1-4dd7-bcdf-f776a67de517 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Updating resource provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 generation from 156 to 157 during operation: update_inventory {{(pid=62438) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1868.999214] env[62438]: DEBUG nova.compute.provider_tree [None req-2b38f0c0-39a1-4dd7-bcdf-f776a67de517 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Updating inventory in ProviderTree for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1869.156448] env[62438]: DEBUG oslo_vmware.api [None req-5d107b6e-7742-48b4-9d01-bb17cbffd65c tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] Task: {'id': task-1785741, 'name': Rename_Task} progress is 99%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.268974] env[62438]: DEBUG oslo_vmware.api [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785743, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.327127] env[62438]: DEBUG nova.network.neutron [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] [instance: 619b2105-d596-408b-b255-62aec86b6645] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1869.504405] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2b38f0c0-39a1-4dd7-bcdf-f776a67de517 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.747s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1869.507500] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f89c9be0-625d-4441-82da-e9d7f082fa8d tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.686s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1869.507812] env[62438]: DEBUG nova.objects.instance [None req-f89c9be0-625d-4441-82da-e9d7f082fa8d tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Lazy-loading 'resources' on Instance uuid abb54d04-d9de-4711-ac01-e4babe81325b {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1869.529466] env[62438]: INFO nova.scheduler.client.report [None req-2b38f0c0-39a1-4dd7-bcdf-f776a67de517 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Deleted allocations for instance d5942d48-628f-4c7c-a87a-4d30729eea80 [ 1869.550290] env[62438]: DEBUG nova.network.neutron [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] [instance: 619b2105-d596-408b-b255-62aec86b6645] Updating instance_info_cache with network_info: [{"id": "83b095de-fd10-44f2-a141-1a777a8c32e4", "address": "fa:16:3e:0e:4d:87", "network": {"id": "d7adc9e3-b42c-4b7d-beac-b90333cede0b", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-252600325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47f347a6b1f147c6856254c5adc6c2ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83b095de-fd", "ovs_interfaceid": "83b095de-fd10-44f2-a141-1a777a8c32e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1869.659704] env[62438]: DEBUG oslo_vmware.api [None req-5d107b6e-7742-48b4-9d01-bb17cbffd65c tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] Task: {'id': task-1785741, 'name': Rename_Task, 'duration_secs': 1.24407} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.660184] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d107b6e-7742-48b4-9d01-bb17cbffd65c tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] [instance: 15012e7b-ed2c-47e5-9d8c-ba46825b1f9b] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1869.660443] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20891b34-5644-42f2-8e24-abe28c54d581 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.668633] env[62438]: DEBUG oslo_vmware.api [None req-5d107b6e-7742-48b4-9d01-bb17cbffd65c tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] Waiting for the task: (returnval){ [ 1869.668633] env[62438]: value = "task-1785744" [ 1869.668633] env[62438]: _type = "Task" [ 1869.668633] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.680769] env[62438]: DEBUG oslo_vmware.api [None req-5d107b6e-7742-48b4-9d01-bb17cbffd65c tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] Task: {'id': task-1785744, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.774990] env[62438]: DEBUG oslo_vmware.api [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785743, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.972379] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Acquiring lock "refresh_cache-9a04f4af-932a-49d7-82dc-4180cb5d1a19" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1869.972379] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Acquired lock "refresh_cache-9a04f4af-932a-49d7-82dc-4180cb5d1a19" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1869.972914] env[62438]: DEBUG nova.network.neutron [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1870.038022] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2b38f0c0-39a1-4dd7-bcdf-f776a67de517 tempest-AttachVolumeNegativeTest-1293087497 tempest-AttachVolumeNegativeTest-1293087497-project-member] Lock "d5942d48-628f-4c7c-a87a-4d30729eea80" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.062s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1870.052810] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Releasing lock "refresh_cache-619b2105-d596-408b-b255-62aec86b6645" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1870.053183] env[62438]: DEBUG nova.compute.manager [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] [instance: 619b2105-d596-408b-b255-62aec86b6645] Instance network_info: |[{"id": "83b095de-fd10-44f2-a141-1a777a8c32e4", "address": "fa:16:3e:0e:4d:87", "network": {"id": "d7adc9e3-b42c-4b7d-beac-b90333cede0b", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-252600325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47f347a6b1f147c6856254c5adc6c2ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83b095de-fd", "ovs_interfaceid": "83b095de-fd10-44f2-a141-1a777a8c32e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1870.053619] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] [instance: 619b2105-d596-408b-b255-62aec86b6645] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:4d:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7654928b-7afe-42e3-a18d-68ecc775cefe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '83b095de-fd10-44f2-a141-1a777a8c32e4', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1870.061797] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Creating folder: Project (47f347a6b1f147c6856254c5adc6c2ec). Parent ref: group-v370230. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1870.062812] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bb43d0fa-a9da-4d2b-b4ec-da395a5c4620 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.077353] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Created folder: Project (47f347a6b1f147c6856254c5adc6c2ec) in parent group-v370230. [ 1870.077780] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Creating folder: Instances. Parent ref: group-v370522. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1870.078098] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-257cc723-ef78-4669-bc18-98c4b76bb454 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.088276] env[62438]: DEBUG nova.compute.manager [req-492e82b1-c0c8-411d-b7ee-5890c403f966 req-4e4c5265-c825-4bf9-9f6b-6d851272cd64 service nova] [instance: 619b2105-d596-408b-b255-62aec86b6645] Received event network-changed-83b095de-fd10-44f2-a141-1a777a8c32e4 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1870.088525] env[62438]: DEBUG nova.compute.manager [req-492e82b1-c0c8-411d-b7ee-5890c403f966 req-4e4c5265-c825-4bf9-9f6b-6d851272cd64 service nova] [instance: 619b2105-d596-408b-b255-62aec86b6645] Refreshing instance network info cache due to event network-changed-83b095de-fd10-44f2-a141-1a777a8c32e4. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1870.088780] env[62438]: DEBUG oslo_concurrency.lockutils [req-492e82b1-c0c8-411d-b7ee-5890c403f966 req-4e4c5265-c825-4bf9-9f6b-6d851272cd64 service nova] Acquiring lock "refresh_cache-619b2105-d596-408b-b255-62aec86b6645" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1870.088943] env[62438]: DEBUG oslo_concurrency.lockutils [req-492e82b1-c0c8-411d-b7ee-5890c403f966 req-4e4c5265-c825-4bf9-9f6b-6d851272cd64 service nova] Acquired lock "refresh_cache-619b2105-d596-408b-b255-62aec86b6645" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1870.089155] env[62438]: DEBUG nova.network.neutron [req-492e82b1-c0c8-411d-b7ee-5890c403f966 req-4e4c5265-c825-4bf9-9f6b-6d851272cd64 service nova] [instance: 619b2105-d596-408b-b255-62aec86b6645] Refreshing network info cache for port 83b095de-fd10-44f2-a141-1a777a8c32e4 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1870.095228] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Created folder: Instances in parent group-v370522. [ 1870.095527] env[62438]: DEBUG oslo.service.loopingcall [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1870.098445] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 619b2105-d596-408b-b255-62aec86b6645] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1870.100313] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a38c116-2f38-4e67-95f1-ae3df43959d4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.125395] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1870.125395] env[62438]: value = "task-1785747" [ 1870.125395] env[62438]: _type = "Task" [ 1870.125395] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.138419] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785747, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.159965] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3948373a-689b-41b1-a2b9-57a32120157e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.168278] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-971b3f73-0d89-45da-86f3-d98e7f52331e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.181814] env[62438]: DEBUG oslo_vmware.api [None req-5d107b6e-7742-48b4-9d01-bb17cbffd65c tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] Task: {'id': task-1785744, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.208951] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-161f43a4-f26e-418a-9be8-40d5771a2eba {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.218555] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8591485f-3a93-443c-b665-b07807a772b8 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.235206] env[62438]: DEBUG nova.compute.provider_tree [None req-f89c9be0-625d-4441-82da-e9d7f082fa8d tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1870.272461] env[62438]: DEBUG oslo_vmware.api [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785743, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.635768] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785747, 'name': CreateVM_Task} progress is 25%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.683922] env[62438]: DEBUG oslo_vmware.api [None req-5d107b6e-7742-48b4-9d01-bb17cbffd65c tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] Task: {'id': task-1785744, 'name': PowerOnVM_Task, 'duration_secs': 0.622821} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.684275] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d107b6e-7742-48b4-9d01-bb17cbffd65c tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] [instance: 15012e7b-ed2c-47e5-9d8c-ba46825b1f9b] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1870.684497] env[62438]: INFO nova.compute.manager [None req-5d107b6e-7742-48b4-9d01-bb17cbffd65c tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] [instance: 15012e7b-ed2c-47e5-9d8c-ba46825b1f9b] Took 9.91 seconds to spawn the instance on the hypervisor. [ 1870.684726] env[62438]: DEBUG nova.compute.manager [None req-5d107b6e-7742-48b4-9d01-bb17cbffd65c tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] [instance: 15012e7b-ed2c-47e5-9d8c-ba46825b1f9b] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1870.685565] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdea59e3-9752-4c95-84bb-eeaece335405 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.738256] env[62438]: DEBUG nova.scheduler.client.report [None req-f89c9be0-625d-4441-82da-e9d7f082fa8d tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1870.770559] env[62438]: DEBUG oslo_vmware.api [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785743, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.956249] env[62438]: DEBUG nova.network.neutron [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Updating instance_info_cache with network_info: [{"id": "26f2b697-c482-42aa-a7bc-24b0ba08b671", "address": "fa:16:3e:33:7b:a3", "network": {"id": "d5e0f42e-8988-470d-bf55-b08dd924a07b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-779037552-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7f4486a8955463faeee363dc451c813", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26f2b697-c4", "ovs_interfaceid": "26f2b697-c482-42aa-a7bc-24b0ba08b671", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1871.092978] env[62438]: DEBUG nova.network.neutron [req-492e82b1-c0c8-411d-b7ee-5890c403f966 req-4e4c5265-c825-4bf9-9f6b-6d851272cd64 service nova] [instance: 619b2105-d596-408b-b255-62aec86b6645] Updated VIF entry in instance network info cache for port 83b095de-fd10-44f2-a141-1a777a8c32e4. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1871.093385] env[62438]: DEBUG nova.network.neutron [req-492e82b1-c0c8-411d-b7ee-5890c403f966 req-4e4c5265-c825-4bf9-9f6b-6d851272cd64 service nova] [instance: 619b2105-d596-408b-b255-62aec86b6645] Updating instance_info_cache with network_info: [{"id": "83b095de-fd10-44f2-a141-1a777a8c32e4", "address": "fa:16:3e:0e:4d:87", "network": {"id": "d7adc9e3-b42c-4b7d-beac-b90333cede0b", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-252600325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47f347a6b1f147c6856254c5adc6c2ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83b095de-fd", "ovs_interfaceid": "83b095de-fd10-44f2-a141-1a777a8c32e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1871.135171] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785747, 'name': CreateVM_Task} progress is 25%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.205930] env[62438]: INFO nova.compute.manager [None req-5d107b6e-7742-48b4-9d01-bb17cbffd65c tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] [instance: 15012e7b-ed2c-47e5-9d8c-ba46825b1f9b] Took 14.69 seconds to build instance. [ 1871.243650] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f89c9be0-625d-4441-82da-e9d7f082fa8d tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.736s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1871.272430] env[62438]: DEBUG oslo_vmware.api [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785743, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.003787} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.273601] env[62438]: INFO nova.scheduler.client.report [None req-f89c9be0-625d-4441-82da-e9d7f082fa8d tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Deleted allocations for instance abb54d04-d9de-4711-ac01-e4babe81325b [ 1871.274784] env[62438]: INFO nova.virt.vmwareapi.ds_util [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_3e014dbb-532b-4b4d-85aa-5fd932157c5f/OSTACK_IMG_3e014dbb-532b-4b4d-85aa-5fd932157c5f.vmdk to [datastore1] devstack-image-cache_base/cc26e752-5069-406a-a8c7-61bc0c10a123/cc26e752-5069-406a-a8c7-61bc0c10a123.vmdk. [ 1871.275564] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Cleaning up location [datastore1] OSTACK_IMG_3e014dbb-532b-4b4d-85aa-5fd932157c5f {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1871.275564] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_3e014dbb-532b-4b4d-85aa-5fd932157c5f {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1871.277579] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e2167d15-2d99-4fcf-88ca-7cb0190f1b71 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.283553] env[62438]: DEBUG oslo_vmware.api [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Waiting for the task: (returnval){ [ 1871.283553] env[62438]: value = "task-1785749" [ 1871.283553] env[62438]: _type = "Task" [ 1871.283553] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.291274] env[62438]: DEBUG oslo_vmware.api [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785749, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.458798] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Releasing lock "refresh_cache-9a04f4af-932a-49d7-82dc-4180cb5d1a19" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1871.486272] env[62438]: DEBUG nova.virt.hardware [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='9963c12accde37757e51e4eaa74de3ff',container_format='bare',created_at=2024-12-12T01:37:43Z,direct_url=,disk_format='vmdk',id=ea96c779-ad02-4a33-af6b-1a6a2f70c2f1,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1985003794-shelved',owner='d7f4486a8955463faeee363dc451c813',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2024-12-12T01:37:56Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1871.486537] env[62438]: DEBUG nova.virt.hardware [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1871.486752] env[62438]: DEBUG nova.virt.hardware [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1871.486889] env[62438]: DEBUG nova.virt.hardware [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1871.487058] env[62438]: DEBUG nova.virt.hardware [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1871.487203] env[62438]: DEBUG nova.virt.hardware [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1871.487425] env[62438]: DEBUG nova.virt.hardware [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1871.487573] env[62438]: DEBUG nova.virt.hardware [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1871.487745] env[62438]: DEBUG nova.virt.hardware [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1871.487917] env[62438]: DEBUG nova.virt.hardware [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1871.488111] env[62438]: DEBUG nova.virt.hardware [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1871.489047] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c48eb373-bffd-4daa-8bdc-7ec70085d6f1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.496581] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee628d42-4cc5-4ec8-886b-6d7b3f5db3c2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.510520] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:7b:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '685b4083-b748-41fb-a68a-273b1073fa28', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '26f2b697-c482-42aa-a7bc-24b0ba08b671', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1871.518126] env[62438]: DEBUG oslo.service.loopingcall [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1871.518398] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1871.518564] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8cbf5973-4783-4004-809a-5ffb7ecd8de6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.536666] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1871.536666] env[62438]: value = "task-1785750" [ 1871.536666] env[62438]: _type = "Task" [ 1871.536666] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.545659] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785750, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.596037] env[62438]: DEBUG oslo_concurrency.lockutils [req-492e82b1-c0c8-411d-b7ee-5890c403f966 req-4e4c5265-c825-4bf9-9f6b-6d851272cd64 service nova] Releasing lock "refresh_cache-619b2105-d596-408b-b255-62aec86b6645" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1871.596341] env[62438]: DEBUG nova.compute.manager [req-492e82b1-c0c8-411d-b7ee-5890c403f966 req-4e4c5265-c825-4bf9-9f6b-6d851272cd64 service nova] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Received event network-vif-plugged-26f2b697-c482-42aa-a7bc-24b0ba08b671 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1871.596548] env[62438]: DEBUG oslo_concurrency.lockutils [req-492e82b1-c0c8-411d-b7ee-5890c403f966 req-4e4c5265-c825-4bf9-9f6b-6d851272cd64 service nova] Acquiring lock "9a04f4af-932a-49d7-82dc-4180cb5d1a19-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1871.596791] env[62438]: DEBUG oslo_concurrency.lockutils [req-492e82b1-c0c8-411d-b7ee-5890c403f966 req-4e4c5265-c825-4bf9-9f6b-6d851272cd64 service nova] Lock "9a04f4af-932a-49d7-82dc-4180cb5d1a19-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1871.596964] env[62438]: DEBUG oslo_concurrency.lockutils [req-492e82b1-c0c8-411d-b7ee-5890c403f966 req-4e4c5265-c825-4bf9-9f6b-6d851272cd64 service nova] Lock "9a04f4af-932a-49d7-82dc-4180cb5d1a19-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1871.597158] env[62438]: DEBUG nova.compute.manager [req-492e82b1-c0c8-411d-b7ee-5890c403f966 req-4e4c5265-c825-4bf9-9f6b-6d851272cd64 service nova] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] No waiting events found dispatching network-vif-plugged-26f2b697-c482-42aa-a7bc-24b0ba08b671 {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1871.597357] env[62438]: WARNING nova.compute.manager [req-492e82b1-c0c8-411d-b7ee-5890c403f966 req-4e4c5265-c825-4bf9-9f6b-6d851272cd64 service nova] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Received unexpected event network-vif-plugged-26f2b697-c482-42aa-a7bc-24b0ba08b671 for instance with vm_state shelved_offloaded and task_state spawning. [ 1871.597535] env[62438]: DEBUG nova.compute.manager [req-492e82b1-c0c8-411d-b7ee-5890c403f966 req-4e4c5265-c825-4bf9-9f6b-6d851272cd64 service nova] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Received event network-changed-26f2b697-c482-42aa-a7bc-24b0ba08b671 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1871.597718] env[62438]: DEBUG nova.compute.manager [req-492e82b1-c0c8-411d-b7ee-5890c403f966 req-4e4c5265-c825-4bf9-9f6b-6d851272cd64 service nova] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Refreshing instance network info cache due to event network-changed-26f2b697-c482-42aa-a7bc-24b0ba08b671. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1871.597924] env[62438]: DEBUG oslo_concurrency.lockutils [req-492e82b1-c0c8-411d-b7ee-5890c403f966 req-4e4c5265-c825-4bf9-9f6b-6d851272cd64 service nova] Acquiring lock "refresh_cache-9a04f4af-932a-49d7-82dc-4180cb5d1a19" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1871.598105] env[62438]: DEBUG oslo_concurrency.lockutils [req-492e82b1-c0c8-411d-b7ee-5890c403f966 req-4e4c5265-c825-4bf9-9f6b-6d851272cd64 service nova] Acquired lock "refresh_cache-9a04f4af-932a-49d7-82dc-4180cb5d1a19" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1871.598278] env[62438]: DEBUG nova.network.neutron [req-492e82b1-c0c8-411d-b7ee-5890c403f966 req-4e4c5265-c825-4bf9-9f6b-6d851272cd64 service nova] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Refreshing network info cache for port 26f2b697-c482-42aa-a7bc-24b0ba08b671 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1871.635922] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785747, 'name': CreateVM_Task} progress is 99%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.708595] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5d107b6e-7742-48b4-9d01-bb17cbffd65c tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] Lock "15012e7b-ed2c-47e5-9d8c-ba46825b1f9b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.201s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1871.782558] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f89c9be0-625d-4441-82da-e9d7f082fa8d tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Lock "abb54d04-d9de-4711-ac01-e4babe81325b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.286s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1871.793030] env[62438]: DEBUG oslo_vmware.api [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785749, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.049948} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.793220] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1871.793408] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cc26e752-5069-406a-a8c7-61bc0c10a123/cc26e752-5069-406a-a8c7-61bc0c10a123.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1871.793654] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cc26e752-5069-406a-a8c7-61bc0c10a123/cc26e752-5069-406a-a8c7-61bc0c10a123.vmdk to [datastore1] f20ec23f-9d33-4e6b-9c84-cd65a354da93/f20ec23f-9d33-4e6b-9c84-cd65a354da93.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1871.793912] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-663c4700-a7e6-4015-aa73-5aacf7ed597d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.800948] env[62438]: DEBUG oslo_vmware.api [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Waiting for the task: (returnval){ [ 1871.800948] env[62438]: value = "task-1785751" [ 1871.800948] env[62438]: _type = "Task" [ 1871.800948] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.808792] env[62438]: DEBUG oslo_vmware.api [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785751, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.046917] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785750, 'name': CreateVM_Task, 'duration_secs': 0.355797} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.047103] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1872.047772] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ea96c779-ad02-4a33-af6b-1a6a2f70c2f1" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1872.047949] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ea96c779-ad02-4a33-af6b-1a6a2f70c2f1" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1872.048338] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ea96c779-ad02-4a33-af6b-1a6a2f70c2f1" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1872.048594] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57e805e7-140e-41e5-9400-15435bab9614 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.053980] env[62438]: DEBUG oslo_vmware.api [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Waiting for the task: (returnval){ [ 1872.053980] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]527d2981-6960-dc65-2ded-8dc2b6a6b49f" [ 1872.053980] env[62438]: _type = "Task" [ 1872.053980] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.061185] env[62438]: DEBUG oslo_vmware.api [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]527d2981-6960-dc65-2ded-8dc2b6a6b49f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.135766] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785747, 'name': CreateVM_Task} progress is 99%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.311952] env[62438]: DEBUG oslo_vmware.api [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785751, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.444026] env[62438]: DEBUG nova.network.neutron [req-492e82b1-c0c8-411d-b7ee-5890c403f966 req-4e4c5265-c825-4bf9-9f6b-6d851272cd64 service nova] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Updated VIF entry in instance network info cache for port 26f2b697-c482-42aa-a7bc-24b0ba08b671. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1872.444026] env[62438]: DEBUG nova.network.neutron [req-492e82b1-c0c8-411d-b7ee-5890c403f966 req-4e4c5265-c825-4bf9-9f6b-6d851272cd64 service nova] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Updating instance_info_cache with network_info: [{"id": "26f2b697-c482-42aa-a7bc-24b0ba08b671", "address": "fa:16:3e:33:7b:a3", "network": {"id": "d5e0f42e-8988-470d-bf55-b08dd924a07b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-779037552-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7f4486a8955463faeee363dc451c813", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26f2b697-c4", "ovs_interfaceid": "26f2b697-c482-42aa-a7bc-24b0ba08b671", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1872.565119] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ea96c779-ad02-4a33-af6b-1a6a2f70c2f1" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1872.565410] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Processing image ea96c779-ad02-4a33-af6b-1a6a2f70c2f1 {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1872.565728] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ea96c779-ad02-4a33-af6b-1a6a2f70c2f1/ea96c779-ad02-4a33-af6b-1a6a2f70c2f1.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1872.565910] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ea96c779-ad02-4a33-af6b-1a6a2f70c2f1/ea96c779-ad02-4a33-af6b-1a6a2f70c2f1.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1872.566117] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1872.566396] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d65c51d4-49d4-4d31-9b7e-31ef1af0b94f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.356802] env[62438]: DEBUG oslo_concurrency.lockutils [None req-bea1f7d1-b4de-479a-a7f4-2f92bad5e730 tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] Acquiring lock "15012e7b-ed2c-47e5-9d8c-ba46825b1f9b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1873.357080] env[62438]: DEBUG oslo_concurrency.lockutils [None req-bea1f7d1-b4de-479a-a7f4-2f92bad5e730 tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] Lock "15012e7b-ed2c-47e5-9d8c-ba46825b1f9b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1873.357298] env[62438]: DEBUG oslo_concurrency.lockutils [None req-bea1f7d1-b4de-479a-a7f4-2f92bad5e730 tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] Acquiring lock "15012e7b-ed2c-47e5-9d8c-ba46825b1f9b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1873.357518] env[62438]: DEBUG oslo_concurrency.lockutils [None req-bea1f7d1-b4de-479a-a7f4-2f92bad5e730 tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] Lock "15012e7b-ed2c-47e5-9d8c-ba46825b1f9b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1873.357644] env[62438]: DEBUG oslo_concurrency.lockutils [None req-bea1f7d1-b4de-479a-a7f4-2f92bad5e730 tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] Lock "15012e7b-ed2c-47e5-9d8c-ba46825b1f9b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1873.360534] env[62438]: DEBUG oslo_concurrency.lockutils [None req-86031148-56a2-4286-b362-9ade11c03581 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Acquiring lock "2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1873.360534] env[62438]: DEBUG oslo_concurrency.lockutils [None req-86031148-56a2-4286-b362-9ade11c03581 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Lock "2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1873.360534] env[62438]: DEBUG oslo_concurrency.lockutils [None req-86031148-56a2-4286-b362-9ade11c03581 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Acquiring lock "2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1873.360534] env[62438]: DEBUG oslo_concurrency.lockutils [None req-86031148-56a2-4286-b362-9ade11c03581 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Lock "2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1873.360534] env[62438]: DEBUG oslo_concurrency.lockutils [None req-86031148-56a2-4286-b362-9ade11c03581 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Lock "2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1873.361987] env[62438]: DEBUG oslo_concurrency.lockutils [req-492e82b1-c0c8-411d-b7ee-5890c403f966 req-4e4c5265-c825-4bf9-9f6b-6d851272cd64 service nova] Releasing lock "refresh_cache-9a04f4af-932a-49d7-82dc-4180cb5d1a19" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1873.362442] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1873.362618] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1873.363879] env[62438]: INFO nova.compute.manager [None req-bea1f7d1-b4de-479a-a7f4-2f92bad5e730 tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] [instance: 15012e7b-ed2c-47e5-9d8c-ba46825b1f9b] Terminating instance [ 1873.365402] env[62438]: INFO nova.compute.manager [None req-86031148-56a2-4286-b362-9ade11c03581 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: 2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8] Terminating instance [ 1873.373630] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-340c9174-20be-4847-af8a-2c8c049a92f8 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.376716] env[62438]: DEBUG nova.compute.manager [None req-86031148-56a2-4286-b362-9ade11c03581 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: 2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1873.376944] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-86031148-56a2-4286-b362-9ade11c03581 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: 2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1873.377528] env[62438]: DEBUG nova.compute.manager [None req-bea1f7d1-b4de-479a-a7f4-2f92bad5e730 tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] [instance: 15012e7b-ed2c-47e5-9d8c-ba46825b1f9b] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1873.377715] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-bea1f7d1-b4de-479a-a7f4-2f92bad5e730 tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] [instance: 15012e7b-ed2c-47e5-9d8c-ba46825b1f9b] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1873.378540] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-361e5c02-5aca-4caf-9165-0039279deaca {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.381725] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b209de9-c15f-4647-ad13-d2371b57c76b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.390803] env[62438]: DEBUG oslo_vmware.api [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785751, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.397664] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-86031148-56a2-4286-b362-9ade11c03581 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: 2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1873.398381] env[62438]: DEBUG oslo_vmware.api [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Waiting for the task: (returnval){ [ 1873.398381] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52f67122-d369-a23c-8c1c-e12ae67a9fad" [ 1873.398381] env[62438]: _type = "Task" [ 1873.398381] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.398564] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-bea1f7d1-b4de-479a-a7f4-2f92bad5e730 tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] [instance: 15012e7b-ed2c-47e5-9d8c-ba46825b1f9b] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1873.398761] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785747, 'name': CreateVM_Task, 'duration_secs': 2.286711} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.398945] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b2910a7-4aef-449c-b572-c5139bf9896b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.400534] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de456583-c1bc-47ed-b9a6-8c4b5ba764f3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.401821] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 619b2105-d596-408b-b255-62aec86b6645] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1873.405452] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1873.405619] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1873.405939] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1873.406765] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42625dd5-5922-4bf4-a119-872bf7c62245 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.412279] env[62438]: DEBUG oslo_vmware.api [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Waiting for the task: (returnval){ [ 1873.412279] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52d8c582-3c11-48e8-c9e8-bae3cdfa36d6" [ 1873.412279] env[62438]: _type = "Task" [ 1873.412279] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.412425] env[62438]: DEBUG oslo_vmware.api [None req-bea1f7d1-b4de-479a-a7f4-2f92bad5e730 tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] Waiting for the task: (returnval){ [ 1873.412425] env[62438]: value = "task-1785752" [ 1873.412425] env[62438]: _type = "Task" [ 1873.412425] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.416482] env[62438]: DEBUG oslo_vmware.api [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52f67122-d369-a23c-8c1c-e12ae67a9fad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.416790] env[62438]: DEBUG oslo_vmware.api [None req-86031148-56a2-4286-b362-9ade11c03581 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Waiting for the task: (returnval){ [ 1873.416790] env[62438]: value = "task-1785753" [ 1873.416790] env[62438]: _type = "Task" [ 1873.416790] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.431748] env[62438]: DEBUG oslo_vmware.api [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52d8c582-3c11-48e8-c9e8-bae3cdfa36d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.438699] env[62438]: DEBUG oslo_vmware.api [None req-bea1f7d1-b4de-479a-a7f4-2f92bad5e730 tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] Task: {'id': task-1785752, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.439713] env[62438]: DEBUG oslo_vmware.api [None req-86031148-56a2-4286-b362-9ade11c03581 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1785753, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.869825] env[62438]: DEBUG oslo_vmware.api [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785751, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.910563] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Preparing fetch location {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1873.910822] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Fetch image to [datastore1] OSTACK_IMG_bcc20451-13b0-489c-aa97-9fd17532d195/OSTACK_IMG_bcc20451-13b0-489c-aa97-9fd17532d195.vmdk {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1873.911084] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Downloading stream optimized image ea96c779-ad02-4a33-af6b-1a6a2f70c2f1 to [datastore1] OSTACK_IMG_bcc20451-13b0-489c-aa97-9fd17532d195/OSTACK_IMG_bcc20451-13b0-489c-aa97-9fd17532d195.vmdk on the data store datastore1 as vApp {{(pid=62438) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1873.911276] env[62438]: DEBUG nova.virt.vmwareapi.images [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Downloading image file data ea96c779-ad02-4a33-af6b-1a6a2f70c2f1 to the ESX as VM named 'OSTACK_IMG_bcc20451-13b0-489c-aa97-9fd17532d195' {{(pid=62438) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1873.930395] env[62438]: DEBUG oslo_vmware.api [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52d8c582-3c11-48e8-c9e8-bae3cdfa36d6, 'name': SearchDatastore_Task, 'duration_secs': 0.105052} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.933839] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1873.934126] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] [instance: 619b2105-d596-408b-b255-62aec86b6645] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1873.934368] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1873.934519] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1873.935174] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1873.935174] env[62438]: DEBUG oslo_vmware.api [None req-bea1f7d1-b4de-479a-a7f4-2f92bad5e730 tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] Task: {'id': task-1785752, 'name': PowerOffVM_Task, 'duration_secs': 0.234065} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.939714] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-883bb2bc-a7f0-4831-aab6-390a88de86eb {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.941591] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-bea1f7d1-b4de-479a-a7f4-2f92bad5e730 tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] [instance: 15012e7b-ed2c-47e5-9d8c-ba46825b1f9b] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1873.941807] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-bea1f7d1-b4de-479a-a7f4-2f92bad5e730 tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] [instance: 15012e7b-ed2c-47e5-9d8c-ba46825b1f9b] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1873.942103] env[62438]: DEBUG oslo_vmware.api [None req-86031148-56a2-4286-b362-9ade11c03581 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1785753, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.942547] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-54b27f5a-878b-4bf8-bc54-1f389bbc16e9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.964654] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1873.964825] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1873.965580] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83e223ca-2c8b-4170-bdf9-b5ad3004bf32 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.972866] env[62438]: DEBUG oslo_vmware.api [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Waiting for the task: (returnval){ [ 1873.972866] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]527696e8-4350-1651-b5ed-c4b95fd64ac1" [ 1873.972866] env[62438]: _type = "Task" [ 1873.972866] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.982996] env[62438]: DEBUG oslo_vmware.api [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]527696e8-4350-1651-b5ed-c4b95fd64ac1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.001342] env[62438]: DEBUG oslo_vmware.rw_handles [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1874.001342] env[62438]: value = "resgroup-9" [ 1874.001342] env[62438]: _type = "ResourcePool" [ 1874.001342] env[62438]: }. {{(pid=62438) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1874.002094] env[62438]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-d4a3f2ce-361d-4efa-af60-d1b809d723a4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.022941] env[62438]: DEBUG oslo_vmware.rw_handles [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Lease: (returnval){ [ 1874.022941] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52c92250-48b1-d990-1967-d90947806245" [ 1874.022941] env[62438]: _type = "HttpNfcLease" [ 1874.022941] env[62438]: } obtained for vApp import into resource pool (val){ [ 1874.022941] env[62438]: value = "resgroup-9" [ 1874.022941] env[62438]: _type = "ResourcePool" [ 1874.022941] env[62438]: }. {{(pid=62438) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1874.023357] env[62438]: DEBUG oslo_vmware.api [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Waiting for the lease: (returnval){ [ 1874.023357] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52c92250-48b1-d990-1967-d90947806245" [ 1874.023357] env[62438]: _type = "HttpNfcLease" [ 1874.023357] env[62438]: } to be ready. {{(pid=62438) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1874.030391] env[62438]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1874.030391] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52c92250-48b1-d990-1967-d90947806245" [ 1874.030391] env[62438]: _type = "HttpNfcLease" [ 1874.030391] env[62438]: } is initializing. {{(pid=62438) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1874.039980] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-bea1f7d1-b4de-479a-a7f4-2f92bad5e730 tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] [instance: 15012e7b-ed2c-47e5-9d8c-ba46825b1f9b] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1874.040246] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-bea1f7d1-b4de-479a-a7f4-2f92bad5e730 tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] [instance: 15012e7b-ed2c-47e5-9d8c-ba46825b1f9b] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1874.040441] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-bea1f7d1-b4de-479a-a7f4-2f92bad5e730 tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] Deleting the datastore file [datastore1] 15012e7b-ed2c-47e5-9d8c-ba46825b1f9b {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1874.040723] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a4a23689-d1a0-45b4-90f6-7acf9c27700a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.046999] env[62438]: DEBUG oslo_vmware.api [None req-bea1f7d1-b4de-479a-a7f4-2f92bad5e730 tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] Waiting for the task: (returnval){ [ 1874.046999] env[62438]: value = "task-1785757" [ 1874.046999] env[62438]: _type = "Task" [ 1874.046999] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.056533] env[62438]: DEBUG oslo_vmware.api [None req-bea1f7d1-b4de-479a-a7f4-2f92bad5e730 tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] Task: {'id': task-1785757, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.370349] env[62438]: DEBUG oslo_vmware.api [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785751, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.433452] env[62438]: DEBUG oslo_vmware.api [None req-86031148-56a2-4286-b362-9ade11c03581 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1785753, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.483512] env[62438]: DEBUG oslo_vmware.api [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]527696e8-4350-1651-b5ed-c4b95fd64ac1, 'name': SearchDatastore_Task, 'duration_secs': 0.089131} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.484443] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00212db6-4139-44e2-87da-969c05d59a4a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.490730] env[62438]: DEBUG oslo_vmware.api [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Waiting for the task: (returnval){ [ 1874.490730] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]527e2726-c2b7-1177-479a-dfdcec34598d" [ 1874.490730] env[62438]: _type = "Task" [ 1874.490730] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.501535] env[62438]: DEBUG oslo_vmware.api [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]527e2726-c2b7-1177-479a-dfdcec34598d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.531975] env[62438]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1874.531975] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52c92250-48b1-d990-1967-d90947806245" [ 1874.531975] env[62438]: _type = "HttpNfcLease" [ 1874.531975] env[62438]: } is initializing. {{(pid=62438) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1874.558695] env[62438]: DEBUG oslo_vmware.api [None req-bea1f7d1-b4de-479a-a7f4-2f92bad5e730 tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] Task: {'id': task-1785757, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.871051] env[62438]: DEBUG oslo_vmware.api [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785751, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.934971] env[62438]: DEBUG oslo_vmware.api [None req-86031148-56a2-4286-b362-9ade11c03581 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1785753, 'name': PowerOffVM_Task, 'duration_secs': 1.133905} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.934971] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-86031148-56a2-4286-b362-9ade11c03581 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: 2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1874.935155] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-86031148-56a2-4286-b362-9ade11c03581 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: 2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1874.935364] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f66d1631-6e3f-47be-96f0-0312e20857ff {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.001880] env[62438]: DEBUG oslo_vmware.api [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]527e2726-c2b7-1177-479a-dfdcec34598d, 'name': SearchDatastore_Task, 'duration_secs': 0.130637} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.002217] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1875.002484] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 619b2105-d596-408b-b255-62aec86b6645/619b2105-d596-408b-b255-62aec86b6645.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1875.002760] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-99721715-6b15-4cbf-bdf3-81c224c195d6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.009402] env[62438]: DEBUG oslo_vmware.api [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Waiting for the task: (returnval){ [ 1875.009402] env[62438]: value = "task-1785759" [ 1875.009402] env[62438]: _type = "Task" [ 1875.009402] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.017203] env[62438]: DEBUG oslo_vmware.api [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Task: {'id': task-1785759, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.030849] env[62438]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1875.030849] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52c92250-48b1-d990-1967-d90947806245" [ 1875.030849] env[62438]: _type = "HttpNfcLease" [ 1875.030849] env[62438]: } is ready. {{(pid=62438) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1875.031161] env[62438]: DEBUG oslo_vmware.rw_handles [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1875.031161] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52c92250-48b1-d990-1967-d90947806245" [ 1875.031161] env[62438]: _type = "HttpNfcLease" [ 1875.031161] env[62438]: }. {{(pid=62438) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1875.031957] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64553f68-3018-44f6-b8e4-ec6ed932e585 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.039090] env[62438]: DEBUG oslo_vmware.rw_handles [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5231661f-111e-a71e-7ecb-5a29e4efbf4d/disk-0.vmdk from lease info. {{(pid=62438) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1875.039289] env[62438]: DEBUG oslo_vmware.rw_handles [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5231661f-111e-a71e-7ecb-5a29e4efbf4d/disk-0.vmdk. {{(pid=62438) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1875.106883] env[62438]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-82528bb5-7b0a-4013-99aa-55aec37104ca {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.109049] env[62438]: DEBUG oslo_vmware.api [None req-bea1f7d1-b4de-479a-a7f4-2f92bad5e730 tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] Task: {'id': task-1785757, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.181058] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-86031148-56a2-4286-b362-9ade11c03581 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: 2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1875.181295] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-86031148-56a2-4286-b362-9ade11c03581 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: 2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1875.181534] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-86031148-56a2-4286-b362-9ade11c03581 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Deleting the datastore file [datastore1] 2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8 {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1875.181888] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-16b44bd5-922c-472b-9f5b-830c35af0a15 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.188531] env[62438]: DEBUG oslo_vmware.api [None req-86031148-56a2-4286-b362-9ade11c03581 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Waiting for the task: (returnval){ [ 1875.188531] env[62438]: value = "task-1785760" [ 1875.188531] env[62438]: _type = "Task" [ 1875.188531] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.198039] env[62438]: DEBUG oslo_vmware.api [None req-86031148-56a2-4286-b362-9ade11c03581 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1785760, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.374466] env[62438]: DEBUG oslo_vmware.api [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785751, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.347793} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.377060] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cc26e752-5069-406a-a8c7-61bc0c10a123/cc26e752-5069-406a-a8c7-61bc0c10a123.vmdk to [datastore1] f20ec23f-9d33-4e6b-9c84-cd65a354da93/f20ec23f-9d33-4e6b-9c84-cd65a354da93.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1875.377474] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1435823d-a49d-487f-8ba8-67212e7d6007 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.401301] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] f20ec23f-9d33-4e6b-9c84-cd65a354da93/f20ec23f-9d33-4e6b-9c84-cd65a354da93.vmdk or device None with type streamOptimized {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1875.405723] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d85c0665-ceb0-4ea6-9da0-6d7f23d51a98 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.432183] env[62438]: DEBUG oslo_vmware.api [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Waiting for the task: (returnval){ [ 1875.432183] env[62438]: value = "task-1785761" [ 1875.432183] env[62438]: _type = "Task" [ 1875.432183] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.442677] env[62438]: DEBUG oslo_vmware.api [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785761, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.519304] env[62438]: DEBUG oslo_vmware.api [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Task: {'id': task-1785759, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.607740] env[62438]: DEBUG oslo_vmware.api [None req-bea1f7d1-b4de-479a-a7f4-2f92bad5e730 tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] Task: {'id': task-1785757, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.194675} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.608044] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-bea1f7d1-b4de-479a-a7f4-2f92bad5e730 tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1875.608239] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-bea1f7d1-b4de-479a-a7f4-2f92bad5e730 tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] [instance: 15012e7b-ed2c-47e5-9d8c-ba46825b1f9b] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1875.608432] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-bea1f7d1-b4de-479a-a7f4-2f92bad5e730 tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] [instance: 15012e7b-ed2c-47e5-9d8c-ba46825b1f9b] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1875.608601] env[62438]: INFO nova.compute.manager [None req-bea1f7d1-b4de-479a-a7f4-2f92bad5e730 tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] [instance: 15012e7b-ed2c-47e5-9d8c-ba46825b1f9b] Took 2.23 seconds to destroy the instance on the hypervisor. [ 1875.608885] env[62438]: DEBUG oslo.service.loopingcall [None req-bea1f7d1-b4de-479a-a7f4-2f92bad5e730 tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1875.609111] env[62438]: DEBUG nova.compute.manager [-] [instance: 15012e7b-ed2c-47e5-9d8c-ba46825b1f9b] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1875.609200] env[62438]: DEBUG nova.network.neutron [-] [instance: 15012e7b-ed2c-47e5-9d8c-ba46825b1f9b] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1875.698401] env[62438]: DEBUG oslo_vmware.api [None req-86031148-56a2-4286-b362-9ade11c03581 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Task: {'id': task-1785760, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.392641} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.698616] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-86031148-56a2-4286-b362-9ade11c03581 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1875.698899] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-86031148-56a2-4286-b362-9ade11c03581 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: 2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1875.699129] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-86031148-56a2-4286-b362-9ade11c03581 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: 2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1875.699316] env[62438]: INFO nova.compute.manager [None req-86031148-56a2-4286-b362-9ade11c03581 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] [instance: 2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8] Took 2.32 seconds to destroy the instance on the hypervisor. [ 1875.699566] env[62438]: DEBUG oslo.service.loopingcall [None req-86031148-56a2-4286-b362-9ade11c03581 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1875.699777] env[62438]: DEBUG nova.compute.manager [-] [instance: 2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1875.699891] env[62438]: DEBUG nova.network.neutron [-] [instance: 2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1875.943368] env[62438]: DEBUG oslo_vmware.api [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785761, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.019508] env[62438]: DEBUG oslo_vmware.api [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Task: {'id': task-1785759, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.124923] env[62438]: DEBUG nova.compute.manager [req-8d35c795-12eb-4975-bcb9-9343890dbfcb req-f52de2b3-e980-4b42-8c7a-9b2045204e5b service nova] [instance: 15012e7b-ed2c-47e5-9d8c-ba46825b1f9b] Received event network-vif-deleted-05d486d4-f1f8-4618-b0b5-7d8d460d7a0f {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1876.124923] env[62438]: INFO nova.compute.manager [req-8d35c795-12eb-4975-bcb9-9343890dbfcb req-f52de2b3-e980-4b42-8c7a-9b2045204e5b service nova] [instance: 15012e7b-ed2c-47e5-9d8c-ba46825b1f9b] Neutron deleted interface 05d486d4-f1f8-4618-b0b5-7d8d460d7a0f; detaching it from the instance and deleting it from the info cache [ 1876.125285] env[62438]: DEBUG nova.network.neutron [req-8d35c795-12eb-4975-bcb9-9343890dbfcb req-f52de2b3-e980-4b42-8c7a-9b2045204e5b service nova] [instance: 15012e7b-ed2c-47e5-9d8c-ba46825b1f9b] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1876.231124] env[62438]: DEBUG oslo_vmware.rw_handles [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Completed reading data from the image iterator. {{(pid=62438) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1876.231350] env[62438]: DEBUG oslo_vmware.rw_handles [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5231661f-111e-a71e-7ecb-5a29e4efbf4d/disk-0.vmdk. {{(pid=62438) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1876.232877] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74fd27b3-cc23-45e0-b39e-e4b5c37e2769 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.240399] env[62438]: DEBUG oslo_vmware.rw_handles [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5231661f-111e-a71e-7ecb-5a29e4efbf4d/disk-0.vmdk is in state: ready. {{(pid=62438) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1876.240577] env[62438]: DEBUG oslo_vmware.rw_handles [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5231661f-111e-a71e-7ecb-5a29e4efbf4d/disk-0.vmdk. {{(pid=62438) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1876.240820] env[62438]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-d4450867-a282-4b49-aa6a-29cddb715a49 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.445110] env[62438]: DEBUG oslo_vmware.api [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785761, 'name': ReconfigVM_Task, 'duration_secs': 0.519337} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1876.445532] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Reconfigured VM instance instance-00000061 to attach disk [datastore1] f20ec23f-9d33-4e6b-9c84-cd65a354da93/f20ec23f-9d33-4e6b-9c84-cd65a354da93.vmdk or device None with type streamOptimized {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1876.446253] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff885ad5-6483-4a41-811d-2a911f88509c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.453444] env[62438]: DEBUG oslo_vmware.api [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Waiting for the task: (returnval){ [ 1876.453444] env[62438]: value = "task-1785762" [ 1876.453444] env[62438]: _type = "Task" [ 1876.453444] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1876.458454] env[62438]: DEBUG oslo_vmware.rw_handles [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5231661f-111e-a71e-7ecb-5a29e4efbf4d/disk-0.vmdk. {{(pid=62438) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1876.458692] env[62438]: INFO nova.virt.vmwareapi.images [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Downloaded image file data ea96c779-ad02-4a33-af6b-1a6a2f70c2f1 [ 1876.459955] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45df6d74-ffe9-47d9-ae21-4390aa4c868b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.467263] env[62438]: DEBUG oslo_vmware.api [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785762, 'name': Rename_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.480396] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c4caf1af-45e0-4793-9433-9e6a80aa08d5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.506548] env[62438]: INFO nova.virt.vmwareapi.images [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] The imported VM was unregistered [ 1876.508820] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Caching image {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1876.509300] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Creating directory with path [datastore1] devstack-image-cache_base/ea96c779-ad02-4a33-af6b-1a6a2f70c2f1 {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1876.509776] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-228e9f89-7fb9-4e20-9045-f886b9c4fff2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.520396] env[62438]: DEBUG oslo_vmware.api [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Task: {'id': task-1785759, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.551374] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Created directory with path [datastore1] devstack-image-cache_base/ea96c779-ad02-4a33-af6b-1a6a2f70c2f1 {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1876.551639] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_bcc20451-13b0-489c-aa97-9fd17532d195/OSTACK_IMG_bcc20451-13b0-489c-aa97-9fd17532d195.vmdk to [datastore1] devstack-image-cache_base/ea96c779-ad02-4a33-af6b-1a6a2f70c2f1/ea96c779-ad02-4a33-af6b-1a6a2f70c2f1.vmdk. {{(pid=62438) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1876.552082] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-2ac2f708-131c-40ce-a58c-7cdcd68d2e77 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.560066] env[62438]: DEBUG oslo_vmware.api [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Waiting for the task: (returnval){ [ 1876.560066] env[62438]: value = "task-1785764" [ 1876.560066] env[62438]: _type = "Task" [ 1876.560066] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1876.569695] env[62438]: DEBUG oslo_vmware.api [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785764, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.602142] env[62438]: DEBUG nova.network.neutron [-] [instance: 15012e7b-ed2c-47e5-9d8c-ba46825b1f9b] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1876.629029] env[62438]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5d388c2b-c8de-481d-a7d8-1d609632401c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.637767] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f7f6bfb-fd52-409f-8933-499ae8260805 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.653759] env[62438]: DEBUG nova.network.neutron [-] [instance: 2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1876.665124] env[62438]: DEBUG nova.compute.manager [req-8d35c795-12eb-4975-bcb9-9343890dbfcb req-f52de2b3-e980-4b42-8c7a-9b2045204e5b service nova] [instance: 15012e7b-ed2c-47e5-9d8c-ba46825b1f9b] Detach interface failed, port_id=05d486d4-f1f8-4618-b0b5-7d8d460d7a0f, reason: Instance 15012e7b-ed2c-47e5-9d8c-ba46825b1f9b could not be found. {{(pid=62438) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1876.964078] env[62438]: DEBUG oslo_vmware.api [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785762, 'name': Rename_Task, 'duration_secs': 0.142124} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1876.964286] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1876.964569] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-060d72a3-d6d5-486d-be6f-a4f9b2ec26aa {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.971670] env[62438]: DEBUG oslo_vmware.api [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Waiting for the task: (returnval){ [ 1876.971670] env[62438]: value = "task-1785766" [ 1876.971670] env[62438]: _type = "Task" [ 1876.971670] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1876.980762] env[62438]: DEBUG oslo_vmware.api [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785766, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.022285] env[62438]: DEBUG oslo_vmware.api [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Task: {'id': task-1785759, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.607203} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.022584] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 619b2105-d596-408b-b255-62aec86b6645/619b2105-d596-408b-b255-62aec86b6645.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1877.022820] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] [instance: 619b2105-d596-408b-b255-62aec86b6645] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1877.023121] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8b844ea9-20eb-453d-a845-44373946875e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.029860] env[62438]: DEBUG oslo_vmware.api [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Waiting for the task: (returnval){ [ 1877.029860] env[62438]: value = "task-1785767" [ 1877.029860] env[62438]: _type = "Task" [ 1877.029860] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1877.038274] env[62438]: DEBUG oslo_vmware.api [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Task: {'id': task-1785767, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.069837] env[62438]: DEBUG oslo_vmware.api [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785764, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.105238] env[62438]: INFO nova.compute.manager [-] [instance: 15012e7b-ed2c-47e5-9d8c-ba46825b1f9b] Took 1.50 seconds to deallocate network for instance. [ 1877.156271] env[62438]: INFO nova.compute.manager [-] [instance: 2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8] Took 1.46 seconds to deallocate network for instance. [ 1877.482798] env[62438]: DEBUG oslo_vmware.api [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785766, 'name': PowerOnVM_Task, 'duration_secs': 0.454045} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.483294] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1877.540818] env[62438]: DEBUG oslo_vmware.api [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Task: {'id': task-1785767, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085357} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.541166] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] [instance: 619b2105-d596-408b-b255-62aec86b6645] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1877.542158] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b49018-76b2-4e59-8a44-afa073fafeb4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.566744] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] [instance: 619b2105-d596-408b-b255-62aec86b6645] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 619b2105-d596-408b-b255-62aec86b6645/619b2105-d596-408b-b255-62aec86b6645.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1877.567165] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3407b1c1-3648-4851-ad30-e908aebf0549 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.592339] env[62438]: DEBUG oslo_vmware.api [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785764, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.594023] env[62438]: DEBUG oslo_vmware.api [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Waiting for the task: (returnval){ [ 1877.594023] env[62438]: value = "task-1785768" [ 1877.594023] env[62438]: _type = "Task" [ 1877.594023] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1877.602742] env[62438]: DEBUG oslo_vmware.api [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Task: {'id': task-1785768, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.603799] env[62438]: DEBUG nova.compute.manager [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1877.604605] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ccc5227-62b0-4666-b623-82884f550f21 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.613851] env[62438]: DEBUG oslo_concurrency.lockutils [None req-bea1f7d1-b4de-479a-a7f4-2f92bad5e730 tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1877.614139] env[62438]: DEBUG oslo_concurrency.lockutils [None req-bea1f7d1-b4de-479a-a7f4-2f92bad5e730 tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1877.614364] env[62438]: DEBUG nova.objects.instance [None req-bea1f7d1-b4de-479a-a7f4-2f92bad5e730 tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] Lazy-loading 'resources' on Instance uuid 15012e7b-ed2c-47e5-9d8c-ba46825b1f9b {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1877.663840] env[62438]: DEBUG oslo_concurrency.lockutils [None req-86031148-56a2-4286-b362-9ade11c03581 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1878.076670] env[62438]: DEBUG oslo_vmware.api [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785764, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.105457] env[62438]: DEBUG oslo_vmware.api [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Task: {'id': task-1785768, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.126209] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7e462fe9-214e-485c-9707-59322a8e81de tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Lock "f20ec23f-9d33-4e6b-9c84-cd65a354da93" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 21.890s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1878.153268] env[62438]: DEBUG nova.compute.manager [req-a74d0317-cecc-4d92-a211-812696870b7b req-8b40358a-9001-47e2-90dc-23aecb57c827 service nova] [instance: 2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8] Received event network-vif-deleted-7a7963e4-89e9-46e1-babe-bb69da187792 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1878.236452] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e6d670-0838-4d59-90c1-7161e186b14c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.245486] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fea0203-b121-4f33-bc30-a0d3f55ec016 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.279962] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5382568c-d798-46ee-be52-90d3642b9cb2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.292167] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f6023c-9215-4c50-a303-c91e80183625 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.308518] env[62438]: DEBUG nova.compute.provider_tree [None req-bea1f7d1-b4de-479a-a7f4-2f92bad5e730 tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1878.578120] env[62438]: DEBUG oslo_vmware.api [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785764, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.605339] env[62438]: DEBUG oslo_vmware.api [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Task: {'id': task-1785768, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.787667] env[62438]: DEBUG oslo_concurrency.lockutils [None req-6963d167-178c-42a6-8895-cce3df10e178 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Acquiring lock "f20ec23f-9d33-4e6b-9c84-cd65a354da93" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1878.787997] env[62438]: DEBUG oslo_concurrency.lockutils [None req-6963d167-178c-42a6-8895-cce3df10e178 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Lock "f20ec23f-9d33-4e6b-9c84-cd65a354da93" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1878.788247] env[62438]: DEBUG oslo_concurrency.lockutils [None req-6963d167-178c-42a6-8895-cce3df10e178 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Acquiring lock "f20ec23f-9d33-4e6b-9c84-cd65a354da93-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1878.788446] env[62438]: DEBUG oslo_concurrency.lockutils [None req-6963d167-178c-42a6-8895-cce3df10e178 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Lock "f20ec23f-9d33-4e6b-9c84-cd65a354da93-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1878.788630] env[62438]: DEBUG oslo_concurrency.lockutils [None req-6963d167-178c-42a6-8895-cce3df10e178 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Lock "f20ec23f-9d33-4e6b-9c84-cd65a354da93-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1878.791056] env[62438]: INFO nova.compute.manager [None req-6963d167-178c-42a6-8895-cce3df10e178 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Terminating instance [ 1878.794603] env[62438]: DEBUG nova.compute.manager [None req-6963d167-178c-42a6-8895-cce3df10e178 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1878.794802] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-6963d167-178c-42a6-8895-cce3df10e178 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1878.795914] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd9164f9-7b14-4e59-87c7-4da568b511a0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.805219] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-6963d167-178c-42a6-8895-cce3df10e178 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1878.805471] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a676df34-7e8f-4043-a113-4253fb84e4cf {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.811118] env[62438]: DEBUG nova.scheduler.client.report [None req-bea1f7d1-b4de-479a-a7f4-2f92bad5e730 tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1878.818243] env[62438]: DEBUG oslo_vmware.api [None req-6963d167-178c-42a6-8895-cce3df10e178 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Waiting for the task: (returnval){ [ 1878.818243] env[62438]: value = "task-1785769" [ 1878.818243] env[62438]: _type = "Task" [ 1878.818243] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.826089] env[62438]: DEBUG oslo_vmware.api [None req-6963d167-178c-42a6-8895-cce3df10e178 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785769, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.079031] env[62438]: DEBUG oslo_vmware.api [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785764, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.106839] env[62438]: DEBUG oslo_vmware.api [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Task: {'id': task-1785768, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.318515] env[62438]: DEBUG oslo_concurrency.lockutils [None req-bea1f7d1-b4de-479a-a7f4-2f92bad5e730 tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.704s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1879.322874] env[62438]: DEBUG oslo_concurrency.lockutils [None req-86031148-56a2-4286-b362-9ade11c03581 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.658s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1879.323217] env[62438]: DEBUG nova.objects.instance [None req-86031148-56a2-4286-b362-9ade11c03581 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Lazy-loading 'resources' on Instance uuid 2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1879.339324] env[62438]: DEBUG oslo_vmware.api [None req-6963d167-178c-42a6-8895-cce3df10e178 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785769, 'name': PowerOffVM_Task, 'duration_secs': 0.245723} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.341090] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-6963d167-178c-42a6-8895-cce3df10e178 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1879.341090] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-6963d167-178c-42a6-8895-cce3df10e178 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1879.341292] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c4b68cd5-eac7-4979-9556-9b84000c4650 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.351289] env[62438]: INFO nova.scheduler.client.report [None req-bea1f7d1-b4de-479a-a7f4-2f92bad5e730 tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] Deleted allocations for instance 15012e7b-ed2c-47e5-9d8c-ba46825b1f9b [ 1879.578482] env[62438]: DEBUG oslo_vmware.api [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785764, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.607820] env[62438]: DEBUG oslo_vmware.api [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Task: {'id': task-1785768, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.859153] env[62438]: DEBUG oslo_concurrency.lockutils [None req-bea1f7d1-b4de-479a-a7f4-2f92bad5e730 tempest-ServersNegativeTestMultiTenantJSON-1336988403 tempest-ServersNegativeTestMultiTenantJSON-1336988403-project-member] Lock "15012e7b-ed2c-47e5-9d8c-ba46825b1f9b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.502s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1879.922345] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93ce2f37-e54a-4346-aba8-307d760e107c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.930854] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a388b6-6c48-48cc-a39e-245aab56cf0b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.963308] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3820b9a0-fd30-41fb-a0f4-17a3a61248ea {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.971273] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb2c76ec-ab36-4038-affc-9551fddac7e0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.984869] env[62438]: DEBUG nova.compute.provider_tree [None req-86031148-56a2-4286-b362-9ade11c03581 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1880.079761] env[62438]: DEBUG oslo_vmware.api [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785764, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.212473} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.080179] env[62438]: INFO nova.virt.vmwareapi.ds_util [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_bcc20451-13b0-489c-aa97-9fd17532d195/OSTACK_IMG_bcc20451-13b0-489c-aa97-9fd17532d195.vmdk to [datastore1] devstack-image-cache_base/ea96c779-ad02-4a33-af6b-1a6a2f70c2f1/ea96c779-ad02-4a33-af6b-1a6a2f70c2f1.vmdk. [ 1880.080396] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Cleaning up location [datastore1] OSTACK_IMG_bcc20451-13b0-489c-aa97-9fd17532d195 {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1880.080567] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_bcc20451-13b0-489c-aa97-9fd17532d195 {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1880.080822] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-73f76314-aabf-480c-a9a1-68f073c4a862 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.087928] env[62438]: DEBUG oslo_vmware.api [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Waiting for the task: (returnval){ [ 1880.087928] env[62438]: value = "task-1785771" [ 1880.087928] env[62438]: _type = "Task" [ 1880.087928] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.094783] env[62438]: DEBUG oslo_vmware.api [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785771, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.109435] env[62438]: DEBUG oslo_vmware.api [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Task: {'id': task-1785768, 'name': ReconfigVM_Task, 'duration_secs': 2.409532} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.109768] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] [instance: 619b2105-d596-408b-b255-62aec86b6645] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 619b2105-d596-408b-b255-62aec86b6645/619b2105-d596-408b-b255-62aec86b6645.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1880.110413] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7de6b93f-770c-4108-8416-a83d3a8d26f3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.118311] env[62438]: DEBUG oslo_vmware.api [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Waiting for the task: (returnval){ [ 1880.118311] env[62438]: value = "task-1785772" [ 1880.118311] env[62438]: _type = "Task" [ 1880.118311] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.128486] env[62438]: DEBUG oslo_vmware.api [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Task: {'id': task-1785772, 'name': Rename_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.488816] env[62438]: DEBUG nova.scheduler.client.report [None req-86031148-56a2-4286-b362-9ade11c03581 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1880.596960] env[62438]: DEBUG oslo_vmware.api [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785771, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.036087} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.597688] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1880.597908] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ea96c779-ad02-4a33-af6b-1a6a2f70c2f1/ea96c779-ad02-4a33-af6b-1a6a2f70c2f1.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1880.598232] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ea96c779-ad02-4a33-af6b-1a6a2f70c2f1/ea96c779-ad02-4a33-af6b-1a6a2f70c2f1.vmdk to [datastore1] 9a04f4af-932a-49d7-82dc-4180cb5d1a19/9a04f4af-932a-49d7-82dc-4180cb5d1a19.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1880.598548] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5eb9a76d-ea99-4d48-af17-005ba0de0f39 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.605929] env[62438]: DEBUG oslo_vmware.api [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Waiting for the task: (returnval){ [ 1880.605929] env[62438]: value = "task-1785773" [ 1880.605929] env[62438]: _type = "Task" [ 1880.605929] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.613665] env[62438]: DEBUG oslo_vmware.api [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785773, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.627565] env[62438]: DEBUG oslo_vmware.api [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Task: {'id': task-1785772, 'name': Rename_Task, 'duration_secs': 0.14493} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.627787] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] [instance: 619b2105-d596-408b-b255-62aec86b6645] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1880.628048] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4da31b37-ef1f-4b8d-a683-ab22ce02f2be {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.634340] env[62438]: DEBUG oslo_vmware.api [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Waiting for the task: (returnval){ [ 1880.634340] env[62438]: value = "task-1785774" [ 1880.634340] env[62438]: _type = "Task" [ 1880.634340] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.644281] env[62438]: DEBUG oslo_vmware.api [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Task: {'id': task-1785774, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.701618] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-6963d167-178c-42a6-8895-cce3df10e178 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1880.702138] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-6963d167-178c-42a6-8895-cce3df10e178 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1880.702431] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-6963d167-178c-42a6-8895-cce3df10e178 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Deleting the datastore file [datastore1] f20ec23f-9d33-4e6b-9c84-cd65a354da93 {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1880.702814] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1863ef26-890f-413f-a4df-ce49ed6a7010 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.711252] env[62438]: DEBUG oslo_vmware.api [None req-6963d167-178c-42a6-8895-cce3df10e178 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Waiting for the task: (returnval){ [ 1880.711252] env[62438]: value = "task-1785775" [ 1880.711252] env[62438]: _type = "Task" [ 1880.711252] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.719936] env[62438]: DEBUG oslo_vmware.api [None req-6963d167-178c-42a6-8895-cce3df10e178 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785775, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.994992] env[62438]: DEBUG oslo_concurrency.lockutils [None req-86031148-56a2-4286-b362-9ade11c03581 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.673s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1881.019208] env[62438]: INFO nova.scheduler.client.report [None req-86031148-56a2-4286-b362-9ade11c03581 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Deleted allocations for instance 2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8 [ 1881.117910] env[62438]: DEBUG oslo_vmware.api [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785773, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.146378] env[62438]: DEBUG oslo_vmware.api [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Task: {'id': task-1785774, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.228055] env[62438]: DEBUG oslo_vmware.api [None req-6963d167-178c-42a6-8895-cce3df10e178 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785775, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.527629] env[62438]: DEBUG oslo_concurrency.lockutils [None req-86031148-56a2-4286-b362-9ade11c03581 tempest-AttachInterfacesTestJSON-850767418 tempest-AttachInterfacesTestJSON-850767418-project-member] Lock "2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.168s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1881.619254] env[62438]: DEBUG oslo_vmware.api [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785773, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.647059] env[62438]: DEBUG oslo_vmware.api [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Task: {'id': task-1785774, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.722387] env[62438]: DEBUG oslo_vmware.api [None req-6963d167-178c-42a6-8895-cce3df10e178 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Task: {'id': task-1785775, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.73631} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.722759] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-6963d167-178c-42a6-8895-cce3df10e178 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1881.722996] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-6963d167-178c-42a6-8895-cce3df10e178 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1881.723242] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-6963d167-178c-42a6-8895-cce3df10e178 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1881.723558] env[62438]: INFO nova.compute.manager [None req-6963d167-178c-42a6-8895-cce3df10e178 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Took 2.93 seconds to destroy the instance on the hypervisor. [ 1881.723786] env[62438]: DEBUG oslo.service.loopingcall [None req-6963d167-178c-42a6-8895-cce3df10e178 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1881.724058] env[62438]: DEBUG nova.compute.manager [-] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1881.724197] env[62438]: DEBUG nova.network.neutron [-] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1882.123330] env[62438]: DEBUG oslo_vmware.api [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785773, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.146557] env[62438]: DEBUG oslo_vmware.api [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Task: {'id': task-1785774, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.621346] env[62438]: DEBUG oslo_vmware.api [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785773, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.652197] env[62438]: DEBUG oslo_vmware.api [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Task: {'id': task-1785774, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.750593] env[62438]: DEBUG nova.compute.manager [req-9ba7ca72-ed2a-4ba2-8760-18892f6be457 req-7a826b2d-1c40-4eb7-9505-2c4fc9ce6097 service nova] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Received event network-vif-deleted-0e62c45b-acb8-4412-adfd-f7edaf39408b {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1882.750809] env[62438]: INFO nova.compute.manager [req-9ba7ca72-ed2a-4ba2-8760-18892f6be457 req-7a826b2d-1c40-4eb7-9505-2c4fc9ce6097 service nova] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Neutron deleted interface 0e62c45b-acb8-4412-adfd-f7edaf39408b; detaching it from the instance and deleting it from the info cache [ 1882.750993] env[62438]: DEBUG nova.network.neutron [req-9ba7ca72-ed2a-4ba2-8760-18892f6be457 req-7a826b2d-1c40-4eb7-9505-2c4fc9ce6097 service nova] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1883.120246] env[62438]: DEBUG oslo_vmware.api [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785773, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.151151] env[62438]: DEBUG oslo_vmware.api [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Task: {'id': task-1785774, 'name': PowerOnVM_Task, 'duration_secs': 2.045572} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1883.151564] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] [instance: 619b2105-d596-408b-b255-62aec86b6645] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1883.152172] env[62438]: INFO nova.compute.manager [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] [instance: 619b2105-d596-408b-b255-62aec86b6645] Took 15.60 seconds to spawn the instance on the hypervisor. [ 1883.152172] env[62438]: DEBUG nova.compute.manager [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] [instance: 619b2105-d596-408b-b255-62aec86b6645] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1883.153017] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8034d830-16b3-4a7f-9d08-eee22ce4f8ca {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.175678] env[62438]: INFO nova.compute.manager [None req-d6775d54-15da-4157-aa04-184e49971b86 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ad410fa6-01af-475e-a744-b2627e01552f] Rebuilding instance [ 1883.225026] env[62438]: DEBUG nova.network.neutron [-] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1883.237245] env[62438]: DEBUG nova.compute.manager [None req-d6775d54-15da-4157-aa04-184e49971b86 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ad410fa6-01af-475e-a744-b2627e01552f] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1883.238902] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f55f88d8-85ff-4a64-a364-27972f057d16 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.256943] env[62438]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b1432c44-fc91-4cbb-bc12-2caf8f81e7d0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.269127] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec84ba5e-29db-4fda-a51e-4fe37a34e15b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.300873] env[62438]: DEBUG nova.compute.manager [req-9ba7ca72-ed2a-4ba2-8760-18892f6be457 req-7a826b2d-1c40-4eb7-9505-2c4fc9ce6097 service nova] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Detach interface failed, port_id=0e62c45b-acb8-4412-adfd-f7edaf39408b, reason: Instance f20ec23f-9d33-4e6b-9c84-cd65a354da93 could not be found. {{(pid=62438) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1883.619998] env[62438]: DEBUG oslo_vmware.api [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785773, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.681410] env[62438]: INFO nova.compute.manager [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] [instance: 619b2105-d596-408b-b255-62aec86b6645] Took 24.68 seconds to build instance. [ 1883.732241] env[62438]: INFO nova.compute.manager [-] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Took 2.01 seconds to deallocate network for instance. [ 1883.750738] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6775d54-15da-4157-aa04-184e49971b86 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ad410fa6-01af-475e-a744-b2627e01552f] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1883.751074] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70cf27f4-91b1-4720-a990-0299336f34ac {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.759155] env[62438]: DEBUG oslo_vmware.api [None req-d6775d54-15da-4157-aa04-184e49971b86 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Waiting for the task: (returnval){ [ 1883.759155] env[62438]: value = "task-1785776" [ 1883.759155] env[62438]: _type = "Task" [ 1883.759155] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.768149] env[62438]: DEBUG oslo_vmware.api [None req-d6775d54-15da-4157-aa04-184e49971b86 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785776, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.122008] env[62438]: DEBUG oslo_vmware.api [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785773, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.184324] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8ef2c8eb-cdf1-4df9-9d02-eb932cf052ad tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Lock "619b2105-d596-408b-b255-62aec86b6645" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.188s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1884.238580] env[62438]: DEBUG oslo_concurrency.lockutils [None req-6963d167-178c-42a6-8895-cce3df10e178 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1884.238879] env[62438]: DEBUG oslo_concurrency.lockutils [None req-6963d167-178c-42a6-8895-cce3df10e178 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1884.239126] env[62438]: DEBUG nova.objects.instance [None req-6963d167-178c-42a6-8895-cce3df10e178 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Lazy-loading 'resources' on Instance uuid f20ec23f-9d33-4e6b-9c84-cd65a354da93 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1884.269487] env[62438]: DEBUG oslo_vmware.api [None req-d6775d54-15da-4157-aa04-184e49971b86 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785776, 'name': PowerOffVM_Task, 'duration_secs': 0.217522} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.269774] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6775d54-15da-4157-aa04-184e49971b86 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ad410fa6-01af-475e-a744-b2627e01552f] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1884.270059] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-d6775d54-15da-4157-aa04-184e49971b86 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ad410fa6-01af-475e-a744-b2627e01552f] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1884.270847] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d59e892d-92e2-41ef-9cd5-d5907164466f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.278034] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-d6775d54-15da-4157-aa04-184e49971b86 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ad410fa6-01af-475e-a744-b2627e01552f] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1884.278034] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-82f7876d-187a-42f6-adf9-e98e52d66ff8 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.360660] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-d6775d54-15da-4157-aa04-184e49971b86 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ad410fa6-01af-475e-a744-b2627e01552f] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1884.360933] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-d6775d54-15da-4157-aa04-184e49971b86 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ad410fa6-01af-475e-a744-b2627e01552f] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1884.361144] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6775d54-15da-4157-aa04-184e49971b86 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Deleting the datastore file [datastore1] ad410fa6-01af-475e-a744-b2627e01552f {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1884.361667] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-055aba43-407c-4f02-8cae-7b8e3801e949 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.368685] env[62438]: DEBUG oslo_vmware.api [None req-d6775d54-15da-4157-aa04-184e49971b86 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Waiting for the task: (returnval){ [ 1884.368685] env[62438]: value = "task-1785778" [ 1884.368685] env[62438]: _type = "Task" [ 1884.368685] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.377323] env[62438]: DEBUG oslo_vmware.api [None req-d6775d54-15da-4157-aa04-184e49971b86 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785778, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.440677] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a5dea034-7a3a-4d16-a55a-b438b6ab8cb7 tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Acquiring lock "619b2105-d596-408b-b255-62aec86b6645" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1884.440983] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a5dea034-7a3a-4d16-a55a-b438b6ab8cb7 tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Lock "619b2105-d596-408b-b255-62aec86b6645" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1884.441236] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a5dea034-7a3a-4d16-a55a-b438b6ab8cb7 tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Acquiring lock "619b2105-d596-408b-b255-62aec86b6645-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1884.441432] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a5dea034-7a3a-4d16-a55a-b438b6ab8cb7 tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Lock "619b2105-d596-408b-b255-62aec86b6645-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1884.441609] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a5dea034-7a3a-4d16-a55a-b438b6ab8cb7 tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Lock "619b2105-d596-408b-b255-62aec86b6645-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1884.443756] env[62438]: INFO nova.compute.manager [None req-a5dea034-7a3a-4d16-a55a-b438b6ab8cb7 tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] [instance: 619b2105-d596-408b-b255-62aec86b6645] Terminating instance [ 1884.445738] env[62438]: DEBUG nova.compute.manager [None req-a5dea034-7a3a-4d16-a55a-b438b6ab8cb7 tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] [instance: 619b2105-d596-408b-b255-62aec86b6645] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1884.445937] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a5dea034-7a3a-4d16-a55a-b438b6ab8cb7 tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] [instance: 619b2105-d596-408b-b255-62aec86b6645] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1884.446764] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d24b675-59ef-4ab4-a2bb-80a2b79243a2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.454300] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5dea034-7a3a-4d16-a55a-b438b6ab8cb7 tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] [instance: 619b2105-d596-408b-b255-62aec86b6645] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1884.454511] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f102f277-88d9-43e2-8a3a-3c08799ea4a7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.460610] env[62438]: DEBUG oslo_vmware.api [None req-a5dea034-7a3a-4d16-a55a-b438b6ab8cb7 tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Waiting for the task: (returnval){ [ 1884.460610] env[62438]: value = "task-1785779" [ 1884.460610] env[62438]: _type = "Task" [ 1884.460610] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.469156] env[62438]: DEBUG oslo_vmware.api [None req-a5dea034-7a3a-4d16-a55a-b438b6ab8cb7 tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Task: {'id': task-1785779, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.619121] env[62438]: DEBUG oslo_vmware.api [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785773, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.757247} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.619434] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ea96c779-ad02-4a33-af6b-1a6a2f70c2f1/ea96c779-ad02-4a33-af6b-1a6a2f70c2f1.vmdk to [datastore1] 9a04f4af-932a-49d7-82dc-4180cb5d1a19/9a04f4af-932a-49d7-82dc-4180cb5d1a19.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1884.620366] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eafc7f3-7ffb-4952-b0f8-2de960c104bc {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.643062] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 9a04f4af-932a-49d7-82dc-4180cb5d1a19/9a04f4af-932a-49d7-82dc-4180cb5d1a19.vmdk or device None with type streamOptimized {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1884.643427] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f6747a6-020c-4be4-8726-d671c915cbce {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.664247] env[62438]: DEBUG oslo_vmware.api [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Waiting for the task: (returnval){ [ 1884.664247] env[62438]: value = "task-1785780" [ 1884.664247] env[62438]: _type = "Task" [ 1884.664247] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.672689] env[62438]: DEBUG oslo_vmware.api [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785780, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.823899] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67abe168-9244-4f5e-8cda-a2ff5cb66ad5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.831882] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c355fbd-ff23-42f9-b6c3-7483238c36a7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.862168] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b8b08df-2d70-4234-8c12-1263a2f85f7a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.869797] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cfaebb1-594f-49ca-a845-95b237eaec47 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.886804] env[62438]: DEBUG nova.compute.provider_tree [None req-6963d167-178c-42a6-8895-cce3df10e178 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1884.891033] env[62438]: DEBUG oslo_vmware.api [None req-d6775d54-15da-4157-aa04-184e49971b86 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785778, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.277931} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.891372] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6775d54-15da-4157-aa04-184e49971b86 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1884.891574] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-d6775d54-15da-4157-aa04-184e49971b86 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ad410fa6-01af-475e-a744-b2627e01552f] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1884.891758] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-d6775d54-15da-4157-aa04-184e49971b86 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ad410fa6-01af-475e-a744-b2627e01552f] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1884.970717] env[62438]: DEBUG oslo_vmware.api [None req-a5dea034-7a3a-4d16-a55a-b438b6ab8cb7 tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Task: {'id': task-1785779, 'name': PowerOffVM_Task, 'duration_secs': 0.199256} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.972163] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5dea034-7a3a-4d16-a55a-b438b6ab8cb7 tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] [instance: 619b2105-d596-408b-b255-62aec86b6645] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1884.972163] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a5dea034-7a3a-4d16-a55a-b438b6ab8cb7 tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] [instance: 619b2105-d596-408b-b255-62aec86b6645] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1884.972163] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fa6c69b6-272d-43e9-9c33-12c33c8782c1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.159181] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a5dea034-7a3a-4d16-a55a-b438b6ab8cb7 tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] [instance: 619b2105-d596-408b-b255-62aec86b6645] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1885.159525] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a5dea034-7a3a-4d16-a55a-b438b6ab8cb7 tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] [instance: 619b2105-d596-408b-b255-62aec86b6645] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1885.159760] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5dea034-7a3a-4d16-a55a-b438b6ab8cb7 tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Deleting the datastore file [datastore1] 619b2105-d596-408b-b255-62aec86b6645 {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1885.160142] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-153a62f1-c594-442d-8c53-65dca6d32ee1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.168970] env[62438]: DEBUG oslo_vmware.api [None req-a5dea034-7a3a-4d16-a55a-b438b6ab8cb7 tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Waiting for the task: (returnval){ [ 1885.168970] env[62438]: value = "task-1785782" [ 1885.168970] env[62438]: _type = "Task" [ 1885.168970] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.177061] env[62438]: DEBUG oslo_vmware.api [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785780, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.181768] env[62438]: DEBUG oslo_vmware.api [None req-a5dea034-7a3a-4d16-a55a-b438b6ab8cb7 tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Task: {'id': task-1785782, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.392781] env[62438]: DEBUG nova.scheduler.client.report [None req-6963d167-178c-42a6-8895-cce3df10e178 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1885.676495] env[62438]: DEBUG oslo_vmware.api [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785780, 'name': ReconfigVM_Task, 'duration_secs': 0.587818} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.677178] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 9a04f4af-932a-49d7-82dc-4180cb5d1a19/9a04f4af-932a-49d7-82dc-4180cb5d1a19.vmdk or device None with type streamOptimized {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1885.678486] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_format': None, 'encryption_options': None, 'size': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/sda', 'boot_index': 0, 'device_type': 'disk', 'disk_bus': None, 'guest_format': None, 'encrypted': False, 'image_id': '2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370516', 'volume_id': '081ea5a0-6252-4a05-bf06-91c9c8e5a4d2', 'name': 'volume-081ea5a0-6252-4a05-bf06-91c9c8e5a4d2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '9a04f4af-932a-49d7-82dc-4180cb5d1a19', 'attached_at': '', 'detached_at': '', 'volume_id': '081ea5a0-6252-4a05-bf06-91c9c8e5a4d2', 'serial': '081ea5a0-6252-4a05-bf06-91c9c8e5a4d2'}, 'mount_device': '/dev/sdb', 'boot_index': None, 'delete_on_termination': False, 'attachment_id': '38294a3f-ed21-4a7d-b416-38b4e55e3532', 'device_type': None, 'disk_bus': None, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=62438) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1885.678749] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Volume attach. Driver type: vmdk {{(pid=62438) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1885.678990] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370516', 'volume_id': '081ea5a0-6252-4a05-bf06-91c9c8e5a4d2', 'name': 'volume-081ea5a0-6252-4a05-bf06-91c9c8e5a4d2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '9a04f4af-932a-49d7-82dc-4180cb5d1a19', 'attached_at': '', 'detached_at': '', 'volume_id': '081ea5a0-6252-4a05-bf06-91c9c8e5a4d2', 'serial': '081ea5a0-6252-4a05-bf06-91c9c8e5a4d2'} {{(pid=62438) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1885.682612] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f301f9e0-8c1d-41bf-bfee-88f234189b84 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.685196] env[62438]: DEBUG oslo_vmware.api [None req-a5dea034-7a3a-4d16-a55a-b438b6ab8cb7 tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Task: {'id': task-1785782, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13505} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.685795] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5dea034-7a3a-4d16-a55a-b438b6ab8cb7 tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1885.686035] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a5dea034-7a3a-4d16-a55a-b438b6ab8cb7 tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] [instance: 619b2105-d596-408b-b255-62aec86b6645] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1885.686283] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a5dea034-7a3a-4d16-a55a-b438b6ab8cb7 tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] [instance: 619b2105-d596-408b-b255-62aec86b6645] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1885.686543] env[62438]: INFO nova.compute.manager [None req-a5dea034-7a3a-4d16-a55a-b438b6ab8cb7 tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] [instance: 619b2105-d596-408b-b255-62aec86b6645] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1885.686843] env[62438]: DEBUG oslo.service.loopingcall [None req-a5dea034-7a3a-4d16-a55a-b438b6ab8cb7 tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1885.687488] env[62438]: DEBUG nova.compute.manager [-] [instance: 619b2105-d596-408b-b255-62aec86b6645] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1885.687640] env[62438]: DEBUG nova.network.neutron [-] [instance: 619b2105-d596-408b-b255-62aec86b6645] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1885.701141] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-649b6b87-a815-43a5-9ba5-1bfd2d9d28b4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.728546] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] volume-081ea5a0-6252-4a05-bf06-91c9c8e5a4d2/volume-081ea5a0-6252-4a05-bf06-91c9c8e5a4d2.vmdk or device None with type thin {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1885.729195] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c13ab7b1-a67e-443f-bc91-315a47b0692e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.750431] env[62438]: DEBUG oslo_vmware.api [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Waiting for the task: (returnval){ [ 1885.750431] env[62438]: value = "task-1785783" [ 1885.750431] env[62438]: _type = "Task" [ 1885.750431] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.760116] env[62438]: DEBUG oslo_vmware.api [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785783, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.900803] env[62438]: DEBUG oslo_concurrency.lockutils [None req-6963d167-178c-42a6-8895-cce3df10e178 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.661s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1885.931376] env[62438]: INFO nova.scheduler.client.report [None req-6963d167-178c-42a6-8895-cce3df10e178 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Deleted allocations for instance f20ec23f-9d33-4e6b-9c84-cd65a354da93 [ 1885.942745] env[62438]: DEBUG nova.virt.hardware [None req-d6775d54-15da-4157-aa04-184e49971b86 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1885.943277] env[62438]: DEBUG nova.virt.hardware [None req-d6775d54-15da-4157-aa04-184e49971b86 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1885.943919] env[62438]: DEBUG nova.virt.hardware [None req-d6775d54-15da-4157-aa04-184e49971b86 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1885.943919] env[62438]: DEBUG nova.virt.hardware [None req-d6775d54-15da-4157-aa04-184e49971b86 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1885.943919] env[62438]: DEBUG nova.virt.hardware [None req-d6775d54-15da-4157-aa04-184e49971b86 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1885.943919] env[62438]: DEBUG nova.virt.hardware [None req-d6775d54-15da-4157-aa04-184e49971b86 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1885.944175] env[62438]: DEBUG nova.virt.hardware [None req-d6775d54-15da-4157-aa04-184e49971b86 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1885.944252] env[62438]: DEBUG nova.virt.hardware [None req-d6775d54-15da-4157-aa04-184e49971b86 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1885.944555] env[62438]: DEBUG nova.virt.hardware [None req-d6775d54-15da-4157-aa04-184e49971b86 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1885.944634] env[62438]: DEBUG nova.virt.hardware [None req-d6775d54-15da-4157-aa04-184e49971b86 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1885.947334] env[62438]: DEBUG nova.virt.hardware [None req-d6775d54-15da-4157-aa04-184e49971b86 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1885.947334] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c3e4b70-acde-446c-9899-ab0e01d3ad60 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.956226] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3545f684-f294-472e-9c3b-b2405336199c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.971291] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-d6775d54-15da-4157-aa04-184e49971b86 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ad410fa6-01af-475e-a744-b2627e01552f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:d5:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76e0ce57-a960-43cc-b4e4-a45568237519', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1885.983029] env[62438]: DEBUG oslo.service.loopingcall [None req-d6775d54-15da-4157-aa04-184e49971b86 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1885.984816] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad410fa6-01af-475e-a744-b2627e01552f] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1885.985444] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8bb94b85-9b68-4333-81a4-12155263e452 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.003741] env[62438]: DEBUG nova.compute.manager [req-9d7d9492-7d78-4024-a180-4c41331fb681 req-451f3f5a-0457-4fa5-80c5-d5f97034dd77 service nova] [instance: 619b2105-d596-408b-b255-62aec86b6645] Received event network-vif-deleted-83b095de-fd10-44f2-a141-1a777a8c32e4 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1886.003960] env[62438]: INFO nova.compute.manager [req-9d7d9492-7d78-4024-a180-4c41331fb681 req-451f3f5a-0457-4fa5-80c5-d5f97034dd77 service nova] [instance: 619b2105-d596-408b-b255-62aec86b6645] Neutron deleted interface 83b095de-fd10-44f2-a141-1a777a8c32e4; detaching it from the instance and deleting it from the info cache [ 1886.004173] env[62438]: DEBUG nova.network.neutron [req-9d7d9492-7d78-4024-a180-4c41331fb681 req-451f3f5a-0457-4fa5-80c5-d5f97034dd77 service nova] [instance: 619b2105-d596-408b-b255-62aec86b6645] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1886.010739] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1886.010739] env[62438]: value = "task-1785784" [ 1886.010739] env[62438]: _type = "Task" [ 1886.010739] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.021652] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785784, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.266760] env[62438]: DEBUG oslo_vmware.api [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785783, 'name': ReconfigVM_Task, 'duration_secs': 0.350002} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.267105] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Reconfigured VM instance instance-00000060 to attach disk [datastore1] volume-081ea5a0-6252-4a05-bf06-91c9c8e5a4d2/volume-081ea5a0-6252-4a05-bf06-91c9c8e5a4d2.vmdk or device None with type thin {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1886.275971] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9087cfde-aa80-4313-b955-1c23f98f3d4a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.293033] env[62438]: DEBUG oslo_vmware.api [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Waiting for the task: (returnval){ [ 1886.293033] env[62438]: value = "task-1785786" [ 1886.293033] env[62438]: _type = "Task" [ 1886.293033] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.302619] env[62438]: DEBUG oslo_vmware.api [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785786, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.453591] env[62438]: DEBUG oslo_concurrency.lockutils [None req-6963d167-178c-42a6-8895-cce3df10e178 tempest-ServerActionsTestOtherB-191220404 tempest-ServerActionsTestOtherB-191220404-project-member] Lock "f20ec23f-9d33-4e6b-9c84-cd65a354da93" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.665s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1886.486194] env[62438]: DEBUG nova.network.neutron [-] [instance: 619b2105-d596-408b-b255-62aec86b6645] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1886.507337] env[62438]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-602caf0c-a4f7-4d68-b3e9-20f9b68fb1b6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.522127] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b338d389-d37d-4b4f-992a-32b3a7fa5959 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.544334] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785784, 'name': CreateVM_Task, 'duration_secs': 0.396521} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.544334] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad410fa6-01af-475e-a744-b2627e01552f] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1886.544334] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d6775d54-15da-4157-aa04-184e49971b86 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1886.544334] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d6775d54-15da-4157-aa04-184e49971b86 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1886.544796] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d6775d54-15da-4157-aa04-184e49971b86 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1886.545222] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ed26a81-9f02-4153-89ec-c604d39ad0d8 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.549955] env[62438]: DEBUG oslo_vmware.api [None req-d6775d54-15da-4157-aa04-184e49971b86 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Waiting for the task: (returnval){ [ 1886.549955] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]521b4552-27a1-bddd-3b57-e50c025a67a9" [ 1886.549955] env[62438]: _type = "Task" [ 1886.549955] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.559839] env[62438]: DEBUG nova.compute.manager [req-9d7d9492-7d78-4024-a180-4c41331fb681 req-451f3f5a-0457-4fa5-80c5-d5f97034dd77 service nova] [instance: 619b2105-d596-408b-b255-62aec86b6645] Detach interface failed, port_id=83b095de-fd10-44f2-a141-1a777a8c32e4, reason: Instance 619b2105-d596-408b-b255-62aec86b6645 could not be found. {{(pid=62438) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1886.565420] env[62438]: DEBUG oslo_vmware.api [None req-d6775d54-15da-4157-aa04-184e49971b86 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]521b4552-27a1-bddd-3b57-e50c025a67a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.803546] env[62438]: DEBUG oslo_vmware.api [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785786, 'name': ReconfigVM_Task, 'duration_secs': 0.152598} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.803687] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370516', 'volume_id': '081ea5a0-6252-4a05-bf06-91c9c8e5a4d2', 'name': 'volume-081ea5a0-6252-4a05-bf06-91c9c8e5a4d2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '9a04f4af-932a-49d7-82dc-4180cb5d1a19', 'attached_at': '', 'detached_at': '', 'volume_id': '081ea5a0-6252-4a05-bf06-91c9c8e5a4d2', 'serial': '081ea5a0-6252-4a05-bf06-91c9c8e5a4d2'} {{(pid=62438) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1886.805086] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6232a645-a30b-48c5-a351-6c472a53347a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.810849] env[62438]: DEBUG oslo_vmware.api [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Waiting for the task: (returnval){ [ 1886.810849] env[62438]: value = "task-1785787" [ 1886.810849] env[62438]: _type = "Task" [ 1886.810849] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.818783] env[62438]: DEBUG oslo_vmware.api [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785787, 'name': Rename_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.989965] env[62438]: INFO nova.compute.manager [-] [instance: 619b2105-d596-408b-b255-62aec86b6645] Took 1.30 seconds to deallocate network for instance. [ 1887.062356] env[62438]: DEBUG oslo_vmware.api [None req-d6775d54-15da-4157-aa04-184e49971b86 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]521b4552-27a1-bddd-3b57-e50c025a67a9, 'name': SearchDatastore_Task, 'duration_secs': 0.018312} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.062683] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d6775d54-15da-4157-aa04-184e49971b86 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1887.062921] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-d6775d54-15da-4157-aa04-184e49971b86 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ad410fa6-01af-475e-a744-b2627e01552f] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1887.063234] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d6775d54-15da-4157-aa04-184e49971b86 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1887.063405] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d6775d54-15da-4157-aa04-184e49971b86 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1887.063593] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6775d54-15da-4157-aa04-184e49971b86 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1887.063860] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0fbd2048-7fc5-4abe-b97c-e24b8d238ff9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.097618] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6775d54-15da-4157-aa04-184e49971b86 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1887.097854] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-d6775d54-15da-4157-aa04-184e49971b86 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1887.101018] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55d19a87-84f6-4e81-9ece-78e35c0a42a3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.107399] env[62438]: DEBUG oslo_vmware.api [None req-d6775d54-15da-4157-aa04-184e49971b86 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Waiting for the task: (returnval){ [ 1887.107399] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52445050-bc45-c2fd-07f0-e070766286d2" [ 1887.107399] env[62438]: _type = "Task" [ 1887.107399] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.115267] env[62438]: DEBUG oslo_vmware.api [None req-d6775d54-15da-4157-aa04-184e49971b86 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52445050-bc45-c2fd-07f0-e070766286d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.320779] env[62438]: DEBUG oslo_vmware.api [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785787, 'name': Rename_Task, 'duration_secs': 0.163596} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.321092] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1887.321349] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8df8e29-0d4e-4208-b045-1d0db470c024 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.329538] env[62438]: DEBUG oslo_vmware.api [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Waiting for the task: (returnval){ [ 1887.329538] env[62438]: value = "task-1785788" [ 1887.329538] env[62438]: _type = "Task" [ 1887.329538] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.341170] env[62438]: DEBUG oslo_vmware.api [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785788, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.497569] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a5dea034-7a3a-4d16-a55a-b438b6ab8cb7 tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1887.497569] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a5dea034-7a3a-4d16-a55a-b438b6ab8cb7 tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1887.497720] env[62438]: DEBUG nova.objects.instance [None req-a5dea034-7a3a-4d16-a55a-b438b6ab8cb7 tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Lazy-loading 'resources' on Instance uuid 619b2105-d596-408b-b255-62aec86b6645 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1887.618084] env[62438]: DEBUG oslo_vmware.api [None req-d6775d54-15da-4157-aa04-184e49971b86 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52445050-bc45-c2fd-07f0-e070766286d2, 'name': SearchDatastore_Task, 'duration_secs': 0.045973} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.619060] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd409a54-c704-4158-8b5e-981b27f71d20 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.626468] env[62438]: DEBUG oslo_vmware.api [None req-d6775d54-15da-4157-aa04-184e49971b86 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Waiting for the task: (returnval){ [ 1887.626468] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]520195c7-9ca6-6793-3999-dffd7ccc3b1b" [ 1887.626468] env[62438]: _type = "Task" [ 1887.626468] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.634329] env[62438]: DEBUG oslo_vmware.api [None req-d6775d54-15da-4157-aa04-184e49971b86 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]520195c7-9ca6-6793-3999-dffd7ccc3b1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.840970] env[62438]: DEBUG oslo_vmware.api [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785788, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.074718] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd25ace1-3f42-46ec-bc23-d1d64d5fb0ee {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.083207] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a99a4549-8202-47ef-be63-9805ad4275e6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.112592] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f31cb9fc-36f3-452c-8718-02e90af1231d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.120274] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-730d896f-c4e2-4bbe-a388-a1744904f53a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.134624] env[62438]: DEBUG nova.compute.provider_tree [None req-a5dea034-7a3a-4d16-a55a-b438b6ab8cb7 tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Updating inventory in ProviderTree for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1888.143693] env[62438]: DEBUG oslo_vmware.api [None req-d6775d54-15da-4157-aa04-184e49971b86 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]520195c7-9ca6-6793-3999-dffd7ccc3b1b, 'name': SearchDatastore_Task, 'duration_secs': 0.403927} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.143942] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d6775d54-15da-4157-aa04-184e49971b86 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1888.144211] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6775d54-15da-4157-aa04-184e49971b86 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] ad410fa6-01af-475e-a744-b2627e01552f/ad410fa6-01af-475e-a744-b2627e01552f.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1888.144463] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cdec1e42-5c0f-456f-8fd9-5d370b2a7786 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.150926] env[62438]: DEBUG oslo_vmware.api [None req-d6775d54-15da-4157-aa04-184e49971b86 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Waiting for the task: (returnval){ [ 1888.150926] env[62438]: value = "task-1785789" [ 1888.150926] env[62438]: _type = "Task" [ 1888.150926] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.159562] env[62438]: DEBUG oslo_vmware.api [None req-d6775d54-15da-4157-aa04-184e49971b86 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785789, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.343422] env[62438]: DEBUG oslo_vmware.api [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785788, 'name': PowerOnVM_Task, 'duration_secs': 0.547356} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.343733] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1888.357854] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2b4012ca-6248-4e16-80a0-f6f5b15cf1e6 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] Acquiring lock "b9e46b97-d8a4-4699-a33f-5ebef6748e35" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1888.357854] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2b4012ca-6248-4e16-80a0-f6f5b15cf1e6 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] Lock "b9e46b97-d8a4-4699-a33f-5ebef6748e35" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1888.453287] env[62438]: DEBUG nova.compute.manager [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1888.454249] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21c3858a-cf73-4337-8bc9-ba9d814ed8a7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.664284] env[62438]: DEBUG oslo_vmware.api [None req-d6775d54-15da-4157-aa04-184e49971b86 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785789, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.667772] env[62438]: ERROR nova.scheduler.client.report [None req-a5dea034-7a3a-4d16-a55a-b438b6ab8cb7 tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] [req-dd0be396-b1c0-475b-bbc9-76c8f8cc66de] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 3d204b25-fa3a-4320-b81b-738bc1f337f5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-dd0be396-b1c0-475b-bbc9-76c8f8cc66de"}]} [ 1888.688851] env[62438]: DEBUG nova.scheduler.client.report [None req-a5dea034-7a3a-4d16-a55a-b438b6ab8cb7 tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Refreshing inventories for resource provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1888.716978] env[62438]: DEBUG nova.scheduler.client.report [None req-a5dea034-7a3a-4d16-a55a-b438b6ab8cb7 tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Updating ProviderTree inventory for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1888.721897] env[62438]: DEBUG nova.compute.provider_tree [None req-a5dea034-7a3a-4d16-a55a-b438b6ab8cb7 tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Updating inventory in ProviderTree for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1888.738607] env[62438]: DEBUG nova.scheduler.client.report [None req-a5dea034-7a3a-4d16-a55a-b438b6ab8cb7 tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Refreshing aggregate associations for resource provider 3d204b25-fa3a-4320-b81b-738bc1f337f5, aggregates: None {{(pid=62438) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1888.756068] env[62438]: DEBUG nova.scheduler.client.report [None req-a5dea034-7a3a-4d16-a55a-b438b6ab8cb7 tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Refreshing trait associations for resource provider 3d204b25-fa3a-4320-b81b-738bc1f337f5, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62438) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1888.841760] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f72330d6-b51b-4a7c-957d-556849abc59a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.850507] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-736b32e5-efad-4bd5-91a5-eff533148f15 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.884024] env[62438]: DEBUG nova.compute.manager [None req-2b4012ca-6248-4e16-80a0-f6f5b15cf1e6 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] [instance: b9e46b97-d8a4-4699-a33f-5ebef6748e35] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1888.886969] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dbe08d5-0eec-4b69-9d1c-c8e3ef633bc5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.896735] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-441e7045-baf0-4d06-a8d1-b44c96a16f3b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.912920] env[62438]: DEBUG nova.compute.provider_tree [None req-a5dea034-7a3a-4d16-a55a-b438b6ab8cb7 tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Updating inventory in ProviderTree for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1888.971609] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a3edbdef-5b08-45bc-a977-b5f45ca78b88 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Lock "9a04f4af-932a-49d7-82dc-4180cb5d1a19" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 34.990s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1889.161942] env[62438]: DEBUG oslo_vmware.api [None req-d6775d54-15da-4157-aa04-184e49971b86 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785789, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.873194} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1889.162323] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6775d54-15da-4157-aa04-184e49971b86 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] ad410fa6-01af-475e-a744-b2627e01552f/ad410fa6-01af-475e-a744-b2627e01552f.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1889.162483] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-d6775d54-15da-4157-aa04-184e49971b86 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ad410fa6-01af-475e-a744-b2627e01552f] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1889.162720] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9ac594cc-97a9-48ed-9324-56327a47183e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.170354] env[62438]: DEBUG oslo_vmware.api [None req-d6775d54-15da-4157-aa04-184e49971b86 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Waiting for the task: (returnval){ [ 1889.170354] env[62438]: value = "task-1785790" [ 1889.170354] env[62438]: _type = "Task" [ 1889.170354] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1889.177636] env[62438]: DEBUG oslo_vmware.api [None req-d6775d54-15da-4157-aa04-184e49971b86 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785790, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.400928] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2b4012ca-6248-4e16-80a0-f6f5b15cf1e6 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1889.446498] env[62438]: DEBUG nova.scheduler.client.report [None req-a5dea034-7a3a-4d16-a55a-b438b6ab8cb7 tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Updated inventory for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with generation 158 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1889.446799] env[62438]: DEBUG nova.compute.provider_tree [None req-a5dea034-7a3a-4d16-a55a-b438b6ab8cb7 tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Updating resource provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 generation from 158 to 159 during operation: update_inventory {{(pid=62438) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1889.446987] env[62438]: DEBUG nova.compute.provider_tree [None req-a5dea034-7a3a-4d16-a55a-b438b6ab8cb7 tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Updating inventory in ProviderTree for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1889.680895] env[62438]: DEBUG oslo_vmware.api [None req-d6775d54-15da-4157-aa04-184e49971b86 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785790, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072763} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1889.681468] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-d6775d54-15da-4157-aa04-184e49971b86 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ad410fa6-01af-475e-a744-b2627e01552f] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1889.682358] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-369bc6be-9a0c-4eaa-b3bb-383cadc1cc09 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.704654] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6775d54-15da-4157-aa04-184e49971b86 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ad410fa6-01af-475e-a744-b2627e01552f] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] ad410fa6-01af-475e-a744-b2627e01552f/ad410fa6-01af-475e-a744-b2627e01552f.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1889.704956] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a69f1812-afd1-4eea-97b4-5b1bcdc60c31 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.724286] env[62438]: DEBUG oslo_vmware.api [None req-d6775d54-15da-4157-aa04-184e49971b86 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Waiting for the task: (returnval){ [ 1889.724286] env[62438]: value = "task-1785791" [ 1889.724286] env[62438]: _type = "Task" [ 1889.724286] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1889.732530] env[62438]: DEBUG oslo_vmware.api [None req-d6775d54-15da-4157-aa04-184e49971b86 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785791, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.951778] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a5dea034-7a3a-4d16-a55a-b438b6ab8cb7 tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.454s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1889.954609] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2b4012ca-6248-4e16-80a0-f6f5b15cf1e6 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.553s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1889.956534] env[62438]: INFO nova.compute.claims [None req-2b4012ca-6248-4e16-80a0-f6f5b15cf1e6 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] [instance: b9e46b97-d8a4-4699-a33f-5ebef6748e35] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1889.980581] env[62438]: INFO nova.scheduler.client.report [None req-a5dea034-7a3a-4d16-a55a-b438b6ab8cb7 tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Deleted allocations for instance 619b2105-d596-408b-b255-62aec86b6645 [ 1890.236931] env[62438]: DEBUG oslo_vmware.api [None req-d6775d54-15da-4157-aa04-184e49971b86 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785791, 'name': ReconfigVM_Task, 'duration_secs': 0.274439} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.237310] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6775d54-15da-4157-aa04-184e49971b86 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ad410fa6-01af-475e-a744-b2627e01552f] Reconfigured VM instance instance-00000069 to attach disk [datastore1] ad410fa6-01af-475e-a744-b2627e01552f/ad410fa6-01af-475e-a744-b2627e01552f.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1890.237955] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d9b26fdd-10d9-42a0-82d6-288d6ace19b6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.244204] env[62438]: DEBUG oslo_vmware.api [None req-d6775d54-15da-4157-aa04-184e49971b86 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Waiting for the task: (returnval){ [ 1890.244204] env[62438]: value = "task-1785792" [ 1890.244204] env[62438]: _type = "Task" [ 1890.244204] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1890.253146] env[62438]: DEBUG oslo_vmware.api [None req-d6775d54-15da-4157-aa04-184e49971b86 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785792, 'name': Rename_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.488431] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a5dea034-7a3a-4d16-a55a-b438b6ab8cb7 tempest-ServerGroupTestJSON-688933819 tempest-ServerGroupTestJSON-688933819-project-member] Lock "619b2105-d596-408b-b255-62aec86b6645" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.047s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1890.753891] env[62438]: DEBUG oslo_vmware.api [None req-d6775d54-15da-4157-aa04-184e49971b86 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785792, 'name': Rename_Task, 'duration_secs': 0.1367} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.754209] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6775d54-15da-4157-aa04-184e49971b86 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ad410fa6-01af-475e-a744-b2627e01552f] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1890.754488] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea4fb11a-0b93-49e3-b099-8f57e2e16cee {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.760099] env[62438]: DEBUG oslo_vmware.api [None req-d6775d54-15da-4157-aa04-184e49971b86 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Waiting for the task: (returnval){ [ 1890.760099] env[62438]: value = "task-1785793" [ 1890.760099] env[62438]: _type = "Task" [ 1890.760099] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1890.767602] env[62438]: DEBUG oslo_vmware.api [None req-d6775d54-15da-4157-aa04-184e49971b86 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785793, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.037174] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7313c337-5811-4231-a45f-6b420de6b2b6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.044971] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f0c3c8-dbe3-4758-b00f-d872e72ed329 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.074020] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-601fea9f-7bb1-4a24-bb48-ec63d79dfbd3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.081450] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc85f98-c48d-48ef-bac5-9f48dd3dd375 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.095584] env[62438]: DEBUG nova.compute.provider_tree [None req-2b4012ca-6248-4e16-80a0-f6f5b15cf1e6 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] Updating inventory in ProviderTree for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1891.275127] env[62438]: DEBUG oslo_vmware.api [None req-d6775d54-15da-4157-aa04-184e49971b86 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785793, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.632830] env[62438]: DEBUG nova.scheduler.client.report [None req-2b4012ca-6248-4e16-80a0-f6f5b15cf1e6 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] Updated inventory for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with generation 159 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1891.633372] env[62438]: DEBUG nova.compute.provider_tree [None req-2b4012ca-6248-4e16-80a0-f6f5b15cf1e6 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] Updating resource provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 generation from 159 to 160 during operation: update_inventory {{(pid=62438) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1891.634476] env[62438]: DEBUG nova.compute.provider_tree [None req-2b4012ca-6248-4e16-80a0-f6f5b15cf1e6 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] Updating inventory in ProviderTree for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1891.771031] env[62438]: DEBUG oslo_vmware.api [None req-d6775d54-15da-4157-aa04-184e49971b86 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785793, 'name': PowerOnVM_Task, 'duration_secs': 0.999953} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1891.771626] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6775d54-15da-4157-aa04-184e49971b86 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ad410fa6-01af-475e-a744-b2627e01552f] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1891.771997] env[62438]: DEBUG nova.compute.manager [None req-d6775d54-15da-4157-aa04-184e49971b86 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ad410fa6-01af-475e-a744-b2627e01552f] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1891.772969] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27314d58-fecd-458e-8b53-7af40503ebf6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.139621] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2b4012ca-6248-4e16-80a0-f6f5b15cf1e6 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.185s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1892.139777] env[62438]: DEBUG nova.compute.manager [None req-2b4012ca-6248-4e16-80a0-f6f5b15cf1e6 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] [instance: b9e46b97-d8a4-4699-a33f-5ebef6748e35] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1892.295038] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d6775d54-15da-4157-aa04-184e49971b86 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1892.295527] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d6775d54-15da-4157-aa04-184e49971b86 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1892.295780] env[62438]: DEBUG nova.objects.instance [None req-d6775d54-15da-4157-aa04-184e49971b86 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ad410fa6-01af-475e-a744-b2627e01552f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62438) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1892.645143] env[62438]: DEBUG nova.compute.utils [None req-2b4012ca-6248-4e16-80a0-f6f5b15cf1e6 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1892.646585] env[62438]: DEBUG nova.compute.manager [None req-2b4012ca-6248-4e16-80a0-f6f5b15cf1e6 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] [instance: b9e46b97-d8a4-4699-a33f-5ebef6748e35] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1892.646756] env[62438]: DEBUG nova.network.neutron [None req-2b4012ca-6248-4e16-80a0-f6f5b15cf1e6 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] [instance: b9e46b97-d8a4-4699-a33f-5ebef6748e35] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1892.696223] env[62438]: DEBUG nova.policy [None req-2b4012ca-6248-4e16-80a0-f6f5b15cf1e6 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6af363e3c18c4384927174610cbd430d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9c98563a0a4f4f55b1b096730a58fa67', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1893.152636] env[62438]: DEBUG nova.compute.manager [None req-2b4012ca-6248-4e16-80a0-f6f5b15cf1e6 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] [instance: b9e46b97-d8a4-4699-a33f-5ebef6748e35] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1893.177101] env[62438]: DEBUG nova.network.neutron [None req-2b4012ca-6248-4e16-80a0-f6f5b15cf1e6 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] [instance: b9e46b97-d8a4-4699-a33f-5ebef6748e35] Successfully created port: b5499b26-8b4a-4772-ac17-c44a731265dc {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1893.306465] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d6775d54-15da-4157-aa04-184e49971b86 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1894.170038] env[62438]: DEBUG nova.compute.manager [None req-2b4012ca-6248-4e16-80a0-f6f5b15cf1e6 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] [instance: b9e46b97-d8a4-4699-a33f-5ebef6748e35] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1894.196959] env[62438]: DEBUG oslo_concurrency.lockutils [None req-3d68e754-2ebb-4aca-a2c4-261341c4a9b7 tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] Acquiring lock "a5375d32-edd9-4c25-9cb8-38d3b0df2a18" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1894.197255] env[62438]: DEBUG oslo_concurrency.lockutils [None req-3d68e754-2ebb-4aca-a2c4-261341c4a9b7 tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] Lock "a5375d32-edd9-4c25-9cb8-38d3b0df2a18" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1894.213231] env[62438]: DEBUG nova.virt.hardware [None req-2b4012ca-6248-4e16-80a0-f6f5b15cf1e6 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1894.213580] env[62438]: DEBUG nova.virt.hardware [None req-2b4012ca-6248-4e16-80a0-f6f5b15cf1e6 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1894.213761] env[62438]: DEBUG nova.virt.hardware [None req-2b4012ca-6248-4e16-80a0-f6f5b15cf1e6 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1894.213953] env[62438]: DEBUG nova.virt.hardware [None req-2b4012ca-6248-4e16-80a0-f6f5b15cf1e6 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1894.214122] env[62438]: DEBUG nova.virt.hardware [None req-2b4012ca-6248-4e16-80a0-f6f5b15cf1e6 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1894.214283] env[62438]: DEBUG nova.virt.hardware [None req-2b4012ca-6248-4e16-80a0-f6f5b15cf1e6 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1894.214507] env[62438]: DEBUG nova.virt.hardware [None req-2b4012ca-6248-4e16-80a0-f6f5b15cf1e6 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1894.214676] env[62438]: DEBUG nova.virt.hardware [None req-2b4012ca-6248-4e16-80a0-f6f5b15cf1e6 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1894.214889] env[62438]: DEBUG nova.virt.hardware [None req-2b4012ca-6248-4e16-80a0-f6f5b15cf1e6 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1894.215038] env[62438]: DEBUG nova.virt.hardware [None req-2b4012ca-6248-4e16-80a0-f6f5b15cf1e6 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1894.215238] env[62438]: DEBUG nova.virt.hardware [None req-2b4012ca-6248-4e16-80a0-f6f5b15cf1e6 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1894.217598] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d05449-3e15-448c-be87-25cd4653d138 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.232019] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-993296b9-b303-4d29-9652-ad96d5cfd200 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.702552] env[62438]: DEBUG nova.compute.manager [None req-3d68e754-2ebb-4aca-a2c4-261341c4a9b7 tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] [instance: a5375d32-edd9-4c25-9cb8-38d3b0df2a18] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1895.230457] env[62438]: DEBUG oslo_concurrency.lockutils [None req-3d68e754-2ebb-4aca-a2c4-261341c4a9b7 tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1895.230736] env[62438]: DEBUG oslo_concurrency.lockutils [None req-3d68e754-2ebb-4aca-a2c4-261341c4a9b7 tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1895.232698] env[62438]: INFO nova.compute.claims [None req-3d68e754-2ebb-4aca-a2c4-261341c4a9b7 tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] [instance: a5375d32-edd9-4c25-9cb8-38d3b0df2a18] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1895.872265] env[62438]: DEBUG oslo_concurrency.lockutils [None req-380c204f-a01c-4ab4-bb04-1659a293127f tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Acquiring lock "12f48787-544b-48ad-b82c-c364d4f3afc4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1895.872603] env[62438]: DEBUG oslo_concurrency.lockutils [None req-380c204f-a01c-4ab4-bb04-1659a293127f tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Lock "12f48787-544b-48ad-b82c-c364d4f3afc4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1896.329742] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-469d82d0-4bb9-4dc8-b60d-15103123cccc {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.338113] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c1ca654-522a-4184-9ee2-10d4ee4684a6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.374204] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ae9aad-23d1-402d-b43e-09f821e47915 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.377844] env[62438]: DEBUG nova.compute.manager [None req-380c204f-a01c-4ab4-bb04-1659a293127f tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 12f48787-544b-48ad-b82c-c364d4f3afc4] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1896.387648] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65cd2763-dd9c-4a9a-a514-69fbd0e5b994 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.402654] env[62438]: DEBUG nova.compute.provider_tree [None req-3d68e754-2ebb-4aca-a2c4-261341c4a9b7 tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1896.902440] env[62438]: DEBUG oslo_concurrency.lockutils [None req-380c204f-a01c-4ab4-bb04-1659a293127f tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1896.905486] env[62438]: DEBUG nova.scheduler.client.report [None req-3d68e754-2ebb-4aca-a2c4-261341c4a9b7 tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1897.410122] env[62438]: DEBUG oslo_concurrency.lockutils [None req-3d68e754-2ebb-4aca-a2c4-261341c4a9b7 tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.179s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1897.410871] env[62438]: DEBUG nova.compute.manager [None req-3d68e754-2ebb-4aca-a2c4-261341c4a9b7 tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] [instance: a5375d32-edd9-4c25-9cb8-38d3b0df2a18] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1897.414470] env[62438]: DEBUG oslo_concurrency.lockutils [None req-380c204f-a01c-4ab4-bb04-1659a293127f tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.512s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1897.415935] env[62438]: INFO nova.compute.claims [None req-380c204f-a01c-4ab4-bb04-1659a293127f tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 12f48787-544b-48ad-b82c-c364d4f3afc4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1897.920618] env[62438]: DEBUG nova.compute.utils [None req-3d68e754-2ebb-4aca-a2c4-261341c4a9b7 tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1897.924163] env[62438]: DEBUG nova.compute.manager [None req-3d68e754-2ebb-4aca-a2c4-261341c4a9b7 tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] [instance: a5375d32-edd9-4c25-9cb8-38d3b0df2a18] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1897.924338] env[62438]: DEBUG nova.network.neutron [None req-3d68e754-2ebb-4aca-a2c4-261341c4a9b7 tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] [instance: a5375d32-edd9-4c25-9cb8-38d3b0df2a18] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1897.977398] env[62438]: DEBUG nova.policy [None req-3d68e754-2ebb-4aca-a2c4-261341c4a9b7 tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f0036d3f87fb484e97870653b1ce2dcc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9827d68ecb9a475f8a8162f10d08ea8d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1898.209703] env[62438]: DEBUG nova.network.neutron [None req-3d68e754-2ebb-4aca-a2c4-261341c4a9b7 tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] [instance: a5375d32-edd9-4c25-9cb8-38d3b0df2a18] Successfully created port: 2567d43c-078f-45ab-90a5-5de5a72021ee {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1898.425402] env[62438]: DEBUG nova.compute.manager [None req-3d68e754-2ebb-4aca-a2c4-261341c4a9b7 tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] [instance: a5375d32-edd9-4c25-9cb8-38d3b0df2a18] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1898.511938] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c90429-eb6b-4e8f-b510-c38bab43f153 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.519388] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a3a8be7-ea51-4186-8f78-a080d3df8256 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.551718] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f644477-29ef-434f-8800-58acf9a33740 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.559443] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff719cee-86c4-4bbd-a40a-78cdf3073cb2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.572573] env[62438]: DEBUG nova.compute.provider_tree [None req-380c204f-a01c-4ab4-bb04-1659a293127f tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1899.076146] env[62438]: DEBUG nova.scheduler.client.report [None req-380c204f-a01c-4ab4-bb04-1659a293127f tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1899.437867] env[62438]: DEBUG nova.compute.manager [None req-3d68e754-2ebb-4aca-a2c4-261341c4a9b7 tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] [instance: a5375d32-edd9-4c25-9cb8-38d3b0df2a18] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1899.466030] env[62438]: DEBUG nova.virt.hardware [None req-3d68e754-2ebb-4aca-a2c4-261341c4a9b7 tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1899.466300] env[62438]: DEBUG nova.virt.hardware [None req-3d68e754-2ebb-4aca-a2c4-261341c4a9b7 tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1899.466490] env[62438]: DEBUG nova.virt.hardware [None req-3d68e754-2ebb-4aca-a2c4-261341c4a9b7 tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1899.466684] env[62438]: DEBUG nova.virt.hardware [None req-3d68e754-2ebb-4aca-a2c4-261341c4a9b7 tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1899.466839] env[62438]: DEBUG nova.virt.hardware [None req-3d68e754-2ebb-4aca-a2c4-261341c4a9b7 tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1899.466994] env[62438]: DEBUG nova.virt.hardware [None req-3d68e754-2ebb-4aca-a2c4-261341c4a9b7 tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1899.467218] env[62438]: DEBUG nova.virt.hardware [None req-3d68e754-2ebb-4aca-a2c4-261341c4a9b7 tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1899.467388] env[62438]: DEBUG nova.virt.hardware [None req-3d68e754-2ebb-4aca-a2c4-261341c4a9b7 tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1899.467698] env[62438]: DEBUG nova.virt.hardware [None req-3d68e754-2ebb-4aca-a2c4-261341c4a9b7 tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1899.467965] env[62438]: DEBUG nova.virt.hardware [None req-3d68e754-2ebb-4aca-a2c4-261341c4a9b7 tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1899.468192] env[62438]: DEBUG nova.virt.hardware [None req-3d68e754-2ebb-4aca-a2c4-261341c4a9b7 tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1899.469062] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb97e8b0-68f0-4e19-8d9c-b697b9bb0c3b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.477540] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea05f57-9181-4c26-99ee-df88b857643c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.581077] env[62438]: DEBUG oslo_concurrency.lockutils [None req-380c204f-a01c-4ab4-bb04-1659a293127f tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.166s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1899.581638] env[62438]: DEBUG nova.compute.manager [None req-380c204f-a01c-4ab4-bb04-1659a293127f tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 12f48787-544b-48ad-b82c-c364d4f3afc4] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1900.087162] env[62438]: DEBUG nova.compute.utils [None req-380c204f-a01c-4ab4-bb04-1659a293127f tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1900.088614] env[62438]: DEBUG nova.compute.manager [None req-380c204f-a01c-4ab4-bb04-1659a293127f tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 12f48787-544b-48ad-b82c-c364d4f3afc4] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1900.088791] env[62438]: DEBUG nova.network.neutron [None req-380c204f-a01c-4ab4-bb04-1659a293127f tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 12f48787-544b-48ad-b82c-c364d4f3afc4] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1900.127969] env[62438]: DEBUG nova.policy [None req-380c204f-a01c-4ab4-bb04-1659a293127f tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c6c9965681fe45289d82843e769f3d92', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a8cc450384714cf1a5ebb9cea994cee2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1900.361603] env[62438]: DEBUG nova.network.neutron [None req-380c204f-a01c-4ab4-bb04-1659a293127f tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 12f48787-544b-48ad-b82c-c364d4f3afc4] Successfully created port: 17ba0bb9-056a-4a57-8ace-9f46fff270c2 {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1900.591778] env[62438]: DEBUG nova.compute.manager [None req-380c204f-a01c-4ab4-bb04-1659a293127f tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 12f48787-544b-48ad-b82c-c364d4f3afc4] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1901.101278] env[62438]: DEBUG nova.compute.manager [req-ee18643b-d4aa-451c-9870-676d0cf846cc req-e2511f3b-4388-40b0-abc0-a442d9664816 service nova] [instance: a5375d32-edd9-4c25-9cb8-38d3b0df2a18] Received event network-vif-plugged-2567d43c-078f-45ab-90a5-5de5a72021ee {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1901.101565] env[62438]: DEBUG oslo_concurrency.lockutils [req-ee18643b-d4aa-451c-9870-676d0cf846cc req-e2511f3b-4388-40b0-abc0-a442d9664816 service nova] Acquiring lock "a5375d32-edd9-4c25-9cb8-38d3b0df2a18-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1901.101957] env[62438]: DEBUG oslo_concurrency.lockutils [req-ee18643b-d4aa-451c-9870-676d0cf846cc req-e2511f3b-4388-40b0-abc0-a442d9664816 service nova] Lock "a5375d32-edd9-4c25-9cb8-38d3b0df2a18-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1901.101957] env[62438]: DEBUG oslo_concurrency.lockutils [req-ee18643b-d4aa-451c-9870-676d0cf846cc req-e2511f3b-4388-40b0-abc0-a442d9664816 service nova] Lock "a5375d32-edd9-4c25-9cb8-38d3b0df2a18-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1901.102177] env[62438]: DEBUG nova.compute.manager [req-ee18643b-d4aa-451c-9870-676d0cf846cc req-e2511f3b-4388-40b0-abc0-a442d9664816 service nova] [instance: a5375d32-edd9-4c25-9cb8-38d3b0df2a18] No waiting events found dispatching network-vif-plugged-2567d43c-078f-45ab-90a5-5de5a72021ee {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1901.102384] env[62438]: WARNING nova.compute.manager [req-ee18643b-d4aa-451c-9870-676d0cf846cc req-e2511f3b-4388-40b0-abc0-a442d9664816 service nova] [instance: a5375d32-edd9-4c25-9cb8-38d3b0df2a18] Received unexpected event network-vif-plugged-2567d43c-078f-45ab-90a5-5de5a72021ee for instance with vm_state building and task_state spawning. [ 1901.253178] env[62438]: DEBUG nova.network.neutron [None req-3d68e754-2ebb-4aca-a2c4-261341c4a9b7 tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] [instance: a5375d32-edd9-4c25-9cb8-38d3b0df2a18] Successfully updated port: 2567d43c-078f-45ab-90a5-5de5a72021ee {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1901.604866] env[62438]: DEBUG nova.compute.manager [None req-380c204f-a01c-4ab4-bb04-1659a293127f tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 12f48787-544b-48ad-b82c-c364d4f3afc4] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1901.705189] env[62438]: DEBUG nova.network.neutron [None req-2b4012ca-6248-4e16-80a0-f6f5b15cf1e6 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] [instance: b9e46b97-d8a4-4699-a33f-5ebef6748e35] Successfully updated port: b5499b26-8b4a-4772-ac17-c44a731265dc {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1901.729564] env[62438]: DEBUG nova.virt.hardware [None req-380c204f-a01c-4ab4-bb04-1659a293127f tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1901.730670] env[62438]: DEBUG nova.virt.hardware [None req-380c204f-a01c-4ab4-bb04-1659a293127f tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1901.730670] env[62438]: DEBUG nova.virt.hardware [None req-380c204f-a01c-4ab4-bb04-1659a293127f tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1901.730670] env[62438]: DEBUG nova.virt.hardware [None req-380c204f-a01c-4ab4-bb04-1659a293127f tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1901.730670] env[62438]: DEBUG nova.virt.hardware [None req-380c204f-a01c-4ab4-bb04-1659a293127f tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1901.730670] env[62438]: DEBUG nova.virt.hardware [None req-380c204f-a01c-4ab4-bb04-1659a293127f tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1901.731748] env[62438]: DEBUG nova.virt.hardware [None req-380c204f-a01c-4ab4-bb04-1659a293127f tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1901.731748] env[62438]: DEBUG nova.virt.hardware [None req-380c204f-a01c-4ab4-bb04-1659a293127f tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1901.731748] env[62438]: DEBUG nova.virt.hardware [None req-380c204f-a01c-4ab4-bb04-1659a293127f tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1901.735018] env[62438]: DEBUG nova.virt.hardware [None req-380c204f-a01c-4ab4-bb04-1659a293127f tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1901.735018] env[62438]: DEBUG nova.virt.hardware [None req-380c204f-a01c-4ab4-bb04-1659a293127f tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1901.735018] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-888c337d-cca1-4d2b-947a-a18615bd4d96 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.743631] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a00d604c-4cda-461d-817f-ff1b18bad4ef {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.749940] env[62438]: DEBUG nova.compute.manager [req-58026702-44fe-4aa6-a9e2-7494cb49da94 req-f8983d5b-bb35-4b55-a14d-8d41fe27d538 service nova] [instance: 12f48787-544b-48ad-b82c-c364d4f3afc4] Received event network-vif-plugged-17ba0bb9-056a-4a57-8ace-9f46fff270c2 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1901.750173] env[62438]: DEBUG oslo_concurrency.lockutils [req-58026702-44fe-4aa6-a9e2-7494cb49da94 req-f8983d5b-bb35-4b55-a14d-8d41fe27d538 service nova] Acquiring lock "12f48787-544b-48ad-b82c-c364d4f3afc4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1901.750467] env[62438]: DEBUG oslo_concurrency.lockutils [req-58026702-44fe-4aa6-a9e2-7494cb49da94 req-f8983d5b-bb35-4b55-a14d-8d41fe27d538 service nova] Lock "12f48787-544b-48ad-b82c-c364d4f3afc4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1901.750590] env[62438]: DEBUG oslo_concurrency.lockutils [req-58026702-44fe-4aa6-a9e2-7494cb49da94 req-f8983d5b-bb35-4b55-a14d-8d41fe27d538 service nova] Lock "12f48787-544b-48ad-b82c-c364d4f3afc4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1901.750713] env[62438]: DEBUG nova.compute.manager [req-58026702-44fe-4aa6-a9e2-7494cb49da94 req-f8983d5b-bb35-4b55-a14d-8d41fe27d538 service nova] [instance: 12f48787-544b-48ad-b82c-c364d4f3afc4] No waiting events found dispatching network-vif-plugged-17ba0bb9-056a-4a57-8ace-9f46fff270c2 {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1901.750887] env[62438]: WARNING nova.compute.manager [req-58026702-44fe-4aa6-a9e2-7494cb49da94 req-f8983d5b-bb35-4b55-a14d-8d41fe27d538 service nova] [instance: 12f48787-544b-48ad-b82c-c364d4f3afc4] Received unexpected event network-vif-plugged-17ba0bb9-056a-4a57-8ace-9f46fff270c2 for instance with vm_state building and task_state spawning. [ 1901.770624] env[62438]: DEBUG oslo_concurrency.lockutils [None req-3d68e754-2ebb-4aca-a2c4-261341c4a9b7 tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] Acquiring lock "refresh_cache-a5375d32-edd9-4c25-9cb8-38d3b0df2a18" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1901.770891] env[62438]: DEBUG oslo_concurrency.lockutils [None req-3d68e754-2ebb-4aca-a2c4-261341c4a9b7 tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] Acquired lock "refresh_cache-a5375d32-edd9-4c25-9cb8-38d3b0df2a18" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1901.771065] env[62438]: DEBUG nova.network.neutron [None req-3d68e754-2ebb-4aca-a2c4-261341c4a9b7 tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] [instance: a5375d32-edd9-4c25-9cb8-38d3b0df2a18] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1901.835373] env[62438]: DEBUG nova.network.neutron [None req-380c204f-a01c-4ab4-bb04-1659a293127f tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 12f48787-544b-48ad-b82c-c364d4f3afc4] Successfully updated port: 17ba0bb9-056a-4a57-8ace-9f46fff270c2 {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1902.210136] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2b4012ca-6248-4e16-80a0-f6f5b15cf1e6 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] Acquiring lock "refresh_cache-b9e46b97-d8a4-4699-a33f-5ebef6748e35" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1902.210136] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2b4012ca-6248-4e16-80a0-f6f5b15cf1e6 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] Acquired lock "refresh_cache-b9e46b97-d8a4-4699-a33f-5ebef6748e35" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1902.210136] env[62438]: DEBUG nova.network.neutron [None req-2b4012ca-6248-4e16-80a0-f6f5b15cf1e6 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] [instance: b9e46b97-d8a4-4699-a33f-5ebef6748e35] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1902.303572] env[62438]: DEBUG nova.network.neutron [None req-3d68e754-2ebb-4aca-a2c4-261341c4a9b7 tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] [instance: a5375d32-edd9-4c25-9cb8-38d3b0df2a18] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1902.340972] env[62438]: DEBUG oslo_concurrency.lockutils [None req-380c204f-a01c-4ab4-bb04-1659a293127f tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Acquiring lock "refresh_cache-12f48787-544b-48ad-b82c-c364d4f3afc4" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1902.341169] env[62438]: DEBUG oslo_concurrency.lockutils [None req-380c204f-a01c-4ab4-bb04-1659a293127f tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Acquired lock "refresh_cache-12f48787-544b-48ad-b82c-c364d4f3afc4" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1902.341376] env[62438]: DEBUG nova.network.neutron [None req-380c204f-a01c-4ab4-bb04-1659a293127f tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 12f48787-544b-48ad-b82c-c364d4f3afc4] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1902.434036] env[62438]: DEBUG nova.network.neutron [None req-3d68e754-2ebb-4aca-a2c4-261341c4a9b7 tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] [instance: a5375d32-edd9-4c25-9cb8-38d3b0df2a18] Updating instance_info_cache with network_info: [{"id": "2567d43c-078f-45ab-90a5-5de5a72021ee", "address": "fa:16:3e:5b:6d:f4", "network": {"id": "83b46dbd-5da2-4b16-9289-df996e5b83b7", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-980304513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9827d68ecb9a475f8a8162f10d08ea8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2567d43c-07", "ovs_interfaceid": "2567d43c-078f-45ab-90a5-5de5a72021ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1902.749544] env[62438]: DEBUG nova.network.neutron [None req-2b4012ca-6248-4e16-80a0-f6f5b15cf1e6 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] [instance: b9e46b97-d8a4-4699-a33f-5ebef6748e35] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1902.893311] env[62438]: DEBUG nova.network.neutron [None req-2b4012ca-6248-4e16-80a0-f6f5b15cf1e6 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] [instance: b9e46b97-d8a4-4699-a33f-5ebef6748e35] Updating instance_info_cache with network_info: [{"id": "b5499b26-8b4a-4772-ac17-c44a731265dc", "address": "fa:16:3e:71:45:16", "network": {"id": "4d1d2ab0-ecae-4ab0-af2c-60e31c897bad", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1444870205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c98563a0a4f4f55b1b096730a58fa67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5499b26-8b", "ovs_interfaceid": "b5499b26-8b4a-4772-ac17-c44a731265dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1902.900647] env[62438]: DEBUG nova.network.neutron [None req-380c204f-a01c-4ab4-bb04-1659a293127f tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 12f48787-544b-48ad-b82c-c364d4f3afc4] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1902.936066] env[62438]: DEBUG oslo_concurrency.lockutils [None req-3d68e754-2ebb-4aca-a2c4-261341c4a9b7 tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] Releasing lock "refresh_cache-a5375d32-edd9-4c25-9cb8-38d3b0df2a18" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1902.936394] env[62438]: DEBUG nova.compute.manager [None req-3d68e754-2ebb-4aca-a2c4-261341c4a9b7 tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] [instance: a5375d32-edd9-4c25-9cb8-38d3b0df2a18] Instance network_info: |[{"id": "2567d43c-078f-45ab-90a5-5de5a72021ee", "address": "fa:16:3e:5b:6d:f4", "network": {"id": "83b46dbd-5da2-4b16-9289-df996e5b83b7", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-980304513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9827d68ecb9a475f8a8162f10d08ea8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2567d43c-07", "ovs_interfaceid": "2567d43c-078f-45ab-90a5-5de5a72021ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1902.936823] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-3d68e754-2ebb-4aca-a2c4-261341c4a9b7 tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] [instance: a5375d32-edd9-4c25-9cb8-38d3b0df2a18] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:6d:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '557aba95-8968-407a-bac2-2fae66f7c8e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2567d43c-078f-45ab-90a5-5de5a72021ee', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1902.944369] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d68e754-2ebb-4aca-a2c4-261341c4a9b7 tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] Creating folder: Project (9827d68ecb9a475f8a8162f10d08ea8d). Parent ref: group-v370230. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1902.947063] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a57e59b4-dad8-4c61-9f54-6c635f5ef357 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.959518] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-3d68e754-2ebb-4aca-a2c4-261341c4a9b7 tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] Created folder: Project (9827d68ecb9a475f8a8162f10d08ea8d) in parent group-v370230. [ 1902.959734] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d68e754-2ebb-4aca-a2c4-261341c4a9b7 tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] Creating folder: Instances. Parent ref: group-v370528. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1902.959978] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-428cbf84-4e8b-43f3-a0e6-e7ee1b3eb4d5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.969016] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-3d68e754-2ebb-4aca-a2c4-261341c4a9b7 tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] Created folder: Instances in parent group-v370528. [ 1902.969277] env[62438]: DEBUG oslo.service.loopingcall [None req-3d68e754-2ebb-4aca-a2c4-261341c4a9b7 tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1902.969477] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5375d32-edd9-4c25-9cb8-38d3b0df2a18] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1902.969700] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1990dfbd-e1b6-45d8-8aff-6ab444bcd7a4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.991254] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1902.991254] env[62438]: value = "task-1785796" [ 1902.991254] env[62438]: _type = "Task" [ 1902.991254] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.999488] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785796, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.052360] env[62438]: DEBUG nova.network.neutron [None req-380c204f-a01c-4ab4-bb04-1659a293127f tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 12f48787-544b-48ad-b82c-c364d4f3afc4] Updating instance_info_cache with network_info: [{"id": "17ba0bb9-056a-4a57-8ace-9f46fff270c2", "address": "fa:16:3e:9c:a7:e5", "network": {"id": "2cd49439-8f79-4cd9-a604-570296a33fdc", "bridge": "br-int", "label": "tempest-ServersTestJSON-538647417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8cc450384714cf1a5ebb9cea994cee2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17ba0bb9-05", "ovs_interfaceid": "17ba0bb9-056a-4a57-8ace-9f46fff270c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1903.129318] env[62438]: DEBUG nova.compute.manager [req-35545fe7-42f7-4693-afc4-1bdda19680f8 req-8a77d2de-ae09-4fa6-b676-18356b39dc00 service nova] [instance: a5375d32-edd9-4c25-9cb8-38d3b0df2a18] Received event network-changed-2567d43c-078f-45ab-90a5-5de5a72021ee {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1903.129544] env[62438]: DEBUG nova.compute.manager [req-35545fe7-42f7-4693-afc4-1bdda19680f8 req-8a77d2de-ae09-4fa6-b676-18356b39dc00 service nova] [instance: a5375d32-edd9-4c25-9cb8-38d3b0df2a18] Refreshing instance network info cache due to event network-changed-2567d43c-078f-45ab-90a5-5de5a72021ee. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1903.129765] env[62438]: DEBUG oslo_concurrency.lockutils [req-35545fe7-42f7-4693-afc4-1bdda19680f8 req-8a77d2de-ae09-4fa6-b676-18356b39dc00 service nova] Acquiring lock "refresh_cache-a5375d32-edd9-4c25-9cb8-38d3b0df2a18" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1903.129919] env[62438]: DEBUG oslo_concurrency.lockutils [req-35545fe7-42f7-4693-afc4-1bdda19680f8 req-8a77d2de-ae09-4fa6-b676-18356b39dc00 service nova] Acquired lock "refresh_cache-a5375d32-edd9-4c25-9cb8-38d3b0df2a18" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1903.130105] env[62438]: DEBUG nova.network.neutron [req-35545fe7-42f7-4693-afc4-1bdda19680f8 req-8a77d2de-ae09-4fa6-b676-18356b39dc00 service nova] [instance: a5375d32-edd9-4c25-9cb8-38d3b0df2a18] Refreshing network info cache for port 2567d43c-078f-45ab-90a5-5de5a72021ee {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1903.396202] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2b4012ca-6248-4e16-80a0-f6f5b15cf1e6 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] Releasing lock "refresh_cache-b9e46b97-d8a4-4699-a33f-5ebef6748e35" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1903.396542] env[62438]: DEBUG nova.compute.manager [None req-2b4012ca-6248-4e16-80a0-f6f5b15cf1e6 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] [instance: b9e46b97-d8a4-4699-a33f-5ebef6748e35] Instance network_info: |[{"id": "b5499b26-8b4a-4772-ac17-c44a731265dc", "address": "fa:16:3e:71:45:16", "network": {"id": "4d1d2ab0-ecae-4ab0-af2c-60e31c897bad", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1444870205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c98563a0a4f4f55b1b096730a58fa67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5499b26-8b", "ovs_interfaceid": "b5499b26-8b4a-4772-ac17-c44a731265dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1903.397084] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-2b4012ca-6248-4e16-80a0-f6f5b15cf1e6 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] [instance: b9e46b97-d8a4-4699-a33f-5ebef6748e35] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:45:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a8c8175-1197-4f12-baac-ef6aba95f585', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5499b26-8b4a-4772-ac17-c44a731265dc', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1903.404477] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b4012ca-6248-4e16-80a0-f6f5b15cf1e6 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] Creating folder: Project (9c98563a0a4f4f55b1b096730a58fa67). Parent ref: group-v370230. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1903.405099] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-91a1dc2b-c0f8-4f54-bd23-f8c11a6618ce {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.415690] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-2b4012ca-6248-4e16-80a0-f6f5b15cf1e6 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] Created folder: Project (9c98563a0a4f4f55b1b096730a58fa67) in parent group-v370230. [ 1903.415895] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b4012ca-6248-4e16-80a0-f6f5b15cf1e6 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] Creating folder: Instances. Parent ref: group-v370531. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1903.416149] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-506646d9-15e1-462d-83e3-38ac5f79f8c8 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.425573] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-2b4012ca-6248-4e16-80a0-f6f5b15cf1e6 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] Created folder: Instances in parent group-v370531. [ 1903.425818] env[62438]: DEBUG oslo.service.loopingcall [None req-2b4012ca-6248-4e16-80a0-f6f5b15cf1e6 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1903.426027] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9e46b97-d8a4-4699-a33f-5ebef6748e35] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1903.426242] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ac239618-b737-4184-bfcd-9a849a8d678a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.445356] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1903.445356] env[62438]: value = "task-1785799" [ 1903.445356] env[62438]: _type = "Task" [ 1903.445356] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1903.453229] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785799, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.502213] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785796, 'name': CreateVM_Task, 'duration_secs': 0.336088} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.502531] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5375d32-edd9-4c25-9cb8-38d3b0df2a18] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1903.503573] env[62438]: DEBUG oslo_concurrency.lockutils [None req-3d68e754-2ebb-4aca-a2c4-261341c4a9b7 tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1903.503890] env[62438]: DEBUG oslo_concurrency.lockutils [None req-3d68e754-2ebb-4aca-a2c4-261341c4a9b7 tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1903.504363] env[62438]: DEBUG oslo_concurrency.lockutils [None req-3d68e754-2ebb-4aca-a2c4-261341c4a9b7 tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1903.504859] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64a062cd-d0a5-4cec-85f3-342a3a630ce5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.509964] env[62438]: DEBUG oslo_vmware.api [None req-3d68e754-2ebb-4aca-a2c4-261341c4a9b7 tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] Waiting for the task: (returnval){ [ 1903.509964] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52f1986b-6c25-a73e-9127-c79db26cf9e6" [ 1903.509964] env[62438]: _type = "Task" [ 1903.509964] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1903.519012] env[62438]: DEBUG oslo_vmware.api [None req-3d68e754-2ebb-4aca-a2c4-261341c4a9b7 tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52f1986b-6c25-a73e-9127-c79db26cf9e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.555773] env[62438]: DEBUG oslo_concurrency.lockutils [None req-380c204f-a01c-4ab4-bb04-1659a293127f tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Releasing lock "refresh_cache-12f48787-544b-48ad-b82c-c364d4f3afc4" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1903.556165] env[62438]: DEBUG nova.compute.manager [None req-380c204f-a01c-4ab4-bb04-1659a293127f tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 12f48787-544b-48ad-b82c-c364d4f3afc4] Instance network_info: |[{"id": "17ba0bb9-056a-4a57-8ace-9f46fff270c2", "address": "fa:16:3e:9c:a7:e5", "network": {"id": "2cd49439-8f79-4cd9-a604-570296a33fdc", "bridge": "br-int", "label": "tempest-ServersTestJSON-538647417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8cc450384714cf1a5ebb9cea994cee2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17ba0bb9-05", "ovs_interfaceid": "17ba0bb9-056a-4a57-8ace-9f46fff270c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1903.556651] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-380c204f-a01c-4ab4-bb04-1659a293127f tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 12f48787-544b-48ad-b82c-c364d4f3afc4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:a7:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a555680e-4721-4509-97e4-ced9dc17c13e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '17ba0bb9-056a-4a57-8ace-9f46fff270c2', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1903.565016] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-380c204f-a01c-4ab4-bb04-1659a293127f tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Creating folder: Project (a8cc450384714cf1a5ebb9cea994cee2). Parent ref: group-v370230. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1903.565328] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-98291212-f086-4ec2-b8b1-200c3de49c20 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.575688] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-380c204f-a01c-4ab4-bb04-1659a293127f tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Created folder: Project (a8cc450384714cf1a5ebb9cea994cee2) in parent group-v370230. [ 1903.575909] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-380c204f-a01c-4ab4-bb04-1659a293127f tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Creating folder: Instances. Parent ref: group-v370534. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1903.576201] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b7cbd91d-f5fc-4f06-a984-353a07994480 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.585398] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-380c204f-a01c-4ab4-bb04-1659a293127f tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Created folder: Instances in parent group-v370534. [ 1903.585647] env[62438]: DEBUG oslo.service.loopingcall [None req-380c204f-a01c-4ab4-bb04-1659a293127f tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1903.585840] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12f48787-544b-48ad-b82c-c364d4f3afc4] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1903.586067] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-54d58569-926c-48d2-98cd-d257dd617121 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.605672] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1903.605672] env[62438]: value = "task-1785802" [ 1903.605672] env[62438]: _type = "Task" [ 1903.605672] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1903.614509] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785802, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.772922] env[62438]: DEBUG nova.compute.manager [req-cd96237c-9374-4d6e-8c7a-f3d0d2ae9431 req-b38df733-2b99-414f-86f3-78d46b669c74 service nova] [instance: 12f48787-544b-48ad-b82c-c364d4f3afc4] Received event network-changed-17ba0bb9-056a-4a57-8ace-9f46fff270c2 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1903.773247] env[62438]: DEBUG nova.compute.manager [req-cd96237c-9374-4d6e-8c7a-f3d0d2ae9431 req-b38df733-2b99-414f-86f3-78d46b669c74 service nova] [instance: 12f48787-544b-48ad-b82c-c364d4f3afc4] Refreshing instance network info cache due to event network-changed-17ba0bb9-056a-4a57-8ace-9f46fff270c2. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1903.773375] env[62438]: DEBUG oslo_concurrency.lockutils [req-cd96237c-9374-4d6e-8c7a-f3d0d2ae9431 req-b38df733-2b99-414f-86f3-78d46b669c74 service nova] Acquiring lock "refresh_cache-12f48787-544b-48ad-b82c-c364d4f3afc4" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1903.773551] env[62438]: DEBUG oslo_concurrency.lockutils [req-cd96237c-9374-4d6e-8c7a-f3d0d2ae9431 req-b38df733-2b99-414f-86f3-78d46b669c74 service nova] Acquired lock "refresh_cache-12f48787-544b-48ad-b82c-c364d4f3afc4" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1903.773757] env[62438]: DEBUG nova.network.neutron [req-cd96237c-9374-4d6e-8c7a-f3d0d2ae9431 req-b38df733-2b99-414f-86f3-78d46b669c74 service nova] [instance: 12f48787-544b-48ad-b82c-c364d4f3afc4] Refreshing network info cache for port 17ba0bb9-056a-4a57-8ace-9f46fff270c2 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1903.836217] env[62438]: DEBUG nova.network.neutron [req-35545fe7-42f7-4693-afc4-1bdda19680f8 req-8a77d2de-ae09-4fa6-b676-18356b39dc00 service nova] [instance: a5375d32-edd9-4c25-9cb8-38d3b0df2a18] Updated VIF entry in instance network info cache for port 2567d43c-078f-45ab-90a5-5de5a72021ee. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1903.836723] env[62438]: DEBUG nova.network.neutron [req-35545fe7-42f7-4693-afc4-1bdda19680f8 req-8a77d2de-ae09-4fa6-b676-18356b39dc00 service nova] [instance: a5375d32-edd9-4c25-9cb8-38d3b0df2a18] Updating instance_info_cache with network_info: [{"id": "2567d43c-078f-45ab-90a5-5de5a72021ee", "address": "fa:16:3e:5b:6d:f4", "network": {"id": "83b46dbd-5da2-4b16-9289-df996e5b83b7", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-980304513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9827d68ecb9a475f8a8162f10d08ea8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2567d43c-07", "ovs_interfaceid": "2567d43c-078f-45ab-90a5-5de5a72021ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1903.955132] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785799, 'name': CreateVM_Task, 'duration_secs': 0.326138} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.955316] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9e46b97-d8a4-4699-a33f-5ebef6748e35] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1903.955997] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2b4012ca-6248-4e16-80a0-f6f5b15cf1e6 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1904.022064] env[62438]: DEBUG oslo_vmware.api [None req-3d68e754-2ebb-4aca-a2c4-261341c4a9b7 tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52f1986b-6c25-a73e-9127-c79db26cf9e6, 'name': SearchDatastore_Task, 'duration_secs': 0.010314} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.022427] env[62438]: DEBUG oslo_concurrency.lockutils [None req-3d68e754-2ebb-4aca-a2c4-261341c4a9b7 tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1904.022671] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-3d68e754-2ebb-4aca-a2c4-261341c4a9b7 tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] [instance: a5375d32-edd9-4c25-9cb8-38d3b0df2a18] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1904.022946] env[62438]: DEBUG oslo_concurrency.lockutils [None req-3d68e754-2ebb-4aca-a2c4-261341c4a9b7 tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1904.023124] env[62438]: DEBUG oslo_concurrency.lockutils [None req-3d68e754-2ebb-4aca-a2c4-261341c4a9b7 tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1904.023301] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d68e754-2ebb-4aca-a2c4-261341c4a9b7 tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1904.023641] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2b4012ca-6248-4e16-80a0-f6f5b15cf1e6 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1904.023962] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2b4012ca-6248-4e16-80a0-f6f5b15cf1e6 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1904.024215] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-46640b6b-e939-4ee0-80d9-4773fa33202a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.025978] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-051c06fe-f30b-43e1-a06c-0507db6bae4e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.031071] env[62438]: DEBUG oslo_vmware.api [None req-2b4012ca-6248-4e16-80a0-f6f5b15cf1e6 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] Waiting for the task: (returnval){ [ 1904.031071] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5211e544-19d2-560f-8d27-c17fa1422c1c" [ 1904.031071] env[62438]: _type = "Task" [ 1904.031071] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.035337] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d68e754-2ebb-4aca-a2c4-261341c4a9b7 tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1904.035524] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-3d68e754-2ebb-4aca-a2c4-261341c4a9b7 tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1904.036515] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c390ab4e-c603-4686-9837-6fc66b28a63e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.041242] env[62438]: DEBUG oslo_vmware.api [None req-2b4012ca-6248-4e16-80a0-f6f5b15cf1e6 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5211e544-19d2-560f-8d27-c17fa1422c1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.044052] env[62438]: DEBUG oslo_vmware.api [None req-3d68e754-2ebb-4aca-a2c4-261341c4a9b7 tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] Waiting for the task: (returnval){ [ 1904.044052] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]526a22ad-4e14-3b4c-41b3-b45e35500bbe" [ 1904.044052] env[62438]: _type = "Task" [ 1904.044052] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.051060] env[62438]: DEBUG oslo_vmware.api [None req-3d68e754-2ebb-4aca-a2c4-261341c4a9b7 tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]526a22ad-4e14-3b4c-41b3-b45e35500bbe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.116048] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785802, 'name': CreateVM_Task, 'duration_secs': 0.319394} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.116228] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12f48787-544b-48ad-b82c-c364d4f3afc4] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1904.117142] env[62438]: DEBUG oslo_concurrency.lockutils [None req-380c204f-a01c-4ab4-bb04-1659a293127f tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1904.339313] env[62438]: DEBUG oslo_concurrency.lockutils [req-35545fe7-42f7-4693-afc4-1bdda19680f8 req-8a77d2de-ae09-4fa6-b676-18356b39dc00 service nova] Releasing lock "refresh_cache-a5375d32-edd9-4c25-9cb8-38d3b0df2a18" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1904.339706] env[62438]: DEBUG nova.compute.manager [req-35545fe7-42f7-4693-afc4-1bdda19680f8 req-8a77d2de-ae09-4fa6-b676-18356b39dc00 service nova] [instance: b9e46b97-d8a4-4699-a33f-5ebef6748e35] Received event network-vif-plugged-b5499b26-8b4a-4772-ac17-c44a731265dc {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1904.339906] env[62438]: DEBUG oslo_concurrency.lockutils [req-35545fe7-42f7-4693-afc4-1bdda19680f8 req-8a77d2de-ae09-4fa6-b676-18356b39dc00 service nova] Acquiring lock "b9e46b97-d8a4-4699-a33f-5ebef6748e35-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1904.340169] env[62438]: DEBUG oslo_concurrency.lockutils [req-35545fe7-42f7-4693-afc4-1bdda19680f8 req-8a77d2de-ae09-4fa6-b676-18356b39dc00 service nova] Lock "b9e46b97-d8a4-4699-a33f-5ebef6748e35-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1904.340390] env[62438]: DEBUG oslo_concurrency.lockutils [req-35545fe7-42f7-4693-afc4-1bdda19680f8 req-8a77d2de-ae09-4fa6-b676-18356b39dc00 service nova] Lock "b9e46b97-d8a4-4699-a33f-5ebef6748e35-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1904.340604] env[62438]: DEBUG nova.compute.manager [req-35545fe7-42f7-4693-afc4-1bdda19680f8 req-8a77d2de-ae09-4fa6-b676-18356b39dc00 service nova] [instance: b9e46b97-d8a4-4699-a33f-5ebef6748e35] No waiting events found dispatching network-vif-plugged-b5499b26-8b4a-4772-ac17-c44a731265dc {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1904.340796] env[62438]: WARNING nova.compute.manager [req-35545fe7-42f7-4693-afc4-1bdda19680f8 req-8a77d2de-ae09-4fa6-b676-18356b39dc00 service nova] [instance: b9e46b97-d8a4-4699-a33f-5ebef6748e35] Received unexpected event network-vif-plugged-b5499b26-8b4a-4772-ac17-c44a731265dc for instance with vm_state building and task_state spawning. [ 1904.340981] env[62438]: DEBUG nova.compute.manager [req-35545fe7-42f7-4693-afc4-1bdda19680f8 req-8a77d2de-ae09-4fa6-b676-18356b39dc00 service nova] [instance: b9e46b97-d8a4-4699-a33f-5ebef6748e35] Received event network-changed-b5499b26-8b4a-4772-ac17-c44a731265dc {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1904.341167] env[62438]: DEBUG nova.compute.manager [req-35545fe7-42f7-4693-afc4-1bdda19680f8 req-8a77d2de-ae09-4fa6-b676-18356b39dc00 service nova] [instance: b9e46b97-d8a4-4699-a33f-5ebef6748e35] Refreshing instance network info cache due to event network-changed-b5499b26-8b4a-4772-ac17-c44a731265dc. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1904.341364] env[62438]: DEBUG oslo_concurrency.lockutils [req-35545fe7-42f7-4693-afc4-1bdda19680f8 req-8a77d2de-ae09-4fa6-b676-18356b39dc00 service nova] Acquiring lock "refresh_cache-b9e46b97-d8a4-4699-a33f-5ebef6748e35" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1904.341509] env[62438]: DEBUG oslo_concurrency.lockutils [req-35545fe7-42f7-4693-afc4-1bdda19680f8 req-8a77d2de-ae09-4fa6-b676-18356b39dc00 service nova] Acquired lock "refresh_cache-b9e46b97-d8a4-4699-a33f-5ebef6748e35" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1904.341677] env[62438]: DEBUG nova.network.neutron [req-35545fe7-42f7-4693-afc4-1bdda19680f8 req-8a77d2de-ae09-4fa6-b676-18356b39dc00 service nova] [instance: b9e46b97-d8a4-4699-a33f-5ebef6748e35] Refreshing network info cache for port b5499b26-8b4a-4772-ac17-c44a731265dc {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1904.526649] env[62438]: DEBUG nova.network.neutron [req-cd96237c-9374-4d6e-8c7a-f3d0d2ae9431 req-b38df733-2b99-414f-86f3-78d46b669c74 service nova] [instance: 12f48787-544b-48ad-b82c-c364d4f3afc4] Updated VIF entry in instance network info cache for port 17ba0bb9-056a-4a57-8ace-9f46fff270c2. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1904.527032] env[62438]: DEBUG nova.network.neutron [req-cd96237c-9374-4d6e-8c7a-f3d0d2ae9431 req-b38df733-2b99-414f-86f3-78d46b669c74 service nova] [instance: 12f48787-544b-48ad-b82c-c364d4f3afc4] Updating instance_info_cache with network_info: [{"id": "17ba0bb9-056a-4a57-8ace-9f46fff270c2", "address": "fa:16:3e:9c:a7:e5", "network": {"id": "2cd49439-8f79-4cd9-a604-570296a33fdc", "bridge": "br-int", "label": "tempest-ServersTestJSON-538647417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8cc450384714cf1a5ebb9cea994cee2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17ba0bb9-05", "ovs_interfaceid": "17ba0bb9-056a-4a57-8ace-9f46fff270c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1904.541016] env[62438]: DEBUG oslo_vmware.api [None req-2b4012ca-6248-4e16-80a0-f6f5b15cf1e6 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5211e544-19d2-560f-8d27-c17fa1422c1c, 'name': SearchDatastore_Task, 'duration_secs': 0.009209} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.541329] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2b4012ca-6248-4e16-80a0-f6f5b15cf1e6 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1904.541566] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-2b4012ca-6248-4e16-80a0-f6f5b15cf1e6 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] [instance: b9e46b97-d8a4-4699-a33f-5ebef6748e35] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1904.541786] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2b4012ca-6248-4e16-80a0-f6f5b15cf1e6 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1904.542025] env[62438]: DEBUG oslo_concurrency.lockutils [None req-380c204f-a01c-4ab4-bb04-1659a293127f tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1904.542328] env[62438]: DEBUG oslo_concurrency.lockutils [None req-380c204f-a01c-4ab4-bb04-1659a293127f tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1904.542597] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45b3f878-fdc9-409b-b30c-15a4db6e9cab {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.549100] env[62438]: DEBUG oslo_vmware.api [None req-380c204f-a01c-4ab4-bb04-1659a293127f tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Waiting for the task: (returnval){ [ 1904.549100] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52f8d8ac-a82a-fd82-ae8c-98f473ab7144" [ 1904.549100] env[62438]: _type = "Task" [ 1904.549100] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.556210] env[62438]: DEBUG oslo_vmware.api [None req-3d68e754-2ebb-4aca-a2c4-261341c4a9b7 tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]526a22ad-4e14-3b4c-41b3-b45e35500bbe, 'name': SearchDatastore_Task, 'duration_secs': 0.007513} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.557541] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-463d3f03-c807-4e9e-b65b-a79ff8a2e097 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.562705] env[62438]: DEBUG oslo_vmware.api [None req-380c204f-a01c-4ab4-bb04-1659a293127f tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52f8d8ac-a82a-fd82-ae8c-98f473ab7144, 'name': SearchDatastore_Task, 'duration_secs': 0.009408} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.563640] env[62438]: DEBUG oslo_concurrency.lockutils [None req-380c204f-a01c-4ab4-bb04-1659a293127f tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1904.563640] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-380c204f-a01c-4ab4-bb04-1659a293127f tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 12f48787-544b-48ad-b82c-c364d4f3afc4] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1904.563859] env[62438]: DEBUG oslo_concurrency.lockutils [None req-380c204f-a01c-4ab4-bb04-1659a293127f tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1904.566071] env[62438]: DEBUG oslo_vmware.api [None req-3d68e754-2ebb-4aca-a2c4-261341c4a9b7 tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] Waiting for the task: (returnval){ [ 1904.566071] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5267e469-a03e-f176-8581-527b7290c97a" [ 1904.566071] env[62438]: _type = "Task" [ 1904.566071] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.573130] env[62438]: DEBUG oslo_vmware.api [None req-3d68e754-2ebb-4aca-a2c4-261341c4a9b7 tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5267e469-a03e-f176-8581-527b7290c97a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.024370] env[62438]: DEBUG nova.network.neutron [req-35545fe7-42f7-4693-afc4-1bdda19680f8 req-8a77d2de-ae09-4fa6-b676-18356b39dc00 service nova] [instance: b9e46b97-d8a4-4699-a33f-5ebef6748e35] Updated VIF entry in instance network info cache for port b5499b26-8b4a-4772-ac17-c44a731265dc. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1905.024766] env[62438]: DEBUG nova.network.neutron [req-35545fe7-42f7-4693-afc4-1bdda19680f8 req-8a77d2de-ae09-4fa6-b676-18356b39dc00 service nova] [instance: b9e46b97-d8a4-4699-a33f-5ebef6748e35] Updating instance_info_cache with network_info: [{"id": "b5499b26-8b4a-4772-ac17-c44a731265dc", "address": "fa:16:3e:71:45:16", "network": {"id": "4d1d2ab0-ecae-4ab0-af2c-60e31c897bad", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1444870205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c98563a0a4f4f55b1b096730a58fa67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5499b26-8b", "ovs_interfaceid": "b5499b26-8b4a-4772-ac17-c44a731265dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1905.029800] env[62438]: DEBUG oslo_concurrency.lockutils [req-cd96237c-9374-4d6e-8c7a-f3d0d2ae9431 req-b38df733-2b99-414f-86f3-78d46b669c74 service nova] Releasing lock "refresh_cache-12f48787-544b-48ad-b82c-c364d4f3afc4" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1905.075950] env[62438]: DEBUG oslo_vmware.api [None req-3d68e754-2ebb-4aca-a2c4-261341c4a9b7 tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5267e469-a03e-f176-8581-527b7290c97a, 'name': SearchDatastore_Task, 'duration_secs': 0.008329} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.076297] env[62438]: DEBUG oslo_concurrency.lockutils [None req-3d68e754-2ebb-4aca-a2c4-261341c4a9b7 tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1905.076505] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d68e754-2ebb-4aca-a2c4-261341c4a9b7 tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] a5375d32-edd9-4c25-9cb8-38d3b0df2a18/a5375d32-edd9-4c25-9cb8-38d3b0df2a18.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1905.076864] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2b4012ca-6248-4e16-80a0-f6f5b15cf1e6 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1905.077078] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b4012ca-6248-4e16-80a0-f6f5b15cf1e6 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1905.077306] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fb7c2151-adf5-4815-8b59-fea9ad8b3bbb {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.079325] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec123002-86f5-4fa4-952d-6a1534ca801b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.086653] env[62438]: DEBUG oslo_vmware.api [None req-3d68e754-2ebb-4aca-a2c4-261341c4a9b7 tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] Waiting for the task: (returnval){ [ 1905.086653] env[62438]: value = "task-1785803" [ 1905.086653] env[62438]: _type = "Task" [ 1905.086653] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.087762] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b4012ca-6248-4e16-80a0-f6f5b15cf1e6 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1905.087885] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-2b4012ca-6248-4e16-80a0-f6f5b15cf1e6 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1905.091100] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5307acd4-16bb-41db-8c86-605fd53140ff {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.101710] env[62438]: DEBUG oslo_vmware.api [None req-2b4012ca-6248-4e16-80a0-f6f5b15cf1e6 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] Waiting for the task: (returnval){ [ 1905.101710] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52707609-8203-9e0f-805b-c77e1a3c2378" [ 1905.101710] env[62438]: _type = "Task" [ 1905.101710] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.102340] env[62438]: DEBUG oslo_vmware.api [None req-3d68e754-2ebb-4aca-a2c4-261341c4a9b7 tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] Task: {'id': task-1785803, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.111161] env[62438]: DEBUG oslo_vmware.api [None req-2b4012ca-6248-4e16-80a0-f6f5b15cf1e6 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52707609-8203-9e0f-805b-c77e1a3c2378, 'name': SearchDatastore_Task, 'duration_secs': 0.008724} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.112008] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f10f4688-8990-4f45-9e95-183a808f9116 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.117278] env[62438]: DEBUG oslo_vmware.api [None req-2b4012ca-6248-4e16-80a0-f6f5b15cf1e6 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] Waiting for the task: (returnval){ [ 1905.117278] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5210b2c4-3028-11dd-a560-bf4323eab6f6" [ 1905.117278] env[62438]: _type = "Task" [ 1905.117278] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.125979] env[62438]: DEBUG oslo_vmware.api [None req-2b4012ca-6248-4e16-80a0-f6f5b15cf1e6 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5210b2c4-3028-11dd-a560-bf4323eab6f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.527454] env[62438]: DEBUG oslo_concurrency.lockutils [req-35545fe7-42f7-4693-afc4-1bdda19680f8 req-8a77d2de-ae09-4fa6-b676-18356b39dc00 service nova] Releasing lock "refresh_cache-b9e46b97-d8a4-4699-a33f-5ebef6748e35" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1905.597241] env[62438]: DEBUG oslo_vmware.api [None req-3d68e754-2ebb-4aca-a2c4-261341c4a9b7 tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] Task: {'id': task-1785803, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.401964} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.597509] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d68e754-2ebb-4aca-a2c4-261341c4a9b7 tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] a5375d32-edd9-4c25-9cb8-38d3b0df2a18/a5375d32-edd9-4c25-9cb8-38d3b0df2a18.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1905.597730] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-3d68e754-2ebb-4aca-a2c4-261341c4a9b7 tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] [instance: a5375d32-edd9-4c25-9cb8-38d3b0df2a18] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1905.597989] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e81d5b58-23b6-45d3-a0dd-414951804430 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.603983] env[62438]: DEBUG oslo_vmware.api [None req-3d68e754-2ebb-4aca-a2c4-261341c4a9b7 tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] Waiting for the task: (returnval){ [ 1905.603983] env[62438]: value = "task-1785804" [ 1905.603983] env[62438]: _type = "Task" [ 1905.603983] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.610834] env[62438]: DEBUG oslo_vmware.api [None req-3d68e754-2ebb-4aca-a2c4-261341c4a9b7 tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] Task: {'id': task-1785804, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.627988] env[62438]: DEBUG oslo_vmware.api [None req-2b4012ca-6248-4e16-80a0-f6f5b15cf1e6 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5210b2c4-3028-11dd-a560-bf4323eab6f6, 'name': SearchDatastore_Task, 'duration_secs': 0.007771} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.628296] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2b4012ca-6248-4e16-80a0-f6f5b15cf1e6 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1905.628591] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b4012ca-6248-4e16-80a0-f6f5b15cf1e6 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] b9e46b97-d8a4-4699-a33f-5ebef6748e35/b9e46b97-d8a4-4699-a33f-5ebef6748e35.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1905.628900] env[62438]: DEBUG oslo_concurrency.lockutils [None req-380c204f-a01c-4ab4-bb04-1659a293127f tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1905.629126] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-380c204f-a01c-4ab4-bb04-1659a293127f tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1905.629365] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7a1cf511-cc74-407b-976d-aead74a25686 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.631311] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04e52834-4208-43a5-b241-cdf5e15e418c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.639086] env[62438]: DEBUG oslo_vmware.api [None req-2b4012ca-6248-4e16-80a0-f6f5b15cf1e6 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] Waiting for the task: (returnval){ [ 1905.639086] env[62438]: value = "task-1785805" [ 1905.639086] env[62438]: _type = "Task" [ 1905.639086] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.640355] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-380c204f-a01c-4ab4-bb04-1659a293127f tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1905.640603] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-380c204f-a01c-4ab4-bb04-1659a293127f tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1905.644257] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-675efdc9-34d6-46e3-b897-7b6b12baf2eb {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.651791] env[62438]: DEBUG oslo_vmware.api [None req-2b4012ca-6248-4e16-80a0-f6f5b15cf1e6 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] Task: {'id': task-1785805, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.653307] env[62438]: DEBUG oslo_vmware.api [None req-380c204f-a01c-4ab4-bb04-1659a293127f tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Waiting for the task: (returnval){ [ 1905.653307] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52c0a052-1dd7-9584-0939-88bf456d47b5" [ 1905.653307] env[62438]: _type = "Task" [ 1905.653307] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.662087] env[62438]: DEBUG oslo_vmware.api [None req-380c204f-a01c-4ab4-bb04-1659a293127f tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52c0a052-1dd7-9584-0939-88bf456d47b5, 'name': SearchDatastore_Task, 'duration_secs': 0.008357} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.662864] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8c4767d-b6cc-492a-8d10-9bb219f88b47 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.667795] env[62438]: DEBUG oslo_vmware.api [None req-380c204f-a01c-4ab4-bb04-1659a293127f tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Waiting for the task: (returnval){ [ 1905.667795] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5249295e-5e59-b285-8abf-4498c5e36347" [ 1905.667795] env[62438]: _type = "Task" [ 1905.667795] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.676288] env[62438]: DEBUG oslo_vmware.api [None req-380c204f-a01c-4ab4-bb04-1659a293127f tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5249295e-5e59-b285-8abf-4498c5e36347, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.114034] env[62438]: DEBUG oslo_vmware.api [None req-3d68e754-2ebb-4aca-a2c4-261341c4a9b7 tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] Task: {'id': task-1785804, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061446} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.114344] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-3d68e754-2ebb-4aca-a2c4-261341c4a9b7 tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] [instance: a5375d32-edd9-4c25-9cb8-38d3b0df2a18] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1906.115186] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-250e5474-6b04-449b-8e7f-fe69b5f1faf8 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.136602] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d68e754-2ebb-4aca-a2c4-261341c4a9b7 tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] [instance: a5375d32-edd9-4c25-9cb8-38d3b0df2a18] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] a5375d32-edd9-4c25-9cb8-38d3b0df2a18/a5375d32-edd9-4c25-9cb8-38d3b0df2a18.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1906.136890] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f90e18b7-05e3-4460-a873-471aa8abb95d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.158565] env[62438]: DEBUG oslo_vmware.api [None req-2b4012ca-6248-4e16-80a0-f6f5b15cf1e6 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] Task: {'id': task-1785805, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.415206} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.159736] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b4012ca-6248-4e16-80a0-f6f5b15cf1e6 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] b9e46b97-d8a4-4699-a33f-5ebef6748e35/b9e46b97-d8a4-4699-a33f-5ebef6748e35.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1906.159959] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-2b4012ca-6248-4e16-80a0-f6f5b15cf1e6 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] [instance: b9e46b97-d8a4-4699-a33f-5ebef6748e35] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1906.160286] env[62438]: DEBUG oslo_vmware.api [None req-3d68e754-2ebb-4aca-a2c4-261341c4a9b7 tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] Waiting for the task: (returnval){ [ 1906.160286] env[62438]: value = "task-1785806" [ 1906.160286] env[62438]: _type = "Task" [ 1906.160286] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.160689] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-32cc3a69-7d76-4c83-b27a-b64979bcbd22 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.169325] env[62438]: DEBUG oslo_vmware.api [None req-3d68e754-2ebb-4aca-a2c4-261341c4a9b7 tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] Task: {'id': task-1785806, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.172797] env[62438]: DEBUG oslo_vmware.api [None req-2b4012ca-6248-4e16-80a0-f6f5b15cf1e6 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] Waiting for the task: (returnval){ [ 1906.172797] env[62438]: value = "task-1785807" [ 1906.172797] env[62438]: _type = "Task" [ 1906.172797] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.178911] env[62438]: DEBUG oslo_vmware.api [None req-380c204f-a01c-4ab4-bb04-1659a293127f tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5249295e-5e59-b285-8abf-4498c5e36347, 'name': SearchDatastore_Task, 'duration_secs': 0.007742} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.179526] env[62438]: DEBUG oslo_concurrency.lockutils [None req-380c204f-a01c-4ab4-bb04-1659a293127f tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1906.179794] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-380c204f-a01c-4ab4-bb04-1659a293127f tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 12f48787-544b-48ad-b82c-c364d4f3afc4/12f48787-544b-48ad-b82c-c364d4f3afc4.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1906.180090] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-065b91c6-3700-47e0-a5fb-c673f3cf176a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.184264] env[62438]: DEBUG oslo_vmware.api [None req-2b4012ca-6248-4e16-80a0-f6f5b15cf1e6 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] Task: {'id': task-1785807, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.188839] env[62438]: DEBUG oslo_vmware.api [None req-380c204f-a01c-4ab4-bb04-1659a293127f tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Waiting for the task: (returnval){ [ 1906.188839] env[62438]: value = "task-1785808" [ 1906.188839] env[62438]: _type = "Task" [ 1906.188839] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.197882] env[62438]: DEBUG oslo_vmware.api [None req-380c204f-a01c-4ab4-bb04-1659a293127f tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': task-1785808, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.670871] env[62438]: DEBUG oslo_vmware.api [None req-3d68e754-2ebb-4aca-a2c4-261341c4a9b7 tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] Task: {'id': task-1785806, 'name': ReconfigVM_Task, 'duration_secs': 0.303833} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.671177] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d68e754-2ebb-4aca-a2c4-261341c4a9b7 tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] [instance: a5375d32-edd9-4c25-9cb8-38d3b0df2a18] Reconfigured VM instance instance-0000006d to attach disk [datastore1] a5375d32-edd9-4c25-9cb8-38d3b0df2a18/a5375d32-edd9-4c25-9cb8-38d3b0df2a18.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1906.671775] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aff4ca57-210c-4cc3-8d4b-23927ccebdd3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.680357] env[62438]: DEBUG oslo_vmware.api [None req-2b4012ca-6248-4e16-80a0-f6f5b15cf1e6 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] Task: {'id': task-1785807, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070606} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.681428] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-2b4012ca-6248-4e16-80a0-f6f5b15cf1e6 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] [instance: b9e46b97-d8a4-4699-a33f-5ebef6748e35] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1906.681756] env[62438]: DEBUG oslo_vmware.api [None req-3d68e754-2ebb-4aca-a2c4-261341c4a9b7 tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] Waiting for the task: (returnval){ [ 1906.681756] env[62438]: value = "task-1785809" [ 1906.681756] env[62438]: _type = "Task" [ 1906.681756] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.682393] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b9a1166-5898-44df-b5cd-09e20275aa15 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.708334] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b4012ca-6248-4e16-80a0-f6f5b15cf1e6 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] [instance: b9e46b97-d8a4-4699-a33f-5ebef6748e35] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] b9e46b97-d8a4-4699-a33f-5ebef6748e35/b9e46b97-d8a4-4699-a33f-5ebef6748e35.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1906.711331] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28f138d0-e407-4e31-b5e8-ceba86254360 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.724881] env[62438]: DEBUG oslo_vmware.api [None req-3d68e754-2ebb-4aca-a2c4-261341c4a9b7 tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] Task: {'id': task-1785809, 'name': Rename_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.730894] env[62438]: DEBUG oslo_vmware.api [None req-380c204f-a01c-4ab4-bb04-1659a293127f tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': task-1785808, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.423672} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.732011] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-380c204f-a01c-4ab4-bb04-1659a293127f tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 12f48787-544b-48ad-b82c-c364d4f3afc4/12f48787-544b-48ad-b82c-c364d4f3afc4.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1906.732256] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-380c204f-a01c-4ab4-bb04-1659a293127f tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 12f48787-544b-48ad-b82c-c364d4f3afc4] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1906.732589] env[62438]: DEBUG oslo_vmware.api [None req-2b4012ca-6248-4e16-80a0-f6f5b15cf1e6 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] Waiting for the task: (returnval){ [ 1906.732589] env[62438]: value = "task-1785810" [ 1906.732589] env[62438]: _type = "Task" [ 1906.732589] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.732790] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ff511170-3366-423d-bb5e-e544d09e1da3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.741877] env[62438]: DEBUG oslo_vmware.api [None req-2b4012ca-6248-4e16-80a0-f6f5b15cf1e6 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] Task: {'id': task-1785810, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.743152] env[62438]: DEBUG oslo_vmware.api [None req-380c204f-a01c-4ab4-bb04-1659a293127f tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Waiting for the task: (returnval){ [ 1906.743152] env[62438]: value = "task-1785811" [ 1906.743152] env[62438]: _type = "Task" [ 1906.743152] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.751900] env[62438]: DEBUG oslo_vmware.api [None req-380c204f-a01c-4ab4-bb04-1659a293127f tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': task-1785811, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.195248] env[62438]: DEBUG oslo_vmware.api [None req-3d68e754-2ebb-4aca-a2c4-261341c4a9b7 tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] Task: {'id': task-1785809, 'name': Rename_Task, 'duration_secs': 0.145534} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.195514] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d68e754-2ebb-4aca-a2c4-261341c4a9b7 tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] [instance: a5375d32-edd9-4c25-9cb8-38d3b0df2a18] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1907.195799] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb912648-4a0d-4a73-879e-ef3d22a4857e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.202439] env[62438]: DEBUG oslo_vmware.api [None req-3d68e754-2ebb-4aca-a2c4-261341c4a9b7 tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] Waiting for the task: (returnval){ [ 1907.202439] env[62438]: value = "task-1785812" [ 1907.202439] env[62438]: _type = "Task" [ 1907.202439] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.210053] env[62438]: DEBUG oslo_vmware.api [None req-3d68e754-2ebb-4aca-a2c4-261341c4a9b7 tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] Task: {'id': task-1785812, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.243340] env[62438]: DEBUG oslo_vmware.api [None req-2b4012ca-6248-4e16-80a0-f6f5b15cf1e6 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] Task: {'id': task-1785810, 'name': ReconfigVM_Task, 'duration_secs': 0.28056} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.244030] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b4012ca-6248-4e16-80a0-f6f5b15cf1e6 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] [instance: b9e46b97-d8a4-4699-a33f-5ebef6748e35] Reconfigured VM instance instance-0000006c to attach disk [datastore1] b9e46b97-d8a4-4699-a33f-5ebef6748e35/b9e46b97-d8a4-4699-a33f-5ebef6748e35.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1907.247942] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-15230666-857d-4c30-b09a-7a9580093bf7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.253815] env[62438]: DEBUG oslo_vmware.api [None req-380c204f-a01c-4ab4-bb04-1659a293127f tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': task-1785811, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07486} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.254946] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-380c204f-a01c-4ab4-bb04-1659a293127f tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 12f48787-544b-48ad-b82c-c364d4f3afc4] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1907.255295] env[62438]: DEBUG oslo_vmware.api [None req-2b4012ca-6248-4e16-80a0-f6f5b15cf1e6 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] Waiting for the task: (returnval){ [ 1907.255295] env[62438]: value = "task-1785813" [ 1907.255295] env[62438]: _type = "Task" [ 1907.255295] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.255947] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f9f1ac-7ac4-4cec-b078-c804f89c72f6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.280151] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-380c204f-a01c-4ab4-bb04-1659a293127f tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 12f48787-544b-48ad-b82c-c364d4f3afc4] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 12f48787-544b-48ad-b82c-c364d4f3afc4/12f48787-544b-48ad-b82c-c364d4f3afc4.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1907.283492] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab071a07-60d3-4d3e-89a3-75c829872f28 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.297859] env[62438]: DEBUG oslo_vmware.api [None req-2b4012ca-6248-4e16-80a0-f6f5b15cf1e6 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] Task: {'id': task-1785813, 'name': Rename_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.303103] env[62438]: DEBUG oslo_vmware.api [None req-380c204f-a01c-4ab4-bb04-1659a293127f tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Waiting for the task: (returnval){ [ 1907.303103] env[62438]: value = "task-1785814" [ 1907.303103] env[62438]: _type = "Task" [ 1907.303103] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.310994] env[62438]: DEBUG oslo_vmware.api [None req-380c204f-a01c-4ab4-bb04-1659a293127f tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': task-1785814, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.712454] env[62438]: DEBUG oslo_vmware.api [None req-3d68e754-2ebb-4aca-a2c4-261341c4a9b7 tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] Task: {'id': task-1785812, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.768980] env[62438]: DEBUG oslo_vmware.api [None req-2b4012ca-6248-4e16-80a0-f6f5b15cf1e6 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] Task: {'id': task-1785813, 'name': Rename_Task, 'duration_secs': 0.135312} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.771454] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b4012ca-6248-4e16-80a0-f6f5b15cf1e6 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] [instance: b9e46b97-d8a4-4699-a33f-5ebef6748e35] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1907.771454] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fec79768-9d0a-4612-911e-343be89573af {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.776176] env[62438]: DEBUG oslo_vmware.api [None req-2b4012ca-6248-4e16-80a0-f6f5b15cf1e6 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] Waiting for the task: (returnval){ [ 1907.776176] env[62438]: value = "task-1785815" [ 1907.776176] env[62438]: _type = "Task" [ 1907.776176] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.783672] env[62438]: DEBUG oslo_vmware.api [None req-2b4012ca-6248-4e16-80a0-f6f5b15cf1e6 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] Task: {'id': task-1785815, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.812789] env[62438]: DEBUG oslo_vmware.api [None req-380c204f-a01c-4ab4-bb04-1659a293127f tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': task-1785814, 'name': ReconfigVM_Task, 'duration_secs': 0.263647} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.813155] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-380c204f-a01c-4ab4-bb04-1659a293127f tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 12f48787-544b-48ad-b82c-c364d4f3afc4] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 12f48787-544b-48ad-b82c-c364d4f3afc4/12f48787-544b-48ad-b82c-c364d4f3afc4.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1907.813853] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a8eaffcd-9623-4898-a10c-58b3a9b3899f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.820841] env[62438]: DEBUG oslo_vmware.api [None req-380c204f-a01c-4ab4-bb04-1659a293127f tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Waiting for the task: (returnval){ [ 1907.820841] env[62438]: value = "task-1785816" [ 1907.820841] env[62438]: _type = "Task" [ 1907.820841] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.829344] env[62438]: DEBUG oslo_vmware.api [None req-380c204f-a01c-4ab4-bb04-1659a293127f tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': task-1785816, 'name': Rename_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.213185] env[62438]: DEBUG oslo_vmware.api [None req-3d68e754-2ebb-4aca-a2c4-261341c4a9b7 tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] Task: {'id': task-1785812, 'name': PowerOnVM_Task, 'duration_secs': 0.667336} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.213347] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d68e754-2ebb-4aca-a2c4-261341c4a9b7 tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] [instance: a5375d32-edd9-4c25-9cb8-38d3b0df2a18] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1908.213540] env[62438]: INFO nova.compute.manager [None req-3d68e754-2ebb-4aca-a2c4-261341c4a9b7 tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] [instance: a5375d32-edd9-4c25-9cb8-38d3b0df2a18] Took 8.78 seconds to spawn the instance on the hypervisor. [ 1908.213846] env[62438]: DEBUG nova.compute.manager [None req-3d68e754-2ebb-4aca-a2c4-261341c4a9b7 tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] [instance: a5375d32-edd9-4c25-9cb8-38d3b0df2a18] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1908.214784] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-616ac70f-5e83-408b-b5df-773920fd5e71 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.286366] env[62438]: DEBUG oslo_vmware.api [None req-2b4012ca-6248-4e16-80a0-f6f5b15cf1e6 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] Task: {'id': task-1785815, 'name': PowerOnVM_Task, 'duration_secs': 0.445402} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.286737] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b4012ca-6248-4e16-80a0-f6f5b15cf1e6 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] [instance: b9e46b97-d8a4-4699-a33f-5ebef6748e35] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1908.286984] env[62438]: INFO nova.compute.manager [None req-2b4012ca-6248-4e16-80a0-f6f5b15cf1e6 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] [instance: b9e46b97-d8a4-4699-a33f-5ebef6748e35] Took 14.12 seconds to spawn the instance on the hypervisor. [ 1908.287233] env[62438]: DEBUG nova.compute.manager [None req-2b4012ca-6248-4e16-80a0-f6f5b15cf1e6 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] [instance: b9e46b97-d8a4-4699-a33f-5ebef6748e35] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1908.288034] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11eb193d-d102-4d76-89ae-e0651bf1d396 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.330223] env[62438]: DEBUG oslo_vmware.api [None req-380c204f-a01c-4ab4-bb04-1659a293127f tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': task-1785816, 'name': Rename_Task, 'duration_secs': 0.305157} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.330512] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-380c204f-a01c-4ab4-bb04-1659a293127f tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 12f48787-544b-48ad-b82c-c364d4f3afc4] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1908.330775] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-64e56388-ab8b-4a71-8201-11d9c6885586 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.336382] env[62438]: DEBUG oslo_vmware.api [None req-380c204f-a01c-4ab4-bb04-1659a293127f tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Waiting for the task: (returnval){ [ 1908.336382] env[62438]: value = "task-1785817" [ 1908.336382] env[62438]: _type = "Task" [ 1908.336382] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.344558] env[62438]: DEBUG oslo_vmware.api [None req-380c204f-a01c-4ab4-bb04-1659a293127f tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': task-1785817, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.733057] env[62438]: INFO nova.compute.manager [None req-3d68e754-2ebb-4aca-a2c4-261341c4a9b7 tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] [instance: a5375d32-edd9-4c25-9cb8-38d3b0df2a18] Took 13.52 seconds to build instance. [ 1908.804378] env[62438]: INFO nova.compute.manager [None req-2b4012ca-6248-4e16-80a0-f6f5b15cf1e6 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] [instance: b9e46b97-d8a4-4699-a33f-5ebef6748e35] Took 19.42 seconds to build instance. [ 1908.848054] env[62438]: DEBUG oslo_vmware.api [None req-380c204f-a01c-4ab4-bb04-1659a293127f tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': task-1785817, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.235164] env[62438]: DEBUG oslo_concurrency.lockutils [None req-3d68e754-2ebb-4aca-a2c4-261341c4a9b7 tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] Lock "a5375d32-edd9-4c25-9cb8-38d3b0df2a18" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.038s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1909.306621] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2b4012ca-6248-4e16-80a0-f6f5b15cf1e6 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] Lock "b9e46b97-d8a4-4699-a33f-5ebef6748e35" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.950s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1909.347385] env[62438]: DEBUG oslo_vmware.api [None req-380c204f-a01c-4ab4-bb04-1659a293127f tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': task-1785817, 'name': PowerOnVM_Task, 'duration_secs': 0.585495} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1909.347672] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-380c204f-a01c-4ab4-bb04-1659a293127f tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 12f48787-544b-48ad-b82c-c364d4f3afc4] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1909.347889] env[62438]: INFO nova.compute.manager [None req-380c204f-a01c-4ab4-bb04-1659a293127f tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 12f48787-544b-48ad-b82c-c364d4f3afc4] Took 7.74 seconds to spawn the instance on the hypervisor. [ 1909.348193] env[62438]: DEBUG nova.compute.manager [None req-380c204f-a01c-4ab4-bb04-1659a293127f tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 12f48787-544b-48ad-b82c-c364d4f3afc4] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1909.348862] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa4bc1d5-9180-40b3-a8f9-7b4bc4a617e6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.794997] env[62438]: DEBUG oslo_concurrency.lockutils [None req-76e84095-768c-4e05-b4fe-2ad7a8d4235b tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] Acquiring lock "a5375d32-edd9-4c25-9cb8-38d3b0df2a18" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1909.794997] env[62438]: DEBUG oslo_concurrency.lockutils [None req-76e84095-768c-4e05-b4fe-2ad7a8d4235b tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] Lock "a5375d32-edd9-4c25-9cb8-38d3b0df2a18" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1909.794997] env[62438]: DEBUG oslo_concurrency.lockutils [None req-76e84095-768c-4e05-b4fe-2ad7a8d4235b tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] Acquiring lock "a5375d32-edd9-4c25-9cb8-38d3b0df2a18-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1909.796421] env[62438]: DEBUG oslo_concurrency.lockutils [None req-76e84095-768c-4e05-b4fe-2ad7a8d4235b tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] Lock "a5375d32-edd9-4c25-9cb8-38d3b0df2a18-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1909.796421] env[62438]: DEBUG oslo_concurrency.lockutils [None req-76e84095-768c-4e05-b4fe-2ad7a8d4235b tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] Lock "a5375d32-edd9-4c25-9cb8-38d3b0df2a18-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1909.797351] env[62438]: INFO nova.compute.manager [None req-76e84095-768c-4e05-b4fe-2ad7a8d4235b tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] [instance: a5375d32-edd9-4c25-9cb8-38d3b0df2a18] Terminating instance [ 1909.799063] env[62438]: DEBUG nova.compute.manager [None req-76e84095-768c-4e05-b4fe-2ad7a8d4235b tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] [instance: a5375d32-edd9-4c25-9cb8-38d3b0df2a18] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1909.799261] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-76e84095-768c-4e05-b4fe-2ad7a8d4235b tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] [instance: a5375d32-edd9-4c25-9cb8-38d3b0df2a18] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1909.800209] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e50dbbe5-6e67-4a74-92ed-e104c24d46ae {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.805243] env[62438]: DEBUG nova.compute.manager [req-9cf19f9b-488d-4f7e-b86a-1578e1c47c5b req-7ff1ec20-b1c6-47d4-a963-4062e3db0da8 service nova] [instance: b9e46b97-d8a4-4699-a33f-5ebef6748e35] Received event network-changed-b5499b26-8b4a-4772-ac17-c44a731265dc {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1909.805541] env[62438]: DEBUG nova.compute.manager [req-9cf19f9b-488d-4f7e-b86a-1578e1c47c5b req-7ff1ec20-b1c6-47d4-a963-4062e3db0da8 service nova] [instance: b9e46b97-d8a4-4699-a33f-5ebef6748e35] Refreshing instance network info cache due to event network-changed-b5499b26-8b4a-4772-ac17-c44a731265dc. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1909.805773] env[62438]: DEBUG oslo_concurrency.lockutils [req-9cf19f9b-488d-4f7e-b86a-1578e1c47c5b req-7ff1ec20-b1c6-47d4-a963-4062e3db0da8 service nova] Acquiring lock "refresh_cache-b9e46b97-d8a4-4699-a33f-5ebef6748e35" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1909.805773] env[62438]: DEBUG oslo_concurrency.lockutils [req-9cf19f9b-488d-4f7e-b86a-1578e1c47c5b req-7ff1ec20-b1c6-47d4-a963-4062e3db0da8 service nova] Acquired lock "refresh_cache-b9e46b97-d8a4-4699-a33f-5ebef6748e35" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1909.805917] env[62438]: DEBUG nova.network.neutron [req-9cf19f9b-488d-4f7e-b86a-1578e1c47c5b req-7ff1ec20-b1c6-47d4-a963-4062e3db0da8 service nova] [instance: b9e46b97-d8a4-4699-a33f-5ebef6748e35] Refreshing network info cache for port b5499b26-8b4a-4772-ac17-c44a731265dc {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1909.812772] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-76e84095-768c-4e05-b4fe-2ad7a8d4235b tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] [instance: a5375d32-edd9-4c25-9cb8-38d3b0df2a18] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1909.812772] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-742fa9ab-e28d-4cc4-aa91-68a4a41fab97 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.819287] env[62438]: DEBUG oslo_vmware.api [None req-76e84095-768c-4e05-b4fe-2ad7a8d4235b tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] Waiting for the task: (returnval){ [ 1909.819287] env[62438]: value = "task-1785818" [ 1909.819287] env[62438]: _type = "Task" [ 1909.819287] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1909.827732] env[62438]: DEBUG oslo_vmware.api [None req-76e84095-768c-4e05-b4fe-2ad7a8d4235b tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] Task: {'id': task-1785818, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.869049] env[62438]: INFO nova.compute.manager [None req-380c204f-a01c-4ab4-bb04-1659a293127f tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 12f48787-544b-48ad-b82c-c364d4f3afc4] Took 12.98 seconds to build instance. [ 1910.329634] env[62438]: DEBUG oslo_vmware.api [None req-76e84095-768c-4e05-b4fe-2ad7a8d4235b tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] Task: {'id': task-1785818, 'name': PowerOffVM_Task, 'duration_secs': 0.215199} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.329920] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-76e84095-768c-4e05-b4fe-2ad7a8d4235b tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] [instance: a5375d32-edd9-4c25-9cb8-38d3b0df2a18] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1910.330113] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-76e84095-768c-4e05-b4fe-2ad7a8d4235b tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] [instance: a5375d32-edd9-4c25-9cb8-38d3b0df2a18] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1910.330367] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-25659d49-8af4-428a-b86e-b0e6f4b7b2b9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.371203] env[62438]: DEBUG oslo_concurrency.lockutils [None req-380c204f-a01c-4ab4-bb04-1659a293127f tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Lock "12f48787-544b-48ad-b82c-c364d4f3afc4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.498s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1910.415597] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-76e84095-768c-4e05-b4fe-2ad7a8d4235b tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] [instance: a5375d32-edd9-4c25-9cb8-38d3b0df2a18] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1910.415835] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-76e84095-768c-4e05-b4fe-2ad7a8d4235b tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] [instance: a5375d32-edd9-4c25-9cb8-38d3b0df2a18] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1910.416072] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-76e84095-768c-4e05-b4fe-2ad7a8d4235b tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] Deleting the datastore file [datastore1] a5375d32-edd9-4c25-9cb8-38d3b0df2a18 {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1910.416340] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a78f540f-7bdf-4c9f-b008-8348a4f17a66 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.423887] env[62438]: DEBUG oslo_vmware.api [None req-76e84095-768c-4e05-b4fe-2ad7a8d4235b tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] Waiting for the task: (returnval){ [ 1910.423887] env[62438]: value = "task-1785820" [ 1910.423887] env[62438]: _type = "Task" [ 1910.423887] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1910.431255] env[62438]: DEBUG oslo_vmware.api [None req-76e84095-768c-4e05-b4fe-2ad7a8d4235b tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] Task: {'id': task-1785820, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.654562] env[62438]: DEBUG nova.network.neutron [req-9cf19f9b-488d-4f7e-b86a-1578e1c47c5b req-7ff1ec20-b1c6-47d4-a963-4062e3db0da8 service nova] [instance: b9e46b97-d8a4-4699-a33f-5ebef6748e35] Updated VIF entry in instance network info cache for port b5499b26-8b4a-4772-ac17-c44a731265dc. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1910.654976] env[62438]: DEBUG nova.network.neutron [req-9cf19f9b-488d-4f7e-b86a-1578e1c47c5b req-7ff1ec20-b1c6-47d4-a963-4062e3db0da8 service nova] [instance: b9e46b97-d8a4-4699-a33f-5ebef6748e35] Updating instance_info_cache with network_info: [{"id": "b5499b26-8b4a-4772-ac17-c44a731265dc", "address": "fa:16:3e:71:45:16", "network": {"id": "4d1d2ab0-ecae-4ab0-af2c-60e31c897bad", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1444870205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c98563a0a4f4f55b1b096730a58fa67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5499b26-8b", "ovs_interfaceid": "b5499b26-8b4a-4772-ac17-c44a731265dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1910.933833] env[62438]: DEBUG oslo_vmware.api [None req-76e84095-768c-4e05-b4fe-2ad7a8d4235b tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] Task: {'id': task-1785820, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158461} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.934186] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-76e84095-768c-4e05-b4fe-2ad7a8d4235b tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1910.934273] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-76e84095-768c-4e05-b4fe-2ad7a8d4235b tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] [instance: a5375d32-edd9-4c25-9cb8-38d3b0df2a18] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1910.934455] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-76e84095-768c-4e05-b4fe-2ad7a8d4235b tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] [instance: a5375d32-edd9-4c25-9cb8-38d3b0df2a18] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1910.934637] env[62438]: INFO nova.compute.manager [None req-76e84095-768c-4e05-b4fe-2ad7a8d4235b tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] [instance: a5375d32-edd9-4c25-9cb8-38d3b0df2a18] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1910.934888] env[62438]: DEBUG oslo.service.loopingcall [None req-76e84095-768c-4e05-b4fe-2ad7a8d4235b tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1910.935112] env[62438]: DEBUG nova.compute.manager [-] [instance: a5375d32-edd9-4c25-9cb8-38d3b0df2a18] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1910.935210] env[62438]: DEBUG nova.network.neutron [-] [instance: a5375d32-edd9-4c25-9cb8-38d3b0df2a18] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1911.128835] env[62438]: DEBUG oslo_concurrency.lockutils [None req-04464e77-4bda-4406-8fe3-363c20200b08 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Acquiring lock "8c6d1716-b021-4a14-ac9b-7c05edada14f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1911.129108] env[62438]: DEBUG oslo_concurrency.lockutils [None req-04464e77-4bda-4406-8fe3-363c20200b08 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Lock "8c6d1716-b021-4a14-ac9b-7c05edada14f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1911.157284] env[62438]: DEBUG oslo_concurrency.lockutils [req-9cf19f9b-488d-4f7e-b86a-1578e1c47c5b req-7ff1ec20-b1c6-47d4-a963-4062e3db0da8 service nova] Releasing lock "refresh_cache-b9e46b97-d8a4-4699-a33f-5ebef6748e35" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1911.631234] env[62438]: DEBUG nova.compute.manager [None req-04464e77-4bda-4406-8fe3-363c20200b08 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 8c6d1716-b021-4a14-ac9b-7c05edada14f] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1911.658108] env[62438]: DEBUG nova.network.neutron [-] [instance: a5375d32-edd9-4c25-9cb8-38d3b0df2a18] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1911.826742] env[62438]: DEBUG nova.compute.manager [req-ed2dcb85-906e-4b07-a6b6-775e5586faa0 req-1de4f214-b0f8-4ba1-b99b-2c5e1163a4bd service nova] [instance: a5375d32-edd9-4c25-9cb8-38d3b0df2a18] Received event network-vif-deleted-2567d43c-078f-45ab-90a5-5de5a72021ee {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1912.156072] env[62438]: DEBUG oslo_concurrency.lockutils [None req-04464e77-4bda-4406-8fe3-363c20200b08 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1912.156311] env[62438]: DEBUG oslo_concurrency.lockutils [None req-04464e77-4bda-4406-8fe3-363c20200b08 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1912.157819] env[62438]: INFO nova.compute.claims [None req-04464e77-4bda-4406-8fe3-363c20200b08 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 8c6d1716-b021-4a14-ac9b-7c05edada14f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1912.160362] env[62438]: INFO nova.compute.manager [-] [instance: a5375d32-edd9-4c25-9cb8-38d3b0df2a18] Took 1.23 seconds to deallocate network for instance. [ 1912.665723] env[62438]: DEBUG oslo_concurrency.lockutils [None req-76e84095-768c-4e05-b4fe-2ad7a8d4235b tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1913.248065] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-256424e3-282f-42c1-8732-d7d43265f01e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.256074] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0838252-2783-4615-8641-a31ba25e706e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.285764] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c06db5f-e1d3-4ac5-bcf0-7b52cc446a38 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.294403] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f904f235-dac5-4c3d-96a9-e3661f721df9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.307613] env[62438]: DEBUG nova.compute.provider_tree [None req-04464e77-4bda-4406-8fe3-363c20200b08 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1913.811030] env[62438]: DEBUG nova.scheduler.client.report [None req-04464e77-4bda-4406-8fe3-363c20200b08 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1914.315315] env[62438]: DEBUG oslo_concurrency.lockutils [None req-04464e77-4bda-4406-8fe3-363c20200b08 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.159s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1914.315861] env[62438]: DEBUG nova.compute.manager [None req-04464e77-4bda-4406-8fe3-363c20200b08 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 8c6d1716-b021-4a14-ac9b-7c05edada14f] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1914.320035] env[62438]: DEBUG oslo_concurrency.lockutils [None req-76e84095-768c-4e05-b4fe-2ad7a8d4235b tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.654s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1914.320437] env[62438]: DEBUG nova.objects.instance [None req-76e84095-768c-4e05-b4fe-2ad7a8d4235b tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] Lazy-loading 'resources' on Instance uuid a5375d32-edd9-4c25-9cb8-38d3b0df2a18 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1914.822717] env[62438]: DEBUG nova.compute.utils [None req-04464e77-4bda-4406-8fe3-363c20200b08 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1914.827052] env[62438]: DEBUG nova.compute.manager [None req-04464e77-4bda-4406-8fe3-363c20200b08 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 8c6d1716-b021-4a14-ac9b-7c05edada14f] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1914.827052] env[62438]: DEBUG nova.network.neutron [None req-04464e77-4bda-4406-8fe3-363c20200b08 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 8c6d1716-b021-4a14-ac9b-7c05edada14f] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1914.889215] env[62438]: DEBUG nova.policy [None req-04464e77-4bda-4406-8fe3-363c20200b08 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c6c9965681fe45289d82843e769f3d92', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a8cc450384714cf1a5ebb9cea994cee2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1914.922111] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3905e31-f5c7-4d71-93f0-4f43d6146a90 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.930460] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a149e120-acc3-403d-9986-e920b276bbd2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.960300] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73da71e1-07b4-4172-865e-6e823238b70c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.967861] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98944612-f84b-45af-9eb3-9b3107231bd9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.981236] env[62438]: DEBUG nova.compute.provider_tree [None req-76e84095-768c-4e05-b4fe-2ad7a8d4235b tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1915.130703] env[62438]: DEBUG nova.network.neutron [None req-04464e77-4bda-4406-8fe3-363c20200b08 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 8c6d1716-b021-4a14-ac9b-7c05edada14f] Successfully created port: 8d0ac528-5cf3-4220-8598-5d6798d51bc8 {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1915.329572] env[62438]: DEBUG nova.compute.manager [None req-04464e77-4bda-4406-8fe3-363c20200b08 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 8c6d1716-b021-4a14-ac9b-7c05edada14f] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1915.484195] env[62438]: DEBUG nova.scheduler.client.report [None req-76e84095-768c-4e05-b4fe-2ad7a8d4235b tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1915.728135] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1915.728462] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1915.728557] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Starting heal instance info cache {{(pid=62438) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}} [ 1915.728677] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Rebuilding the list of instances to heal {{(pid=62438) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9930}} [ 1915.988627] env[62438]: DEBUG oslo_concurrency.lockutils [None req-76e84095-768c-4e05-b4fe-2ad7a8d4235b tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.668s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1916.016780] env[62438]: INFO nova.scheduler.client.report [None req-76e84095-768c-4e05-b4fe-2ad7a8d4235b tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] Deleted allocations for instance a5375d32-edd9-4c25-9cb8-38d3b0df2a18 [ 1916.234278] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: 8c6d1716-b021-4a14-ac9b-7c05edada14f] Skipping network cache update for instance because it is Building. {{(pid=62438) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 1916.263590] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Acquiring lock "refresh_cache-ceadf541-e9dc-423a-97c5-3dfe483cbab4" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1916.263772] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Acquired lock "refresh_cache-ceadf541-e9dc-423a-97c5-3dfe483cbab4" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1916.263957] env[62438]: DEBUG nova.network.neutron [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] Forcefully refreshing network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2004}} [ 1916.264130] env[62438]: DEBUG nova.objects.instance [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lazy-loading 'info_cache' on Instance uuid ceadf541-e9dc-423a-97c5-3dfe483cbab4 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1916.339978] env[62438]: DEBUG nova.compute.manager [None req-04464e77-4bda-4406-8fe3-363c20200b08 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 8c6d1716-b021-4a14-ac9b-7c05edada14f] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1916.366788] env[62438]: DEBUG nova.virt.hardware [None req-04464e77-4bda-4406-8fe3-363c20200b08 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1916.367065] env[62438]: DEBUG nova.virt.hardware [None req-04464e77-4bda-4406-8fe3-363c20200b08 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1916.367239] env[62438]: DEBUG nova.virt.hardware [None req-04464e77-4bda-4406-8fe3-363c20200b08 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1916.367431] env[62438]: DEBUG nova.virt.hardware [None req-04464e77-4bda-4406-8fe3-363c20200b08 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1916.367629] env[62438]: DEBUG nova.virt.hardware [None req-04464e77-4bda-4406-8fe3-363c20200b08 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1916.367814] env[62438]: DEBUG nova.virt.hardware [None req-04464e77-4bda-4406-8fe3-363c20200b08 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1916.368053] env[62438]: DEBUG nova.virt.hardware [None req-04464e77-4bda-4406-8fe3-363c20200b08 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1916.368234] env[62438]: DEBUG nova.virt.hardware [None req-04464e77-4bda-4406-8fe3-363c20200b08 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1916.368411] env[62438]: DEBUG nova.virt.hardware [None req-04464e77-4bda-4406-8fe3-363c20200b08 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1916.368584] env[62438]: DEBUG nova.virt.hardware [None req-04464e77-4bda-4406-8fe3-363c20200b08 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1916.368770] env[62438]: DEBUG nova.virt.hardware [None req-04464e77-4bda-4406-8fe3-363c20200b08 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1916.369677] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ae684b-d39e-43b6-b8ed-459398ddc67c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.377673] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2478127-aa38-4765-89e9-25722423d178 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.507137] env[62438]: DEBUG nova.compute.manager [req-6251fa6e-3f2e-422e-9206-620c0d0a842c req-9dae7d27-72f0-4f17-9625-77e97d406b69 service nova] [instance: 8c6d1716-b021-4a14-ac9b-7c05edada14f] Received event network-vif-plugged-8d0ac528-5cf3-4220-8598-5d6798d51bc8 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1916.507418] env[62438]: DEBUG oslo_concurrency.lockutils [req-6251fa6e-3f2e-422e-9206-620c0d0a842c req-9dae7d27-72f0-4f17-9625-77e97d406b69 service nova] Acquiring lock "8c6d1716-b021-4a14-ac9b-7c05edada14f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1916.507682] env[62438]: DEBUG oslo_concurrency.lockutils [req-6251fa6e-3f2e-422e-9206-620c0d0a842c req-9dae7d27-72f0-4f17-9625-77e97d406b69 service nova] Lock "8c6d1716-b021-4a14-ac9b-7c05edada14f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1916.507910] env[62438]: DEBUG oslo_concurrency.lockutils [req-6251fa6e-3f2e-422e-9206-620c0d0a842c req-9dae7d27-72f0-4f17-9625-77e97d406b69 service nova] Lock "8c6d1716-b021-4a14-ac9b-7c05edada14f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1916.508204] env[62438]: DEBUG nova.compute.manager [req-6251fa6e-3f2e-422e-9206-620c0d0a842c req-9dae7d27-72f0-4f17-9625-77e97d406b69 service nova] [instance: 8c6d1716-b021-4a14-ac9b-7c05edada14f] No waiting events found dispatching network-vif-plugged-8d0ac528-5cf3-4220-8598-5d6798d51bc8 {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1916.508401] env[62438]: WARNING nova.compute.manager [req-6251fa6e-3f2e-422e-9206-620c0d0a842c req-9dae7d27-72f0-4f17-9625-77e97d406b69 service nova] [instance: 8c6d1716-b021-4a14-ac9b-7c05edada14f] Received unexpected event network-vif-plugged-8d0ac528-5cf3-4220-8598-5d6798d51bc8 for instance with vm_state building and task_state spawning. [ 1916.524617] env[62438]: DEBUG oslo_concurrency.lockutils [None req-76e84095-768c-4e05-b4fe-2ad7a8d4235b tempest-ServerPasswordTestJSON-2012538836 tempest-ServerPasswordTestJSON-2012538836-project-member] Lock "a5375d32-edd9-4c25-9cb8-38d3b0df2a18" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.730s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1916.597556] env[62438]: DEBUG nova.network.neutron [None req-04464e77-4bda-4406-8fe3-363c20200b08 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 8c6d1716-b021-4a14-ac9b-7c05edada14f] Successfully updated port: 8d0ac528-5cf3-4220-8598-5d6798d51bc8 {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1917.100047] env[62438]: DEBUG oslo_concurrency.lockutils [None req-04464e77-4bda-4406-8fe3-363c20200b08 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Acquiring lock "refresh_cache-8c6d1716-b021-4a14-ac9b-7c05edada14f" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1917.100278] env[62438]: DEBUG oslo_concurrency.lockutils [None req-04464e77-4bda-4406-8fe3-363c20200b08 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Acquired lock "refresh_cache-8c6d1716-b021-4a14-ac9b-7c05edada14f" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1917.100372] env[62438]: DEBUG nova.network.neutron [None req-04464e77-4bda-4406-8fe3-363c20200b08 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 8c6d1716-b021-4a14-ac9b-7c05edada14f] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1917.654143] env[62438]: DEBUG nova.network.neutron [None req-04464e77-4bda-4406-8fe3-363c20200b08 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 8c6d1716-b021-4a14-ac9b-7c05edada14f] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1917.795381] env[62438]: DEBUG nova.network.neutron [None req-04464e77-4bda-4406-8fe3-363c20200b08 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 8c6d1716-b021-4a14-ac9b-7c05edada14f] Updating instance_info_cache with network_info: [{"id": "8d0ac528-5cf3-4220-8598-5d6798d51bc8", "address": "fa:16:3e:2f:c7:d2", "network": {"id": "2cd49439-8f79-4cd9-a604-570296a33fdc", "bridge": "br-int", "label": "tempest-ServersTestJSON-538647417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8cc450384714cf1a5ebb9cea994cee2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d0ac528-5c", "ovs_interfaceid": "8d0ac528-5cf3-4220-8598-5d6798d51bc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1917.997664] env[62438]: DEBUG nova.network.neutron [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] Updating instance_info_cache with network_info: [{"id": "e4a3ce12-9884-4f64-9a7e-faea782cd63f", "address": "fa:16:3e:5d:00:99", "network": {"id": "f204c615-6047-48c0-a7eb-65fe4ad424e5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1343144096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38d579b225154935bb754c9894cd2f33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4a3ce12-98", "ovs_interfaceid": "e4a3ce12-9884-4f64-9a7e-faea782cd63f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1918.298379] env[62438]: DEBUG oslo_concurrency.lockutils [None req-04464e77-4bda-4406-8fe3-363c20200b08 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Releasing lock "refresh_cache-8c6d1716-b021-4a14-ac9b-7c05edada14f" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1918.298697] env[62438]: DEBUG nova.compute.manager [None req-04464e77-4bda-4406-8fe3-363c20200b08 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 8c6d1716-b021-4a14-ac9b-7c05edada14f] Instance network_info: |[{"id": "8d0ac528-5cf3-4220-8598-5d6798d51bc8", "address": "fa:16:3e:2f:c7:d2", "network": {"id": "2cd49439-8f79-4cd9-a604-570296a33fdc", "bridge": "br-int", "label": "tempest-ServersTestJSON-538647417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8cc450384714cf1a5ebb9cea994cee2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d0ac528-5c", "ovs_interfaceid": "8d0ac528-5cf3-4220-8598-5d6798d51bc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1918.300326] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-04464e77-4bda-4406-8fe3-363c20200b08 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 8c6d1716-b021-4a14-ac9b-7c05edada14f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:c7:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a555680e-4721-4509-97e4-ced9dc17c13e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d0ac528-5cf3-4220-8598-5d6798d51bc8', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1918.306646] env[62438]: DEBUG oslo.service.loopingcall [None req-04464e77-4bda-4406-8fe3-363c20200b08 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1918.306882] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c6d1716-b021-4a14-ac9b-7c05edada14f] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1918.307131] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff81a378-c932-43f7-9fd5-57bab9f90c56 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.328971] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1918.328971] env[62438]: value = "task-1785821" [ 1918.328971] env[62438]: _type = "Task" [ 1918.328971] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1918.340566] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785821, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.500622] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Releasing lock "refresh_cache-ceadf541-e9dc-423a-97c5-3dfe483cbab4" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1918.500839] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] Updated the network info_cache for instance {{(pid=62438) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9997}} [ 1918.501072] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1918.501266] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1918.501397] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1918.501549] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1918.501698] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1918.501849] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1918.501979] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62438) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10545}} [ 1918.502227] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager.update_available_resource {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1918.540812] env[62438]: DEBUG nova.compute.manager [req-2c5b1caa-2c72-4ed0-a97f-a61f14ee2e3a req-8fc81484-0eb4-4b47-b65d-7a1d62e4e97d service nova] [instance: 8c6d1716-b021-4a14-ac9b-7c05edada14f] Received event network-changed-8d0ac528-5cf3-4220-8598-5d6798d51bc8 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1918.541450] env[62438]: DEBUG nova.compute.manager [req-2c5b1caa-2c72-4ed0-a97f-a61f14ee2e3a req-8fc81484-0eb4-4b47-b65d-7a1d62e4e97d service nova] [instance: 8c6d1716-b021-4a14-ac9b-7c05edada14f] Refreshing instance network info cache due to event network-changed-8d0ac528-5cf3-4220-8598-5d6798d51bc8. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1918.541450] env[62438]: DEBUG oslo_concurrency.lockutils [req-2c5b1caa-2c72-4ed0-a97f-a61f14ee2e3a req-8fc81484-0eb4-4b47-b65d-7a1d62e4e97d service nova] Acquiring lock "refresh_cache-8c6d1716-b021-4a14-ac9b-7c05edada14f" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1918.541450] env[62438]: DEBUG oslo_concurrency.lockutils [req-2c5b1caa-2c72-4ed0-a97f-a61f14ee2e3a req-8fc81484-0eb4-4b47-b65d-7a1d62e4e97d service nova] Acquired lock "refresh_cache-8c6d1716-b021-4a14-ac9b-7c05edada14f" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1918.541638] env[62438]: DEBUG nova.network.neutron [req-2c5b1caa-2c72-4ed0-a97f-a61f14ee2e3a req-8fc81484-0eb4-4b47-b65d-7a1d62e4e97d service nova] [instance: 8c6d1716-b021-4a14-ac9b-7c05edada14f] Refreshing network info cache for port 8d0ac528-5cf3-4220-8598-5d6798d51bc8 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1918.840422] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785821, 'name': CreateVM_Task, 'duration_secs': 0.379406} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1918.840691] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c6d1716-b021-4a14-ac9b-7c05edada14f] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1918.849263] env[62438]: DEBUG oslo_concurrency.lockutils [None req-04464e77-4bda-4406-8fe3-363c20200b08 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1918.849462] env[62438]: DEBUG oslo_concurrency.lockutils [None req-04464e77-4bda-4406-8fe3-363c20200b08 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1918.849796] env[62438]: DEBUG oslo_concurrency.lockutils [None req-04464e77-4bda-4406-8fe3-363c20200b08 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1918.850094] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79f2db99-0fad-4f90-a7b6-b48e7a7f94bf {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.854858] env[62438]: DEBUG oslo_vmware.api [None req-04464e77-4bda-4406-8fe3-363c20200b08 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Waiting for the task: (returnval){ [ 1918.854858] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]526c24e1-5584-fd2a-ef10-330c497fd689" [ 1918.854858] env[62438]: _type = "Task" [ 1918.854858] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1918.862841] env[62438]: DEBUG oslo_vmware.api [None req-04464e77-4bda-4406-8fe3-363c20200b08 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]526c24e1-5584-fd2a-ef10-330c497fd689, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.004960] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1919.005224] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1919.005395] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1919.005554] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62438) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1919.006718] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1013d46-d80d-4257-a7a7-fd93be82a8c3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.014543] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0038f4ce-b860-47d3-976e-b56a515adf0f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.028045] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa9e30a7-4870-4433-839a-a7fce9e04621 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.034376] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-926f2f50-3549-49b9-9403-577bc1e5e2c2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.066887] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180905MB free_disk=162GB free_vcpus=48 pci_devices=None {{(pid=62438) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1919.067068] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1919.067261] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1919.269507] env[62438]: DEBUG nova.network.neutron [req-2c5b1caa-2c72-4ed0-a97f-a61f14ee2e3a req-8fc81484-0eb4-4b47-b65d-7a1d62e4e97d service nova] [instance: 8c6d1716-b021-4a14-ac9b-7c05edada14f] Updated VIF entry in instance network info cache for port 8d0ac528-5cf3-4220-8598-5d6798d51bc8. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1919.269913] env[62438]: DEBUG nova.network.neutron [req-2c5b1caa-2c72-4ed0-a97f-a61f14ee2e3a req-8fc81484-0eb4-4b47-b65d-7a1d62e4e97d service nova] [instance: 8c6d1716-b021-4a14-ac9b-7c05edada14f] Updating instance_info_cache with network_info: [{"id": "8d0ac528-5cf3-4220-8598-5d6798d51bc8", "address": "fa:16:3e:2f:c7:d2", "network": {"id": "2cd49439-8f79-4cd9-a604-570296a33fdc", "bridge": "br-int", "label": "tempest-ServersTestJSON-538647417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8cc450384714cf1a5ebb9cea994cee2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d0ac528-5c", "ovs_interfaceid": "8d0ac528-5cf3-4220-8598-5d6798d51bc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1919.366006] env[62438]: DEBUG oslo_vmware.api [None req-04464e77-4bda-4406-8fe3-363c20200b08 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]526c24e1-5584-fd2a-ef10-330c497fd689, 'name': SearchDatastore_Task, 'duration_secs': 0.010792} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1919.366348] env[62438]: DEBUG oslo_concurrency.lockutils [None req-04464e77-4bda-4406-8fe3-363c20200b08 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1919.366589] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-04464e77-4bda-4406-8fe3-363c20200b08 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 8c6d1716-b021-4a14-ac9b-7c05edada14f] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1919.367086] env[62438]: DEBUG oslo_concurrency.lockutils [None req-04464e77-4bda-4406-8fe3-363c20200b08 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1919.367270] env[62438]: DEBUG oslo_concurrency.lockutils [None req-04464e77-4bda-4406-8fe3-363c20200b08 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1919.367498] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-04464e77-4bda-4406-8fe3-363c20200b08 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1919.367734] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-426124c5-56ba-4c67-b5b0-95963d299141 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.383538] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-04464e77-4bda-4406-8fe3-363c20200b08 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1919.383728] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-04464e77-4bda-4406-8fe3-363c20200b08 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1919.384456] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79a4c99b-b06e-4831-a899-a54e2e064f7e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.389670] env[62438]: DEBUG oslo_vmware.api [None req-04464e77-4bda-4406-8fe3-363c20200b08 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Waiting for the task: (returnval){ [ 1919.389670] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]528e59c0-9314-1927-0bfe-de89d89d806b" [ 1919.389670] env[62438]: _type = "Task" [ 1919.389670] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1919.397243] env[62438]: DEBUG oslo_vmware.api [None req-04464e77-4bda-4406-8fe3-363c20200b08 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]528e59c0-9314-1927-0bfe-de89d89d806b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.773114] env[62438]: DEBUG oslo_concurrency.lockutils [req-2c5b1caa-2c72-4ed0-a97f-a61f14ee2e3a req-8fc81484-0eb4-4b47-b65d-7a1d62e4e97d service nova] Releasing lock "refresh_cache-8c6d1716-b021-4a14-ac9b-7c05edada14f" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1919.900566] env[62438]: DEBUG oslo_vmware.api [None req-04464e77-4bda-4406-8fe3-363c20200b08 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]528e59c0-9314-1927-0bfe-de89d89d806b, 'name': SearchDatastore_Task, 'duration_secs': 0.037528} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1919.901337] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-048961b3-6680-4f7a-b261-4de8627f5d7c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.906661] env[62438]: DEBUG oslo_vmware.api [None req-04464e77-4bda-4406-8fe3-363c20200b08 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Waiting for the task: (returnval){ [ 1919.906661] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]526f5ec0-10aa-9707-9db7-8d74f84dcdc7" [ 1919.906661] env[62438]: _type = "Task" [ 1919.906661] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1919.914369] env[62438]: DEBUG oslo_vmware.api [None req-04464e77-4bda-4406-8fe3-363c20200b08 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]526f5ec0-10aa-9707-9db7-8d74f84dcdc7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.099028] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance ceadf541-e9dc-423a-97c5-3dfe483cbab4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1920.099207] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance ad410fa6-01af-475e-a744-b2627e01552f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1920.099334] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance 9a04f4af-932a-49d7-82dc-4180cb5d1a19 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1920.099510] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance b9e46b97-d8a4-4699-a33f-5ebef6748e35 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1920.099594] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance 12f48787-544b-48ad-b82c-c364d4f3afc4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1920.099674] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance 8c6d1716-b021-4a14-ac9b-7c05edada14f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1920.099951] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=62438) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1920.100115] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1664MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=62438) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1920.178969] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd634c9-93c9-4569-9fc9-c9d08d34383a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.186688] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce9a96a-ab2d-4970-9bc0-88caf565c93e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.216815] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-022bc4c0-1a62-4d2c-bb42-d62e925427ab {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.224218] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec7c41f-90ee-4668-af17-aeda89b24d3b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.237183] env[62438]: DEBUG nova.compute.provider_tree [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1920.417753] env[62438]: DEBUG oslo_vmware.api [None req-04464e77-4bda-4406-8fe3-363c20200b08 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]526f5ec0-10aa-9707-9db7-8d74f84dcdc7, 'name': SearchDatastore_Task, 'duration_secs': 0.049696} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1920.418062] env[62438]: DEBUG oslo_concurrency.lockutils [None req-04464e77-4bda-4406-8fe3-363c20200b08 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1920.418333] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-04464e77-4bda-4406-8fe3-363c20200b08 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 8c6d1716-b021-4a14-ac9b-7c05edada14f/8c6d1716-b021-4a14-ac9b-7c05edada14f.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1920.418623] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4ff954fe-817e-4807-8717-f8980da2757b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.425470] env[62438]: DEBUG oslo_vmware.api [None req-04464e77-4bda-4406-8fe3-363c20200b08 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Waiting for the task: (returnval){ [ 1920.425470] env[62438]: value = "task-1785822" [ 1920.425470] env[62438]: _type = "Task" [ 1920.425470] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1920.433296] env[62438]: DEBUG oslo_vmware.api [None req-04464e77-4bda-4406-8fe3-363c20200b08 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': task-1785822, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.740258] env[62438]: DEBUG nova.scheduler.client.report [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1920.935127] env[62438]: DEBUG oslo_vmware.api [None req-04464e77-4bda-4406-8fe3-363c20200b08 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': task-1785822, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.41346} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1920.935478] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-04464e77-4bda-4406-8fe3-363c20200b08 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 8c6d1716-b021-4a14-ac9b-7c05edada14f/8c6d1716-b021-4a14-ac9b-7c05edada14f.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1920.935639] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-04464e77-4bda-4406-8fe3-363c20200b08 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 8c6d1716-b021-4a14-ac9b-7c05edada14f] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1920.935873] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3096e1ec-6699-4299-9b65-6ee0648e01d4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.942513] env[62438]: DEBUG oslo_vmware.api [None req-04464e77-4bda-4406-8fe3-363c20200b08 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Waiting for the task: (returnval){ [ 1920.942513] env[62438]: value = "task-1785823" [ 1920.942513] env[62438]: _type = "Task" [ 1920.942513] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1920.949226] env[62438]: DEBUG oslo_vmware.api [None req-04464e77-4bda-4406-8fe3-363c20200b08 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': task-1785823, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.245907] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62438) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1921.246145] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.179s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1921.452568] env[62438]: DEBUG oslo_vmware.api [None req-04464e77-4bda-4406-8fe3-363c20200b08 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': task-1785823, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.056532} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1921.452947] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-04464e77-4bda-4406-8fe3-363c20200b08 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 8c6d1716-b021-4a14-ac9b-7c05edada14f] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1921.453720] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd5bcf9b-57af-4a93-8d99-263537fb43a9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.474481] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-04464e77-4bda-4406-8fe3-363c20200b08 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 8c6d1716-b021-4a14-ac9b-7c05edada14f] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 8c6d1716-b021-4a14-ac9b-7c05edada14f/8c6d1716-b021-4a14-ac9b-7c05edada14f.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1921.474739] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a104151-a2a6-4f3f-a5b1-a73ce48c3631 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.493460] env[62438]: DEBUG oslo_vmware.api [None req-04464e77-4bda-4406-8fe3-363c20200b08 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Waiting for the task: (returnval){ [ 1921.493460] env[62438]: value = "task-1785824" [ 1921.493460] env[62438]: _type = "Task" [ 1921.493460] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1921.500556] env[62438]: DEBUG oslo_vmware.api [None req-04464e77-4bda-4406-8fe3-363c20200b08 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': task-1785824, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.003462] env[62438]: DEBUG oslo_vmware.api [None req-04464e77-4bda-4406-8fe3-363c20200b08 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': task-1785824, 'name': ReconfigVM_Task, 'duration_secs': 0.305651} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1922.003852] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-04464e77-4bda-4406-8fe3-363c20200b08 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 8c6d1716-b021-4a14-ac9b-7c05edada14f] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 8c6d1716-b021-4a14-ac9b-7c05edada14f/8c6d1716-b021-4a14-ac9b-7c05edada14f.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1922.004319] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-50ac091d-5bf1-4427-a211-414bcf2afed7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.009913] env[62438]: DEBUG oslo_vmware.api [None req-04464e77-4bda-4406-8fe3-363c20200b08 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Waiting for the task: (returnval){ [ 1922.009913] env[62438]: value = "task-1785825" [ 1922.009913] env[62438]: _type = "Task" [ 1922.009913] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1922.017314] env[62438]: DEBUG oslo_vmware.api [None req-04464e77-4bda-4406-8fe3-363c20200b08 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': task-1785825, 'name': Rename_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.519883] env[62438]: DEBUG oslo_vmware.api [None req-04464e77-4bda-4406-8fe3-363c20200b08 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': task-1785825, 'name': Rename_Task, 'duration_secs': 0.353866} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1922.520224] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-04464e77-4bda-4406-8fe3-363c20200b08 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 8c6d1716-b021-4a14-ac9b-7c05edada14f] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1922.520446] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27c09cee-f291-44ea-987f-00eb58850c73 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.526672] env[62438]: DEBUG oslo_vmware.api [None req-04464e77-4bda-4406-8fe3-363c20200b08 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Waiting for the task: (returnval){ [ 1922.526672] env[62438]: value = "task-1785826" [ 1922.526672] env[62438]: _type = "Task" [ 1922.526672] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1922.535084] env[62438]: DEBUG oslo_vmware.api [None req-04464e77-4bda-4406-8fe3-363c20200b08 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': task-1785826, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.036839] env[62438]: DEBUG oslo_vmware.api [None req-04464e77-4bda-4406-8fe3-363c20200b08 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': task-1785826, 'name': PowerOnVM_Task, 'duration_secs': 0.429526} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1923.037283] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-04464e77-4bda-4406-8fe3-363c20200b08 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 8c6d1716-b021-4a14-ac9b-7c05edada14f] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1923.037350] env[62438]: INFO nova.compute.manager [None req-04464e77-4bda-4406-8fe3-363c20200b08 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 8c6d1716-b021-4a14-ac9b-7c05edada14f] Took 6.70 seconds to spawn the instance on the hypervisor. [ 1923.037506] env[62438]: DEBUG nova.compute.manager [None req-04464e77-4bda-4406-8fe3-363c20200b08 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 8c6d1716-b021-4a14-ac9b-7c05edada14f] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1923.038270] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-600df4f9-dfad-4aef-8b22-3c4b5acf98b6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.555016] env[62438]: INFO nova.compute.manager [None req-04464e77-4bda-4406-8fe3-363c20200b08 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 8c6d1716-b021-4a14-ac9b-7c05edada14f] Took 11.42 seconds to build instance. [ 1924.056804] env[62438]: DEBUG oslo_concurrency.lockutils [None req-04464e77-4bda-4406-8fe3-363c20200b08 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Lock "8c6d1716-b021-4a14-ac9b-7c05edada14f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.927s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1924.573097] env[62438]: DEBUG oslo_concurrency.lockutils [None req-70825329-7956-4f43-b7f4-b8bae83c43b3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Acquiring lock "8c6d1716-b021-4a14-ac9b-7c05edada14f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1924.573433] env[62438]: DEBUG oslo_concurrency.lockutils [None req-70825329-7956-4f43-b7f4-b8bae83c43b3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Lock "8c6d1716-b021-4a14-ac9b-7c05edada14f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1924.573606] env[62438]: DEBUG oslo_concurrency.lockutils [None req-70825329-7956-4f43-b7f4-b8bae83c43b3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Acquiring lock "8c6d1716-b021-4a14-ac9b-7c05edada14f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1924.573799] env[62438]: DEBUG oslo_concurrency.lockutils [None req-70825329-7956-4f43-b7f4-b8bae83c43b3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Lock "8c6d1716-b021-4a14-ac9b-7c05edada14f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1924.573989] env[62438]: DEBUG oslo_concurrency.lockutils [None req-70825329-7956-4f43-b7f4-b8bae83c43b3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Lock "8c6d1716-b021-4a14-ac9b-7c05edada14f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1924.576611] env[62438]: INFO nova.compute.manager [None req-70825329-7956-4f43-b7f4-b8bae83c43b3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 8c6d1716-b021-4a14-ac9b-7c05edada14f] Terminating instance [ 1924.578343] env[62438]: DEBUG nova.compute.manager [None req-70825329-7956-4f43-b7f4-b8bae83c43b3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 8c6d1716-b021-4a14-ac9b-7c05edada14f] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1924.578547] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-70825329-7956-4f43-b7f4-b8bae83c43b3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 8c6d1716-b021-4a14-ac9b-7c05edada14f] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1924.579422] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60c4eb9d-5604-4251-800f-5465f2dc1fa1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.587067] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-70825329-7956-4f43-b7f4-b8bae83c43b3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 8c6d1716-b021-4a14-ac9b-7c05edada14f] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1924.587304] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb467e65-7b47-408e-a835-1deaa05517b5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.593900] env[62438]: DEBUG oslo_vmware.api [None req-70825329-7956-4f43-b7f4-b8bae83c43b3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Waiting for the task: (returnval){ [ 1924.593900] env[62438]: value = "task-1785827" [ 1924.593900] env[62438]: _type = "Task" [ 1924.593900] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.601464] env[62438]: DEBUG oslo_vmware.api [None req-70825329-7956-4f43-b7f4-b8bae83c43b3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': task-1785827, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.104918] env[62438]: DEBUG oslo_vmware.api [None req-70825329-7956-4f43-b7f4-b8bae83c43b3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': task-1785827, 'name': PowerOffVM_Task, 'duration_secs': 0.248626} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1925.105305] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-70825329-7956-4f43-b7f4-b8bae83c43b3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 8c6d1716-b021-4a14-ac9b-7c05edada14f] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1925.105350] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-70825329-7956-4f43-b7f4-b8bae83c43b3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 8c6d1716-b021-4a14-ac9b-7c05edada14f] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1925.105594] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-50bd5c27-2d5e-45ea-b573-dfcfa7173593 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.245514] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-70825329-7956-4f43-b7f4-b8bae83c43b3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 8c6d1716-b021-4a14-ac9b-7c05edada14f] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1925.245759] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-70825329-7956-4f43-b7f4-b8bae83c43b3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 8c6d1716-b021-4a14-ac9b-7c05edada14f] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1925.245951] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-70825329-7956-4f43-b7f4-b8bae83c43b3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Deleting the datastore file [datastore1] 8c6d1716-b021-4a14-ac9b-7c05edada14f {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1925.246261] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f2c6676-ffd1-4097-bdc6-6ed5a0da68c0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.253750] env[62438]: DEBUG oslo_vmware.api [None req-70825329-7956-4f43-b7f4-b8bae83c43b3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Waiting for the task: (returnval){ [ 1925.253750] env[62438]: value = "task-1785829" [ 1925.253750] env[62438]: _type = "Task" [ 1925.253750] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1925.260598] env[62438]: DEBUG oslo_vmware.api [None req-70825329-7956-4f43-b7f4-b8bae83c43b3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': task-1785829, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.764103] env[62438]: DEBUG oslo_vmware.api [None req-70825329-7956-4f43-b7f4-b8bae83c43b3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': task-1785829, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145675} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1925.764388] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-70825329-7956-4f43-b7f4-b8bae83c43b3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1925.764640] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-70825329-7956-4f43-b7f4-b8bae83c43b3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 8c6d1716-b021-4a14-ac9b-7c05edada14f] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1925.764878] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-70825329-7956-4f43-b7f4-b8bae83c43b3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 8c6d1716-b021-4a14-ac9b-7c05edada14f] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1925.765118] env[62438]: INFO nova.compute.manager [None req-70825329-7956-4f43-b7f4-b8bae83c43b3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 8c6d1716-b021-4a14-ac9b-7c05edada14f] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1925.765422] env[62438]: DEBUG oslo.service.loopingcall [None req-70825329-7956-4f43-b7f4-b8bae83c43b3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1925.765663] env[62438]: DEBUG nova.compute.manager [-] [instance: 8c6d1716-b021-4a14-ac9b-7c05edada14f] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1925.765803] env[62438]: DEBUG nova.network.neutron [-] [instance: 8c6d1716-b021-4a14-ac9b-7c05edada14f] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1925.801848] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f70d4951-a18d-40d8-990f-783e0080ec99 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Acquiring lock "9a04f4af-932a-49d7-82dc-4180cb5d1a19" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1925.802111] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f70d4951-a18d-40d8-990f-783e0080ec99 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Lock "9a04f4af-932a-49d7-82dc-4180cb5d1a19" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1926.004782] env[62438]: DEBUG nova.compute.manager [req-d6c9aaf3-b91e-4caa-a987-196936a25c46 req-2ba71859-78d4-4be2-b50d-9db5995d0597 service nova] [instance: 8c6d1716-b021-4a14-ac9b-7c05edada14f] Received event network-vif-deleted-8d0ac528-5cf3-4220-8598-5d6798d51bc8 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1926.004933] env[62438]: INFO nova.compute.manager [req-d6c9aaf3-b91e-4caa-a987-196936a25c46 req-2ba71859-78d4-4be2-b50d-9db5995d0597 service nova] [instance: 8c6d1716-b021-4a14-ac9b-7c05edada14f] Neutron deleted interface 8d0ac528-5cf3-4220-8598-5d6798d51bc8; detaching it from the instance and deleting it from the info cache [ 1926.005157] env[62438]: DEBUG nova.network.neutron [req-d6c9aaf3-b91e-4caa-a987-196936a25c46 req-2ba71859-78d4-4be2-b50d-9db5995d0597 service nova] [instance: 8c6d1716-b021-4a14-ac9b-7c05edada14f] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1926.305884] env[62438]: INFO nova.compute.manager [None req-f70d4951-a18d-40d8-990f-783e0080ec99 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Detaching volume 081ea5a0-6252-4a05-bf06-91c9c8e5a4d2 [ 1926.335144] env[62438]: INFO nova.virt.block_device [None req-f70d4951-a18d-40d8-990f-783e0080ec99 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Attempting to driver detach volume 081ea5a0-6252-4a05-bf06-91c9c8e5a4d2 from mountpoint /dev/sdb [ 1926.335399] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-f70d4951-a18d-40d8-990f-783e0080ec99 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Volume detach. Driver type: vmdk {{(pid=62438) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1926.335595] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-f70d4951-a18d-40d8-990f-783e0080ec99 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370516', 'volume_id': '081ea5a0-6252-4a05-bf06-91c9c8e5a4d2', 'name': 'volume-081ea5a0-6252-4a05-bf06-91c9c8e5a4d2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '9a04f4af-932a-49d7-82dc-4180cb5d1a19', 'attached_at': '', 'detached_at': '', 'volume_id': '081ea5a0-6252-4a05-bf06-91c9c8e5a4d2', 'serial': '081ea5a0-6252-4a05-bf06-91c9c8e5a4d2'} {{(pid=62438) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1926.336482] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c6d637a-c02b-401e-be7b-cc811ed47165 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.357407] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-599e0e75-8425-46a1-a336-9187bc056d5a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.364230] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e139f6-6833-4193-993b-62596c4c94f2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.383502] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-595164d6-ef2c-417d-a207-11622ad50f1c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.397732] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-f70d4951-a18d-40d8-990f-783e0080ec99 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] The volume has not been displaced from its original location: [datastore1] volume-081ea5a0-6252-4a05-bf06-91c9c8e5a4d2/volume-081ea5a0-6252-4a05-bf06-91c9c8e5a4d2.vmdk. No consolidation needed. {{(pid=62438) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1926.402858] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-f70d4951-a18d-40d8-990f-783e0080ec99 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Reconfiguring VM instance instance-00000060 to detach disk 2001 {{(pid=62438) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1926.403204] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c45eacc-c4f4-43ff-b726-a5e35cfbca05 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.420840] env[62438]: DEBUG oslo_vmware.api [None req-f70d4951-a18d-40d8-990f-783e0080ec99 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Waiting for the task: (returnval){ [ 1926.420840] env[62438]: value = "task-1785830" [ 1926.420840] env[62438]: _type = "Task" [ 1926.420840] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1926.428593] env[62438]: DEBUG oslo_vmware.api [None req-f70d4951-a18d-40d8-990f-783e0080ec99 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785830, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.476141] env[62438]: DEBUG nova.network.neutron [-] [instance: 8c6d1716-b021-4a14-ac9b-7c05edada14f] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1926.508186] env[62438]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-172ded62-4fab-4c50-b02a-83c16bbc9126 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.517234] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-151f55ed-c3b8-449b-8e1a-0fbd594ad807 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.545402] env[62438]: DEBUG nova.compute.manager [req-d6c9aaf3-b91e-4caa-a987-196936a25c46 req-2ba71859-78d4-4be2-b50d-9db5995d0597 service nova] [instance: 8c6d1716-b021-4a14-ac9b-7c05edada14f] Detach interface failed, port_id=8d0ac528-5cf3-4220-8598-5d6798d51bc8, reason: Instance 8c6d1716-b021-4a14-ac9b-7c05edada14f could not be found. {{(pid=62438) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1926.931049] env[62438]: DEBUG oslo_vmware.api [None req-f70d4951-a18d-40d8-990f-783e0080ec99 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785830, 'name': ReconfigVM_Task, 'duration_secs': 0.205483} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1926.931361] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-f70d4951-a18d-40d8-990f-783e0080ec99 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Reconfigured VM instance instance-00000060 to detach disk 2001 {{(pid=62438) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1926.936060] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca767ff0-5458-43c8-8799-123177c66e28 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.950595] env[62438]: DEBUG oslo_vmware.api [None req-f70d4951-a18d-40d8-990f-783e0080ec99 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Waiting for the task: (returnval){ [ 1926.950595] env[62438]: value = "task-1785831" [ 1926.950595] env[62438]: _type = "Task" [ 1926.950595] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1926.957895] env[62438]: DEBUG oslo_vmware.api [None req-f70d4951-a18d-40d8-990f-783e0080ec99 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785831, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.978779] env[62438]: INFO nova.compute.manager [-] [instance: 8c6d1716-b021-4a14-ac9b-7c05edada14f] Took 1.21 seconds to deallocate network for instance. [ 1927.460129] env[62438]: DEBUG oslo_vmware.api [None req-f70d4951-a18d-40d8-990f-783e0080ec99 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785831, 'name': ReconfigVM_Task, 'duration_secs': 0.14051} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1927.460498] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-f70d4951-a18d-40d8-990f-783e0080ec99 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370516', 'volume_id': '081ea5a0-6252-4a05-bf06-91c9c8e5a4d2', 'name': 'volume-081ea5a0-6252-4a05-bf06-91c9c8e5a4d2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '9a04f4af-932a-49d7-82dc-4180cb5d1a19', 'attached_at': '', 'detached_at': '', 'volume_id': '081ea5a0-6252-4a05-bf06-91c9c8e5a4d2', 'serial': '081ea5a0-6252-4a05-bf06-91c9c8e5a4d2'} {{(pid=62438) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1927.486462] env[62438]: DEBUG oslo_concurrency.lockutils [None req-70825329-7956-4f43-b7f4-b8bae83c43b3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1927.486738] env[62438]: DEBUG oslo_concurrency.lockutils [None req-70825329-7956-4f43-b7f4-b8bae83c43b3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1927.486966] env[62438]: DEBUG nova.objects.instance [None req-70825329-7956-4f43-b7f4-b8bae83c43b3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Lazy-loading 'resources' on Instance uuid 8c6d1716-b021-4a14-ac9b-7c05edada14f {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1928.007429] env[62438]: DEBUG nova.objects.instance [None req-f70d4951-a18d-40d8-990f-783e0080ec99 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Lazy-loading 'flavor' on Instance uuid 9a04f4af-932a-49d7-82dc-4180cb5d1a19 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1928.068968] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f980b9cf-9a0f-4a8e-b47e-3d1070299d18 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.076243] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5085d336-d6d2-4aed-b219-24061ea37791 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.105009] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ede3a7c-ec42-4644-9fc8-9237df2f1cc4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.111968] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6678c00a-2340-4262-9697-7b347067dbc7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.126017] env[62438]: DEBUG nova.compute.provider_tree [None req-70825329-7956-4f43-b7f4-b8bae83c43b3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1928.628564] env[62438]: DEBUG nova.scheduler.client.report [None req-70825329-7956-4f43-b7f4-b8bae83c43b3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1929.016872] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f70d4951-a18d-40d8-990f-783e0080ec99 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Lock "9a04f4af-932a-49d7-82dc-4180cb5d1a19" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.215s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1929.133236] env[62438]: DEBUG oslo_concurrency.lockutils [None req-70825329-7956-4f43-b7f4-b8bae83c43b3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.646s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1929.151813] env[62438]: INFO nova.scheduler.client.report [None req-70825329-7956-4f43-b7f4-b8bae83c43b3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Deleted allocations for instance 8c6d1716-b021-4a14-ac9b-7c05edada14f [ 1929.659391] env[62438]: DEBUG oslo_concurrency.lockutils [None req-70825329-7956-4f43-b7f4-b8bae83c43b3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Lock "8c6d1716-b021-4a14-ac9b-7c05edada14f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.086s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1929.783837] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1e47e5d5-5980-4004-9171-1bef10fd2c8b tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Acquiring lock "ad410fa6-01af-475e-a744-b2627e01552f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1929.784151] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1e47e5d5-5980-4004-9171-1bef10fd2c8b tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Lock "ad410fa6-01af-475e-a744-b2627e01552f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1929.784372] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1e47e5d5-5980-4004-9171-1bef10fd2c8b tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Acquiring lock "ad410fa6-01af-475e-a744-b2627e01552f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1929.784562] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1e47e5d5-5980-4004-9171-1bef10fd2c8b tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Lock "ad410fa6-01af-475e-a744-b2627e01552f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1929.784738] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1e47e5d5-5980-4004-9171-1bef10fd2c8b tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Lock "ad410fa6-01af-475e-a744-b2627e01552f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1929.787250] env[62438]: INFO nova.compute.manager [None req-1e47e5d5-5980-4004-9171-1bef10fd2c8b tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ad410fa6-01af-475e-a744-b2627e01552f] Terminating instance [ 1929.788982] env[62438]: DEBUG nova.compute.manager [None req-1e47e5d5-5980-4004-9171-1bef10fd2c8b tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ad410fa6-01af-475e-a744-b2627e01552f] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1929.789208] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-1e47e5d5-5980-4004-9171-1bef10fd2c8b tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ad410fa6-01af-475e-a744-b2627e01552f] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1929.790116] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db4d54ea-6db6-4146-b89c-165e4ed5fe66 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.797827] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e47e5d5-5980-4004-9171-1bef10fd2c8b tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ad410fa6-01af-475e-a744-b2627e01552f] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1929.798065] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b78faa5-8e03-4582-ae92-7260b492bdcf {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.803570] env[62438]: DEBUG oslo_vmware.api [None req-1e47e5d5-5980-4004-9171-1bef10fd2c8b tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Waiting for the task: (returnval){ [ 1929.803570] env[62438]: value = "task-1785832" [ 1929.803570] env[62438]: _type = "Task" [ 1929.803570] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1929.811457] env[62438]: DEBUG oslo_vmware.api [None req-1e47e5d5-5980-4004-9171-1bef10fd2c8b tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785832, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.043351] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ff85aad2-c545-4473-a00f-cc9832ef930d tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Acquiring lock "9a04f4af-932a-49d7-82dc-4180cb5d1a19" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1930.043648] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ff85aad2-c545-4473-a00f-cc9832ef930d tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Lock "9a04f4af-932a-49d7-82dc-4180cb5d1a19" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1930.043869] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ff85aad2-c545-4473-a00f-cc9832ef930d tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Acquiring lock "9a04f4af-932a-49d7-82dc-4180cb5d1a19-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1930.044087] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ff85aad2-c545-4473-a00f-cc9832ef930d tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Lock "9a04f4af-932a-49d7-82dc-4180cb5d1a19-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1930.044349] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ff85aad2-c545-4473-a00f-cc9832ef930d tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Lock "9a04f4af-932a-49d7-82dc-4180cb5d1a19-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1930.046535] env[62438]: INFO nova.compute.manager [None req-ff85aad2-c545-4473-a00f-cc9832ef930d tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Terminating instance [ 1930.048294] env[62438]: DEBUG nova.compute.manager [None req-ff85aad2-c545-4473-a00f-cc9832ef930d tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1930.048494] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-ff85aad2-c545-4473-a00f-cc9832ef930d tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1930.049348] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73580531-1aae-4d75-8d41-acfd42a9edfc {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.057169] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff85aad2-c545-4473-a00f-cc9832ef930d tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1930.057414] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6719c90-861f-4c66-b3d9-a5321180caed {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.063922] env[62438]: DEBUG oslo_vmware.api [None req-ff85aad2-c545-4473-a00f-cc9832ef930d tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Waiting for the task: (returnval){ [ 1930.063922] env[62438]: value = "task-1785833" [ 1930.063922] env[62438]: _type = "Task" [ 1930.063922] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1930.072594] env[62438]: DEBUG oslo_vmware.api [None req-ff85aad2-c545-4473-a00f-cc9832ef930d tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785833, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.313063] env[62438]: DEBUG oslo_vmware.api [None req-1e47e5d5-5980-4004-9171-1bef10fd2c8b tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785832, 'name': PowerOffVM_Task, 'duration_secs': 0.221152} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1930.313346] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e47e5d5-5980-4004-9171-1bef10fd2c8b tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ad410fa6-01af-475e-a744-b2627e01552f] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1930.313523] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-1e47e5d5-5980-4004-9171-1bef10fd2c8b tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ad410fa6-01af-475e-a744-b2627e01552f] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1930.313782] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a76551c-2295-4b68-9b82-fa4ed7587b68 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.574603] env[62438]: DEBUG oslo_vmware.api [None req-ff85aad2-c545-4473-a00f-cc9832ef930d tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785833, 'name': PowerOffVM_Task, 'duration_secs': 0.158851} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1930.574894] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff85aad2-c545-4473-a00f-cc9832ef930d tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1930.575083] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-ff85aad2-c545-4473-a00f-cc9832ef930d tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1930.575366] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b3391c15-37bc-459c-8636-482d0516ca9c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.702759] env[62438]: DEBUG oslo_concurrency.lockutils [None req-0e94a638-a09a-42c6-9e12-a56f702e1cd3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Acquiring lock "3b386793-3879-4377-b606-c3fbbdc17f37" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1930.703071] env[62438]: DEBUG oslo_concurrency.lockutils [None req-0e94a638-a09a-42c6-9e12-a56f702e1cd3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Lock "3b386793-3879-4377-b606-c3fbbdc17f37" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1931.205779] env[62438]: DEBUG nova.compute.manager [None req-0e94a638-a09a-42c6-9e12-a56f702e1cd3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 3b386793-3879-4377-b606-c3fbbdc17f37] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1931.728755] env[62438]: DEBUG oslo_concurrency.lockutils [None req-0e94a638-a09a-42c6-9e12-a56f702e1cd3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1931.729063] env[62438]: DEBUG oslo_concurrency.lockutils [None req-0e94a638-a09a-42c6-9e12-a56f702e1cd3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1931.730541] env[62438]: INFO nova.compute.claims [None req-0e94a638-a09a-42c6-9e12-a56f702e1cd3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 3b386793-3879-4377-b606-c3fbbdc17f37] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1932.810795] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b32a5573-4ddb-4ca7-a519-b4a58a4add8c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.818541] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bda3b05-b316-42ec-9a9b-ed004c63bc3a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.848337] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b3e1ba-5efc-45bc-9a3b-cbd7dc374c12 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.854942] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a01cefe-46ca-45fa-9a6f-6c98d7cf7317 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.867413] env[62438]: DEBUG nova.compute.provider_tree [None req-0e94a638-a09a-42c6-9e12-a56f702e1cd3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1933.369978] env[62438]: DEBUG nova.scheduler.client.report [None req-0e94a638-a09a-42c6-9e12-a56f702e1cd3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1933.875513] env[62438]: DEBUG oslo_concurrency.lockutils [None req-0e94a638-a09a-42c6-9e12-a56f702e1cd3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.146s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1933.876027] env[62438]: DEBUG nova.compute.manager [None req-0e94a638-a09a-42c6-9e12-a56f702e1cd3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 3b386793-3879-4377-b606-c3fbbdc17f37] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1934.381583] env[62438]: DEBUG nova.compute.utils [None req-0e94a638-a09a-42c6-9e12-a56f702e1cd3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1934.383049] env[62438]: DEBUG nova.compute.manager [None req-0e94a638-a09a-42c6-9e12-a56f702e1cd3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 3b386793-3879-4377-b606-c3fbbdc17f37] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1934.383161] env[62438]: DEBUG nova.network.neutron [None req-0e94a638-a09a-42c6-9e12-a56f702e1cd3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 3b386793-3879-4377-b606-c3fbbdc17f37] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1934.428986] env[62438]: DEBUG nova.policy [None req-0e94a638-a09a-42c6-9e12-a56f702e1cd3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c6c9965681fe45289d82843e769f3d92', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a8cc450384714cf1a5ebb9cea994cee2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1934.691326] env[62438]: DEBUG nova.network.neutron [None req-0e94a638-a09a-42c6-9e12-a56f702e1cd3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 3b386793-3879-4377-b606-c3fbbdc17f37] Successfully created port: 275f214d-fb45-4a8a-85ea-90871ff2c8de {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1934.886035] env[62438]: DEBUG nova.compute.manager [None req-0e94a638-a09a-42c6-9e12-a56f702e1cd3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 3b386793-3879-4377-b606-c3fbbdc17f37] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1935.799590] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-1e47e5d5-5980-4004-9171-1bef10fd2c8b tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ad410fa6-01af-475e-a744-b2627e01552f] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1935.799865] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-1e47e5d5-5980-4004-9171-1bef10fd2c8b tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ad410fa6-01af-475e-a744-b2627e01552f] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1935.800054] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e47e5d5-5980-4004-9171-1bef10fd2c8b tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Deleting the datastore file [datastore1] ad410fa6-01af-475e-a744-b2627e01552f {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1935.800376] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aa1cb2f6-2453-4e60-85bf-5eee6144ad26 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.804312] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-ff85aad2-c545-4473-a00f-cc9832ef930d tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1935.804568] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-ff85aad2-c545-4473-a00f-cc9832ef930d tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1935.804699] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff85aad2-c545-4473-a00f-cc9832ef930d tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Deleting the datastore file [datastore1] 9a04f4af-932a-49d7-82dc-4180cb5d1a19 {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1935.804973] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4f746f56-086d-4575-96dd-0467d1145f04 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.808306] env[62438]: DEBUG oslo_vmware.api [None req-1e47e5d5-5980-4004-9171-1bef10fd2c8b tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Waiting for the task: (returnval){ [ 1935.808306] env[62438]: value = "task-1785836" [ 1935.808306] env[62438]: _type = "Task" [ 1935.808306] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.813210] env[62438]: DEBUG oslo_vmware.api [None req-ff85aad2-c545-4473-a00f-cc9832ef930d tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Waiting for the task: (returnval){ [ 1935.813210] env[62438]: value = "task-1785837" [ 1935.813210] env[62438]: _type = "Task" [ 1935.813210] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.819943] env[62438]: DEBUG oslo_vmware.api [None req-1e47e5d5-5980-4004-9171-1bef10fd2c8b tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785836, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.825064] env[62438]: DEBUG oslo_vmware.api [None req-ff85aad2-c545-4473-a00f-cc9832ef930d tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785837, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.896767] env[62438]: DEBUG nova.compute.manager [None req-0e94a638-a09a-42c6-9e12-a56f702e1cd3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 3b386793-3879-4377-b606-c3fbbdc17f37] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1935.924479] env[62438]: DEBUG nova.virt.hardware [None req-0e94a638-a09a-42c6-9e12-a56f702e1cd3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1935.924778] env[62438]: DEBUG nova.virt.hardware [None req-0e94a638-a09a-42c6-9e12-a56f702e1cd3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1935.924994] env[62438]: DEBUG nova.virt.hardware [None req-0e94a638-a09a-42c6-9e12-a56f702e1cd3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1935.925235] env[62438]: DEBUG nova.virt.hardware [None req-0e94a638-a09a-42c6-9e12-a56f702e1cd3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1935.925406] env[62438]: DEBUG nova.virt.hardware [None req-0e94a638-a09a-42c6-9e12-a56f702e1cd3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1935.925619] env[62438]: DEBUG nova.virt.hardware [None req-0e94a638-a09a-42c6-9e12-a56f702e1cd3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1935.925912] env[62438]: DEBUG nova.virt.hardware [None req-0e94a638-a09a-42c6-9e12-a56f702e1cd3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1935.926157] env[62438]: DEBUG nova.virt.hardware [None req-0e94a638-a09a-42c6-9e12-a56f702e1cd3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1935.926405] env[62438]: DEBUG nova.virt.hardware [None req-0e94a638-a09a-42c6-9e12-a56f702e1cd3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1935.926618] env[62438]: DEBUG nova.virt.hardware [None req-0e94a638-a09a-42c6-9e12-a56f702e1cd3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1935.926838] env[62438]: DEBUG nova.virt.hardware [None req-0e94a638-a09a-42c6-9e12-a56f702e1cd3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1935.927803] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bed7d2a1-bdb5-4669-8039-48e204d9a167 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.936693] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b591e45a-e7ee-4d5b-8801-d53758468d0f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.319858] env[62438]: DEBUG oslo_vmware.api [None req-1e47e5d5-5980-4004-9171-1bef10fd2c8b tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785836, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181768} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1936.320480] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e47e5d5-5980-4004-9171-1bef10fd2c8b tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1936.320685] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-1e47e5d5-5980-4004-9171-1bef10fd2c8b tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ad410fa6-01af-475e-a744-b2627e01552f] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1936.320866] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-1e47e5d5-5980-4004-9171-1bef10fd2c8b tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ad410fa6-01af-475e-a744-b2627e01552f] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1936.321062] env[62438]: INFO nova.compute.manager [None req-1e47e5d5-5980-4004-9171-1bef10fd2c8b tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ad410fa6-01af-475e-a744-b2627e01552f] Took 6.53 seconds to destroy the instance on the hypervisor. [ 1936.321364] env[62438]: DEBUG oslo.service.loopingcall [None req-1e47e5d5-5980-4004-9171-1bef10fd2c8b tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1936.321566] env[62438]: DEBUG nova.compute.manager [-] [instance: ad410fa6-01af-475e-a744-b2627e01552f] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1936.321661] env[62438]: DEBUG nova.network.neutron [-] [instance: ad410fa6-01af-475e-a744-b2627e01552f] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1936.325830] env[62438]: DEBUG oslo_vmware.api [None req-ff85aad2-c545-4473-a00f-cc9832ef930d tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785837, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181672} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1936.326973] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff85aad2-c545-4473-a00f-cc9832ef930d tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1936.326973] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-ff85aad2-c545-4473-a00f-cc9832ef930d tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1936.326973] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-ff85aad2-c545-4473-a00f-cc9832ef930d tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1936.326973] env[62438]: INFO nova.compute.manager [None req-ff85aad2-c545-4473-a00f-cc9832ef930d tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Took 6.28 seconds to destroy the instance on the hypervisor. [ 1936.327260] env[62438]: DEBUG oslo.service.loopingcall [None req-ff85aad2-c545-4473-a00f-cc9832ef930d tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1936.327260] env[62438]: DEBUG nova.compute.manager [-] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1936.327339] env[62438]: DEBUG nova.network.neutron [-] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1936.843277] env[62438]: DEBUG nova.compute.manager [req-da363387-535b-4c9b-9c48-86f40a8f5e69 req-fb72c59e-b09c-4f24-97ca-9c1d4e29a3ae service nova] [instance: ad410fa6-01af-475e-a744-b2627e01552f] Received event network-vif-deleted-76e0ce57-a960-43cc-b4e4-a45568237519 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1936.843514] env[62438]: INFO nova.compute.manager [req-da363387-535b-4c9b-9c48-86f40a8f5e69 req-fb72c59e-b09c-4f24-97ca-9c1d4e29a3ae service nova] [instance: ad410fa6-01af-475e-a744-b2627e01552f] Neutron deleted interface 76e0ce57-a960-43cc-b4e4-a45568237519; detaching it from the instance and deleting it from the info cache [ 1936.843698] env[62438]: DEBUG nova.network.neutron [req-da363387-535b-4c9b-9c48-86f40a8f5e69 req-fb72c59e-b09c-4f24-97ca-9c1d4e29a3ae service nova] [instance: ad410fa6-01af-475e-a744-b2627e01552f] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1936.846546] env[62438]: DEBUG nova.compute.manager [req-80d1be36-9265-4722-b7f7-f236b6996fcb req-87173471-11f3-4f61-ac80-2225de7ae3af service nova] [instance: 3b386793-3879-4377-b606-c3fbbdc17f37] Received event network-vif-plugged-275f214d-fb45-4a8a-85ea-90871ff2c8de {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1936.846807] env[62438]: DEBUG oslo_concurrency.lockutils [req-80d1be36-9265-4722-b7f7-f236b6996fcb req-87173471-11f3-4f61-ac80-2225de7ae3af service nova] Acquiring lock "3b386793-3879-4377-b606-c3fbbdc17f37-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1936.847075] env[62438]: DEBUG oslo_concurrency.lockutils [req-80d1be36-9265-4722-b7f7-f236b6996fcb req-87173471-11f3-4f61-ac80-2225de7ae3af service nova] Lock "3b386793-3879-4377-b606-c3fbbdc17f37-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1936.847296] env[62438]: DEBUG oslo_concurrency.lockutils [req-80d1be36-9265-4722-b7f7-f236b6996fcb req-87173471-11f3-4f61-ac80-2225de7ae3af service nova] Lock "3b386793-3879-4377-b606-c3fbbdc17f37-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1936.847538] env[62438]: DEBUG nova.compute.manager [req-80d1be36-9265-4722-b7f7-f236b6996fcb req-87173471-11f3-4f61-ac80-2225de7ae3af service nova] [instance: 3b386793-3879-4377-b606-c3fbbdc17f37] No waiting events found dispatching network-vif-plugged-275f214d-fb45-4a8a-85ea-90871ff2c8de {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1936.847790] env[62438]: WARNING nova.compute.manager [req-80d1be36-9265-4722-b7f7-f236b6996fcb req-87173471-11f3-4f61-ac80-2225de7ae3af service nova] [instance: 3b386793-3879-4377-b606-c3fbbdc17f37] Received unexpected event network-vif-plugged-275f214d-fb45-4a8a-85ea-90871ff2c8de for instance with vm_state building and task_state spawning. [ 1936.955100] env[62438]: DEBUG nova.network.neutron [None req-0e94a638-a09a-42c6-9e12-a56f702e1cd3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 3b386793-3879-4377-b606-c3fbbdc17f37] Successfully updated port: 275f214d-fb45-4a8a-85ea-90871ff2c8de {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1937.269838] env[62438]: DEBUG nova.network.neutron [-] [instance: ad410fa6-01af-475e-a744-b2627e01552f] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1937.349691] env[62438]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3ec3a1f1-c44f-428d-8dde-5b7557a127d0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.361379] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd15f67-5ef2-43aa-baa8-311eb31a7be4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.387196] env[62438]: DEBUG nova.compute.manager [req-da363387-535b-4c9b-9c48-86f40a8f5e69 req-fb72c59e-b09c-4f24-97ca-9c1d4e29a3ae service nova] [instance: ad410fa6-01af-475e-a744-b2627e01552f] Detach interface failed, port_id=76e0ce57-a960-43cc-b4e4-a45568237519, reason: Instance ad410fa6-01af-475e-a744-b2627e01552f could not be found. {{(pid=62438) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1937.403792] env[62438]: DEBUG nova.network.neutron [-] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1937.460126] env[62438]: DEBUG oslo_concurrency.lockutils [None req-0e94a638-a09a-42c6-9e12-a56f702e1cd3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Acquiring lock "refresh_cache-3b386793-3879-4377-b606-c3fbbdc17f37" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1937.460126] env[62438]: DEBUG oslo_concurrency.lockutils [None req-0e94a638-a09a-42c6-9e12-a56f702e1cd3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Acquired lock "refresh_cache-3b386793-3879-4377-b606-c3fbbdc17f37" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1937.460126] env[62438]: DEBUG nova.network.neutron [None req-0e94a638-a09a-42c6-9e12-a56f702e1cd3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 3b386793-3879-4377-b606-c3fbbdc17f37] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1937.772919] env[62438]: INFO nova.compute.manager [-] [instance: ad410fa6-01af-475e-a744-b2627e01552f] Took 1.45 seconds to deallocate network for instance. [ 1937.906517] env[62438]: INFO nova.compute.manager [-] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Took 1.58 seconds to deallocate network for instance. [ 1937.990198] env[62438]: DEBUG nova.network.neutron [None req-0e94a638-a09a-42c6-9e12-a56f702e1cd3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 3b386793-3879-4377-b606-c3fbbdc17f37] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1938.129721] env[62438]: DEBUG nova.network.neutron [None req-0e94a638-a09a-42c6-9e12-a56f702e1cd3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 3b386793-3879-4377-b606-c3fbbdc17f37] Updating instance_info_cache with network_info: [{"id": "275f214d-fb45-4a8a-85ea-90871ff2c8de", "address": "fa:16:3e:ea:5c:fb", "network": {"id": "2cd49439-8f79-4cd9-a604-570296a33fdc", "bridge": "br-int", "label": "tempest-ServersTestJSON-538647417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8cc450384714cf1a5ebb9cea994cee2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap275f214d-fb", "ovs_interfaceid": "275f214d-fb45-4a8a-85ea-90871ff2c8de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1938.279412] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1e47e5d5-5980-4004-9171-1bef10fd2c8b tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1938.279412] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1e47e5d5-5980-4004-9171-1bef10fd2c8b tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1938.279646] env[62438]: DEBUG nova.objects.instance [None req-1e47e5d5-5980-4004-9171-1bef10fd2c8b tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Lazy-loading 'resources' on Instance uuid ad410fa6-01af-475e-a744-b2627e01552f {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1938.413062] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ff85aad2-c545-4473-a00f-cc9832ef930d tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1938.632985] env[62438]: DEBUG oslo_concurrency.lockutils [None req-0e94a638-a09a-42c6-9e12-a56f702e1cd3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Releasing lock "refresh_cache-3b386793-3879-4377-b606-c3fbbdc17f37" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1938.633404] env[62438]: DEBUG nova.compute.manager [None req-0e94a638-a09a-42c6-9e12-a56f702e1cd3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 3b386793-3879-4377-b606-c3fbbdc17f37] Instance network_info: |[{"id": "275f214d-fb45-4a8a-85ea-90871ff2c8de", "address": "fa:16:3e:ea:5c:fb", "network": {"id": "2cd49439-8f79-4cd9-a604-570296a33fdc", "bridge": "br-int", "label": "tempest-ServersTestJSON-538647417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8cc450384714cf1a5ebb9cea994cee2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap275f214d-fb", "ovs_interfaceid": "275f214d-fb45-4a8a-85ea-90871ff2c8de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1938.633972] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-0e94a638-a09a-42c6-9e12-a56f702e1cd3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 3b386793-3879-4377-b606-c3fbbdc17f37] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:5c:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a555680e-4721-4509-97e4-ced9dc17c13e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '275f214d-fb45-4a8a-85ea-90871ff2c8de', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1938.642051] env[62438]: DEBUG oslo.service.loopingcall [None req-0e94a638-a09a-42c6-9e12-a56f702e1cd3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1938.642051] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b386793-3879-4377-b606-c3fbbdc17f37] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1938.642243] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a46834a-f910-47ec-b384-9d1714508cf3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.663343] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1938.663343] env[62438]: value = "task-1785838" [ 1938.663343] env[62438]: _type = "Task" [ 1938.663343] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.671863] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785838, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.878463] env[62438]: DEBUG nova.compute.manager [req-c550676a-13ed-4a6c-b0b9-68530fb8a72a req-a42d659f-4c53-4741-a3c1-e65047b29dc2 service nova] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Received event network-vif-deleted-26f2b697-c482-42aa-a7bc-24b0ba08b671 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1938.878679] env[62438]: DEBUG nova.compute.manager [req-c550676a-13ed-4a6c-b0b9-68530fb8a72a req-a42d659f-4c53-4741-a3c1-e65047b29dc2 service nova] [instance: 3b386793-3879-4377-b606-c3fbbdc17f37] Received event network-changed-275f214d-fb45-4a8a-85ea-90871ff2c8de {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1938.878850] env[62438]: DEBUG nova.compute.manager [req-c550676a-13ed-4a6c-b0b9-68530fb8a72a req-a42d659f-4c53-4741-a3c1-e65047b29dc2 service nova] [instance: 3b386793-3879-4377-b606-c3fbbdc17f37] Refreshing instance network info cache due to event network-changed-275f214d-fb45-4a8a-85ea-90871ff2c8de. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1938.879083] env[62438]: DEBUG oslo_concurrency.lockutils [req-c550676a-13ed-4a6c-b0b9-68530fb8a72a req-a42d659f-4c53-4741-a3c1-e65047b29dc2 service nova] Acquiring lock "refresh_cache-3b386793-3879-4377-b606-c3fbbdc17f37" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1938.879266] env[62438]: DEBUG oslo_concurrency.lockutils [req-c550676a-13ed-4a6c-b0b9-68530fb8a72a req-a42d659f-4c53-4741-a3c1-e65047b29dc2 service nova] Acquired lock "refresh_cache-3b386793-3879-4377-b606-c3fbbdc17f37" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1938.879425] env[62438]: DEBUG nova.network.neutron [req-c550676a-13ed-4a6c-b0b9-68530fb8a72a req-a42d659f-4c53-4741-a3c1-e65047b29dc2 service nova] [instance: 3b386793-3879-4377-b606-c3fbbdc17f37] Refreshing network info cache for port 275f214d-fb45-4a8a-85ea-90871ff2c8de {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1938.885422] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cff839b-6c10-4a8e-9171-cdfd933b9fc0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.896334] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79d080a1-484a-440d-8b0b-bb9e2606bc89 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.930756] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-627c03af-a3e9-4fb7-9765-db0db9ef86c3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.938726] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89752be9-ef0a-4fdf-a4a8-eea5183b681a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.953302] env[62438]: DEBUG nova.compute.provider_tree [None req-1e47e5d5-5980-4004-9171-1bef10fd2c8b tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1939.173761] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785838, 'name': CreateVM_Task, 'duration_secs': 0.336911} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1939.174218] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b386793-3879-4377-b606-c3fbbdc17f37] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1939.174670] env[62438]: DEBUG oslo_concurrency.lockutils [None req-0e94a638-a09a-42c6-9e12-a56f702e1cd3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1939.174847] env[62438]: DEBUG oslo_concurrency.lockutils [None req-0e94a638-a09a-42c6-9e12-a56f702e1cd3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1939.175242] env[62438]: DEBUG oslo_concurrency.lockutils [None req-0e94a638-a09a-42c6-9e12-a56f702e1cd3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1939.175546] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94a6aa48-ce48-4839-bbf4-f22088a10b95 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.181404] env[62438]: DEBUG oslo_vmware.api [None req-0e94a638-a09a-42c6-9e12-a56f702e1cd3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Waiting for the task: (returnval){ [ 1939.181404] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52c34f7c-841c-2173-6f7b-7b8a08763713" [ 1939.181404] env[62438]: _type = "Task" [ 1939.181404] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.190951] env[62438]: DEBUG oslo_vmware.api [None req-0e94a638-a09a-42c6-9e12-a56f702e1cd3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52c34f7c-841c-2173-6f7b-7b8a08763713, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.456918] env[62438]: DEBUG nova.scheduler.client.report [None req-1e47e5d5-5980-4004-9171-1bef10fd2c8b tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1939.599433] env[62438]: DEBUG nova.network.neutron [req-c550676a-13ed-4a6c-b0b9-68530fb8a72a req-a42d659f-4c53-4741-a3c1-e65047b29dc2 service nova] [instance: 3b386793-3879-4377-b606-c3fbbdc17f37] Updated VIF entry in instance network info cache for port 275f214d-fb45-4a8a-85ea-90871ff2c8de. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1939.600135] env[62438]: DEBUG nova.network.neutron [req-c550676a-13ed-4a6c-b0b9-68530fb8a72a req-a42d659f-4c53-4741-a3c1-e65047b29dc2 service nova] [instance: 3b386793-3879-4377-b606-c3fbbdc17f37] Updating instance_info_cache with network_info: [{"id": "275f214d-fb45-4a8a-85ea-90871ff2c8de", "address": "fa:16:3e:ea:5c:fb", "network": {"id": "2cd49439-8f79-4cd9-a604-570296a33fdc", "bridge": "br-int", "label": "tempest-ServersTestJSON-538647417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8cc450384714cf1a5ebb9cea994cee2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap275f214d-fb", "ovs_interfaceid": "275f214d-fb45-4a8a-85ea-90871ff2c8de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1939.692031] env[62438]: DEBUG oslo_vmware.api [None req-0e94a638-a09a-42c6-9e12-a56f702e1cd3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52c34f7c-841c-2173-6f7b-7b8a08763713, 'name': SearchDatastore_Task, 'duration_secs': 0.010086} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1939.692307] env[62438]: DEBUG oslo_concurrency.lockutils [None req-0e94a638-a09a-42c6-9e12-a56f702e1cd3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1939.692551] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-0e94a638-a09a-42c6-9e12-a56f702e1cd3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 3b386793-3879-4377-b606-c3fbbdc17f37] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1939.692804] env[62438]: DEBUG oslo_concurrency.lockutils [None req-0e94a638-a09a-42c6-9e12-a56f702e1cd3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1939.692959] env[62438]: DEBUG oslo_concurrency.lockutils [None req-0e94a638-a09a-42c6-9e12-a56f702e1cd3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1939.693165] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e94a638-a09a-42c6-9e12-a56f702e1cd3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1939.693518] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb603bc7-1531-449a-9901-0678675ea542 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.702496] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e94a638-a09a-42c6-9e12-a56f702e1cd3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1939.702659] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-0e94a638-a09a-42c6-9e12-a56f702e1cd3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1939.703493] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33f27140-8de1-48cd-a822-3dc64160f6dc {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.709075] env[62438]: DEBUG oslo_vmware.api [None req-0e94a638-a09a-42c6-9e12-a56f702e1cd3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Waiting for the task: (returnval){ [ 1939.709075] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52eac3aa-9ddb-65cd-acf7-c85c786e7b3c" [ 1939.709075] env[62438]: _type = "Task" [ 1939.709075] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.716686] env[62438]: DEBUG oslo_vmware.api [None req-0e94a638-a09a-42c6-9e12-a56f702e1cd3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52eac3aa-9ddb-65cd-acf7-c85c786e7b3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.962751] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1e47e5d5-5980-4004-9171-1bef10fd2c8b tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.683s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1939.965161] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ff85aad2-c545-4473-a00f-cc9832ef930d tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.552s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1939.965403] env[62438]: DEBUG nova.objects.instance [None req-ff85aad2-c545-4473-a00f-cc9832ef930d tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Lazy-loading 'resources' on Instance uuid 9a04f4af-932a-49d7-82dc-4180cb5d1a19 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1939.980481] env[62438]: INFO nova.scheduler.client.report [None req-1e47e5d5-5980-4004-9171-1bef10fd2c8b tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Deleted allocations for instance ad410fa6-01af-475e-a744-b2627e01552f [ 1940.106281] env[62438]: DEBUG oslo_concurrency.lockutils [req-c550676a-13ed-4a6c-b0b9-68530fb8a72a req-a42d659f-4c53-4741-a3c1-e65047b29dc2 service nova] Releasing lock "refresh_cache-3b386793-3879-4377-b606-c3fbbdc17f37" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1940.220415] env[62438]: DEBUG oslo_vmware.api [None req-0e94a638-a09a-42c6-9e12-a56f702e1cd3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52eac3aa-9ddb-65cd-acf7-c85c786e7b3c, 'name': SearchDatastore_Task, 'duration_secs': 0.00917} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.221184] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23bcba73-06bd-455d-8a3d-9329d7c04af4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.226064] env[62438]: DEBUG oslo_vmware.api [None req-0e94a638-a09a-42c6-9e12-a56f702e1cd3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Waiting for the task: (returnval){ [ 1940.226064] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]523f8af4-db1d-4d30-5cd8-49f8ca97864c" [ 1940.226064] env[62438]: _type = "Task" [ 1940.226064] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.233449] env[62438]: DEBUG oslo_vmware.api [None req-0e94a638-a09a-42c6-9e12-a56f702e1cd3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]523f8af4-db1d-4d30-5cd8-49f8ca97864c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.487286] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1e47e5d5-5980-4004-9171-1bef10fd2c8b tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Lock "ad410fa6-01af-475e-a744-b2627e01552f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.703s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1940.545394] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0e2b379-19f6-4a4b-94b4-cfc6c75b1d38 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.555437] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-788323be-fcfc-49c6-ad8d-d06733255205 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.615467] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf0226f-774c-495c-80f9-1820d4320abf {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.626918] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-337d90ad-83e5-4f48-862a-e91d32291843 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.651670] env[62438]: DEBUG nova.compute.provider_tree [None req-ff85aad2-c545-4473-a00f-cc9832ef930d tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1940.737034] env[62438]: DEBUG oslo_vmware.api [None req-0e94a638-a09a-42c6-9e12-a56f702e1cd3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]523f8af4-db1d-4d30-5cd8-49f8ca97864c, 'name': SearchDatastore_Task, 'duration_secs': 0.009919} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.737401] env[62438]: DEBUG oslo_concurrency.lockutils [None req-0e94a638-a09a-42c6-9e12-a56f702e1cd3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1940.737675] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e94a638-a09a-42c6-9e12-a56f702e1cd3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 3b386793-3879-4377-b606-c3fbbdc17f37/3b386793-3879-4377-b606-c3fbbdc17f37.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1940.737989] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-583343f7-1464-4da1-90cb-36691b115a75 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.744755] env[62438]: DEBUG oslo_vmware.api [None req-0e94a638-a09a-42c6-9e12-a56f702e1cd3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Waiting for the task: (returnval){ [ 1940.744755] env[62438]: value = "task-1785839" [ 1940.744755] env[62438]: _type = "Task" [ 1940.744755] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.752230] env[62438]: DEBUG oslo_vmware.api [None req-0e94a638-a09a-42c6-9e12-a56f702e1cd3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': task-1785839, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.155189] env[62438]: DEBUG nova.scheduler.client.report [None req-ff85aad2-c545-4473-a00f-cc9832ef930d tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1941.254482] env[62438]: DEBUG oslo_vmware.api [None req-0e94a638-a09a-42c6-9e12-a56f702e1cd3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': task-1785839, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.451021} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.254776] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e94a638-a09a-42c6-9e12-a56f702e1cd3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 3b386793-3879-4377-b606-c3fbbdc17f37/3b386793-3879-4377-b606-c3fbbdc17f37.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1941.254988] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-0e94a638-a09a-42c6-9e12-a56f702e1cd3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 3b386793-3879-4377-b606-c3fbbdc17f37] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1941.255282] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2c02bd8b-fbd7-41aa-879e-a7bb3e1a3a57 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.261278] env[62438]: DEBUG oslo_vmware.api [None req-0e94a638-a09a-42c6-9e12-a56f702e1cd3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Waiting for the task: (returnval){ [ 1941.261278] env[62438]: value = "task-1785840" [ 1941.261278] env[62438]: _type = "Task" [ 1941.261278] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.268492] env[62438]: DEBUG oslo_vmware.api [None req-0e94a638-a09a-42c6-9e12-a56f702e1cd3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': task-1785840, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.661035] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ff85aad2-c545-4473-a00f-cc9832ef930d tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.696s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1941.677936] env[62438]: INFO nova.scheduler.client.report [None req-ff85aad2-c545-4473-a00f-cc9832ef930d tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Deleted allocations for instance 9a04f4af-932a-49d7-82dc-4180cb5d1a19 [ 1941.771051] env[62438]: DEBUG oslo_vmware.api [None req-0e94a638-a09a-42c6-9e12-a56f702e1cd3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': task-1785840, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073706} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.771304] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-0e94a638-a09a-42c6-9e12-a56f702e1cd3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 3b386793-3879-4377-b606-c3fbbdc17f37] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1941.772165] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee3141d0-b53d-4afa-b716-59b5dc46901c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.793873] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e94a638-a09a-42c6-9e12-a56f702e1cd3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 3b386793-3879-4377-b606-c3fbbdc17f37] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 3b386793-3879-4377-b606-c3fbbdc17f37/3b386793-3879-4377-b606-c3fbbdc17f37.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1941.794536] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63347453-5385-4c52-b7f4-125f463a083e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.813920] env[62438]: DEBUG oslo_vmware.api [None req-0e94a638-a09a-42c6-9e12-a56f702e1cd3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Waiting for the task: (returnval){ [ 1941.813920] env[62438]: value = "task-1785841" [ 1941.813920] env[62438]: _type = "Task" [ 1941.813920] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.823342] env[62438]: DEBUG oslo_vmware.api [None req-0e94a638-a09a-42c6-9e12-a56f702e1cd3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': task-1785841, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.185895] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ff85aad2-c545-4473-a00f-cc9832ef930d tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Lock "9a04f4af-932a-49d7-82dc-4180cb5d1a19" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.142s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1942.323482] env[62438]: DEBUG oslo_vmware.api [None req-0e94a638-a09a-42c6-9e12-a56f702e1cd3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': task-1785841, 'name': ReconfigVM_Task, 'duration_secs': 0.284003} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.325063] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e94a638-a09a-42c6-9e12-a56f702e1cd3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 3b386793-3879-4377-b606-c3fbbdc17f37] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 3b386793-3879-4377-b606-c3fbbdc17f37/3b386793-3879-4377-b606-c3fbbdc17f37.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1942.325063] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-55435502-1e98-41ab-aaa4-ccbb82a82338 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.330606] env[62438]: DEBUG oslo_vmware.api [None req-0e94a638-a09a-42c6-9e12-a56f702e1cd3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Waiting for the task: (returnval){ [ 1942.330606] env[62438]: value = "task-1785842" [ 1942.330606] env[62438]: _type = "Task" [ 1942.330606] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1942.337983] env[62438]: DEBUG oslo_vmware.api [None req-0e94a638-a09a-42c6-9e12-a56f702e1cd3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': task-1785842, 'name': Rename_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.371620] env[62438]: DEBUG nova.compute.manager [None req-4281b0ca-ff30-4570-a2e0-29efc1d07814 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] Stashing vm_state: active {{(pid=62438) _prep_resize /opt/stack/nova/nova/compute/manager.py:5624}} [ 1942.840647] env[62438]: DEBUG oslo_vmware.api [None req-0e94a638-a09a-42c6-9e12-a56f702e1cd3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': task-1785842, 'name': Rename_Task, 'duration_secs': 0.294489} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.840939] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e94a638-a09a-42c6-9e12-a56f702e1cd3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 3b386793-3879-4377-b606-c3fbbdc17f37] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1942.841207] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-980dc56e-7569-4204-9a53-8376415331d9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.847459] env[62438]: DEBUG oslo_vmware.api [None req-0e94a638-a09a-42c6-9e12-a56f702e1cd3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Waiting for the task: (returnval){ [ 1942.847459] env[62438]: value = "task-1785843" [ 1942.847459] env[62438]: _type = "Task" [ 1942.847459] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1942.855112] env[62438]: DEBUG oslo_vmware.api [None req-0e94a638-a09a-42c6-9e12-a56f702e1cd3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': task-1785843, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.892471] env[62438]: DEBUG oslo_concurrency.lockutils [None req-4281b0ca-ff30-4570-a2e0-29efc1d07814 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1942.892795] env[62438]: DEBUG oslo_concurrency.lockutils [None req-4281b0ca-ff30-4570-a2e0-29efc1d07814 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1943.362016] env[62438]: DEBUG oslo_vmware.api [None req-0e94a638-a09a-42c6-9e12-a56f702e1cd3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': task-1785843, 'name': PowerOnVM_Task, 'duration_secs': 0.496179} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1943.362016] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e94a638-a09a-42c6-9e12-a56f702e1cd3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 3b386793-3879-4377-b606-c3fbbdc17f37] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1943.362016] env[62438]: INFO nova.compute.manager [None req-0e94a638-a09a-42c6-9e12-a56f702e1cd3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 3b386793-3879-4377-b606-c3fbbdc17f37] Took 7.46 seconds to spawn the instance on the hypervisor. [ 1943.362016] env[62438]: DEBUG nova.compute.manager [None req-0e94a638-a09a-42c6-9e12-a56f702e1cd3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 3b386793-3879-4377-b606-c3fbbdc17f37] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1943.362016] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95656481-c952-463b-afbf-026f5197fded {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.398049] env[62438]: INFO nova.compute.claims [None req-4281b0ca-ff30-4570-a2e0-29efc1d07814 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1943.877963] env[62438]: INFO nova.compute.manager [None req-0e94a638-a09a-42c6-9e12-a56f702e1cd3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 3b386793-3879-4377-b606-c3fbbdc17f37] Took 12.17 seconds to build instance. [ 1943.903459] env[62438]: INFO nova.compute.resource_tracker [None req-4281b0ca-ff30-4570-a2e0-29efc1d07814 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] Updating resource usage from migration e858c618-9447-470f-b367-dd853e79f402 [ 1943.978467] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b85133d4-53ad-4f08-a2e3-6163cbbe2651 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.986440] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e2663e-759a-489e-aec0-6aae9a9ef97f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.017510] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a10bac7d-a601-45ea-a2cc-ae45d769e78e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.025314] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03fb99f2-2a1f-4fbc-92f7-8556d3d13cdc {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.039419] env[62438]: DEBUG nova.compute.provider_tree [None req-4281b0ca-ff30-4570-a2e0-29efc1d07814 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1944.380562] env[62438]: DEBUG oslo_concurrency.lockutils [None req-0e94a638-a09a-42c6-9e12-a56f702e1cd3 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Lock "3b386793-3879-4377-b606-c3fbbdc17f37" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.677s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1944.543168] env[62438]: DEBUG nova.scheduler.client.report [None req-4281b0ca-ff30-4570-a2e0-29efc1d07814 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1944.615205] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ed47e6cf-3f2d-43b8-b663-f78df0c89b8a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Acquiring lock "aad6a786-86ef-44e1-a756-3e1e8659c0e6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1944.615356] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ed47e6cf-3f2d-43b8-b663-f78df0c89b8a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Lock "aad6a786-86ef-44e1-a756-3e1e8659c0e6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1945.048472] env[62438]: DEBUG oslo_concurrency.lockutils [None req-4281b0ca-ff30-4570-a2e0-29efc1d07814 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.156s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1945.048719] env[62438]: INFO nova.compute.manager [None req-4281b0ca-ff30-4570-a2e0-29efc1d07814 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] Migrating [ 1945.117499] env[62438]: DEBUG nova.compute.manager [None req-ed47e6cf-3f2d-43b8-b663-f78df0c89b8a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1945.134729] env[62438]: DEBUG oslo_concurrency.lockutils [None req-eabbbf52-db11-4123-9b37-a103008380c7 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Acquiring lock "3b386793-3879-4377-b606-c3fbbdc17f37" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1945.134729] env[62438]: DEBUG oslo_concurrency.lockutils [None req-eabbbf52-db11-4123-9b37-a103008380c7 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Lock "3b386793-3879-4377-b606-c3fbbdc17f37" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1945.134729] env[62438]: DEBUG oslo_concurrency.lockutils [None req-eabbbf52-db11-4123-9b37-a103008380c7 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Acquiring lock "3b386793-3879-4377-b606-c3fbbdc17f37-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1945.134925] env[62438]: DEBUG oslo_concurrency.lockutils [None req-eabbbf52-db11-4123-9b37-a103008380c7 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Lock "3b386793-3879-4377-b606-c3fbbdc17f37-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1945.135053] env[62438]: DEBUG oslo_concurrency.lockutils [None req-eabbbf52-db11-4123-9b37-a103008380c7 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Lock "3b386793-3879-4377-b606-c3fbbdc17f37-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1945.137156] env[62438]: INFO nova.compute.manager [None req-eabbbf52-db11-4123-9b37-a103008380c7 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 3b386793-3879-4377-b606-c3fbbdc17f37] Terminating instance [ 1945.141822] env[62438]: DEBUG nova.compute.manager [None req-eabbbf52-db11-4123-9b37-a103008380c7 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 3b386793-3879-4377-b606-c3fbbdc17f37] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1945.142020] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-eabbbf52-db11-4123-9b37-a103008380c7 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 3b386793-3879-4377-b606-c3fbbdc17f37] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1945.142858] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de127e2c-c001-4c68-b887-0a53ebd4e3d4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.150949] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-eabbbf52-db11-4123-9b37-a103008380c7 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 3b386793-3879-4377-b606-c3fbbdc17f37] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1945.151212] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4dc7521e-8958-4695-96d0-5e3237391319 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.156881] env[62438]: DEBUG oslo_vmware.api [None req-eabbbf52-db11-4123-9b37-a103008380c7 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Waiting for the task: (returnval){ [ 1945.156881] env[62438]: value = "task-1785844" [ 1945.156881] env[62438]: _type = "Task" [ 1945.156881] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1945.164845] env[62438]: DEBUG oslo_vmware.api [None req-eabbbf52-db11-4123-9b37-a103008380c7 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': task-1785844, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.563097] env[62438]: DEBUG oslo_concurrency.lockutils [None req-4281b0ca-ff30-4570-a2e0-29efc1d07814 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Acquiring lock "refresh_cache-ceadf541-e9dc-423a-97c5-3dfe483cbab4" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1945.563411] env[62438]: DEBUG oslo_concurrency.lockutils [None req-4281b0ca-ff30-4570-a2e0-29efc1d07814 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Acquired lock "refresh_cache-ceadf541-e9dc-423a-97c5-3dfe483cbab4" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1945.563636] env[62438]: DEBUG nova.network.neutron [None req-4281b0ca-ff30-4570-a2e0-29efc1d07814 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1945.641057] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ed47e6cf-3f2d-43b8-b663-f78df0c89b8a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1945.641430] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ed47e6cf-3f2d-43b8-b663-f78df0c89b8a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1945.642958] env[62438]: INFO nova.compute.claims [None req-ed47e6cf-3f2d-43b8-b663-f78df0c89b8a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1945.666381] env[62438]: DEBUG oslo_vmware.api [None req-eabbbf52-db11-4123-9b37-a103008380c7 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': task-1785844, 'name': PowerOffVM_Task, 'duration_secs': 0.171911} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1945.666693] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-eabbbf52-db11-4123-9b37-a103008380c7 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 3b386793-3879-4377-b606-c3fbbdc17f37] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1945.666906] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-eabbbf52-db11-4123-9b37-a103008380c7 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 3b386793-3879-4377-b606-c3fbbdc17f37] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1945.667206] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-41be74f3-5c92-4b72-9186-70651e919a3b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.760701] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-eabbbf52-db11-4123-9b37-a103008380c7 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 3b386793-3879-4377-b606-c3fbbdc17f37] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1945.760943] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-eabbbf52-db11-4123-9b37-a103008380c7 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 3b386793-3879-4377-b606-c3fbbdc17f37] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1945.761151] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-eabbbf52-db11-4123-9b37-a103008380c7 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Deleting the datastore file [datastore1] 3b386793-3879-4377-b606-c3fbbdc17f37 {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1945.761453] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-880d2020-5eef-4804-85a8-a1f523916305 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.767821] env[62438]: DEBUG oslo_vmware.api [None req-eabbbf52-db11-4123-9b37-a103008380c7 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Waiting for the task: (returnval){ [ 1945.767821] env[62438]: value = "task-1785846" [ 1945.767821] env[62438]: _type = "Task" [ 1945.767821] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1945.775323] env[62438]: DEBUG oslo_vmware.api [None req-eabbbf52-db11-4123-9b37-a103008380c7 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': task-1785846, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.277590] env[62438]: DEBUG oslo_vmware.api [None req-eabbbf52-db11-4123-9b37-a103008380c7 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': task-1785846, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141242} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1946.277860] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-eabbbf52-db11-4123-9b37-a103008380c7 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1946.278063] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-eabbbf52-db11-4123-9b37-a103008380c7 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 3b386793-3879-4377-b606-c3fbbdc17f37] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1946.278249] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-eabbbf52-db11-4123-9b37-a103008380c7 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 3b386793-3879-4377-b606-c3fbbdc17f37] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1946.278427] env[62438]: INFO nova.compute.manager [None req-eabbbf52-db11-4123-9b37-a103008380c7 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 3b386793-3879-4377-b606-c3fbbdc17f37] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1946.278671] env[62438]: DEBUG oslo.service.loopingcall [None req-eabbbf52-db11-4123-9b37-a103008380c7 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1946.278867] env[62438]: DEBUG nova.compute.manager [-] [instance: 3b386793-3879-4377-b606-c3fbbdc17f37] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1946.278960] env[62438]: DEBUG nova.network.neutron [-] [instance: 3b386793-3879-4377-b606-c3fbbdc17f37] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1946.301206] env[62438]: DEBUG nova.network.neutron [None req-4281b0ca-ff30-4570-a2e0-29efc1d07814 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] Updating instance_info_cache with network_info: [{"id": "e4a3ce12-9884-4f64-9a7e-faea782cd63f", "address": "fa:16:3e:5d:00:99", "network": {"id": "f204c615-6047-48c0-a7eb-65fe4ad424e5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1343144096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38d579b225154935bb754c9894cd2f33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4a3ce12-98", "ovs_interfaceid": "e4a3ce12-9884-4f64-9a7e-faea782cd63f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1946.519813] env[62438]: DEBUG nova.compute.manager [req-85cf30fe-e432-4f5a-832c-372b8fea5c3b req-8f238753-6baf-4651-bf8e-58bb4cc8b2bd service nova] [instance: 3b386793-3879-4377-b606-c3fbbdc17f37] Received event network-vif-deleted-275f214d-fb45-4a8a-85ea-90871ff2c8de {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1946.520097] env[62438]: INFO nova.compute.manager [req-85cf30fe-e432-4f5a-832c-372b8fea5c3b req-8f238753-6baf-4651-bf8e-58bb4cc8b2bd service nova] [instance: 3b386793-3879-4377-b606-c3fbbdc17f37] Neutron deleted interface 275f214d-fb45-4a8a-85ea-90871ff2c8de; detaching it from the instance and deleting it from the info cache [ 1946.520215] env[62438]: DEBUG nova.network.neutron [req-85cf30fe-e432-4f5a-832c-372b8fea5c3b req-8f238753-6baf-4651-bf8e-58bb4cc8b2bd service nova] [instance: 3b386793-3879-4377-b606-c3fbbdc17f37] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1946.736028] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8232715c-d342-49c7-8e8b-41c4eec5c9a7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.743861] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02b58d57-e5bf-414d-a83f-2fd88e826ee6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.774627] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d04861b4-1bfd-4ad8-b39e-4da2cd223cca {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.781988] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-425115a9-48ac-4ba0-924d-f0ea1da5fee9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.795855] env[62438]: DEBUG nova.compute.provider_tree [None req-ed47e6cf-3f2d-43b8-b663-f78df0c89b8a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1946.804024] env[62438]: DEBUG oslo_concurrency.lockutils [None req-4281b0ca-ff30-4570-a2e0-29efc1d07814 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Releasing lock "refresh_cache-ceadf541-e9dc-423a-97c5-3dfe483cbab4" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1946.997355] env[62438]: DEBUG nova.network.neutron [-] [instance: 3b386793-3879-4377-b606-c3fbbdc17f37] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1947.022772] env[62438]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-998f7149-ae06-42da-b770-fa0b76dd0564 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.032893] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4119b33e-729c-4232-bec6-d8b0a8f51909 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.057873] env[62438]: DEBUG nova.compute.manager [req-85cf30fe-e432-4f5a-832c-372b8fea5c3b req-8f238753-6baf-4651-bf8e-58bb4cc8b2bd service nova] [instance: 3b386793-3879-4377-b606-c3fbbdc17f37] Detach interface failed, port_id=275f214d-fb45-4a8a-85ea-90871ff2c8de, reason: Instance 3b386793-3879-4377-b606-c3fbbdc17f37 could not be found. {{(pid=62438) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1947.299407] env[62438]: DEBUG nova.scheduler.client.report [None req-ed47e6cf-3f2d-43b8-b663-f78df0c89b8a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1947.464820] env[62438]: DEBUG oslo_concurrency.lockutils [None req-26e95c7a-6611-4445-90d4-471fe06da5b3 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] Acquiring lock "b9e46b97-d8a4-4699-a33f-5ebef6748e35" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1947.465068] env[62438]: DEBUG oslo_concurrency.lockutils [None req-26e95c7a-6611-4445-90d4-471fe06da5b3 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] Lock "b9e46b97-d8a4-4699-a33f-5ebef6748e35" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1947.465292] env[62438]: DEBUG oslo_concurrency.lockutils [None req-26e95c7a-6611-4445-90d4-471fe06da5b3 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] Acquiring lock "b9e46b97-d8a4-4699-a33f-5ebef6748e35-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1947.465484] env[62438]: DEBUG oslo_concurrency.lockutils [None req-26e95c7a-6611-4445-90d4-471fe06da5b3 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] Lock "b9e46b97-d8a4-4699-a33f-5ebef6748e35-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1947.465665] env[62438]: DEBUG oslo_concurrency.lockutils [None req-26e95c7a-6611-4445-90d4-471fe06da5b3 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] Lock "b9e46b97-d8a4-4699-a33f-5ebef6748e35-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1947.467605] env[62438]: INFO nova.compute.manager [None req-26e95c7a-6611-4445-90d4-471fe06da5b3 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] [instance: b9e46b97-d8a4-4699-a33f-5ebef6748e35] Terminating instance [ 1947.469283] env[62438]: DEBUG nova.compute.manager [None req-26e95c7a-6611-4445-90d4-471fe06da5b3 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] [instance: b9e46b97-d8a4-4699-a33f-5ebef6748e35] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1947.469487] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-26e95c7a-6611-4445-90d4-471fe06da5b3 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] [instance: b9e46b97-d8a4-4699-a33f-5ebef6748e35] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1947.470329] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae9f429-3b07-4174-a9bb-2b289ed74017 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.478163] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-26e95c7a-6611-4445-90d4-471fe06da5b3 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] [instance: b9e46b97-d8a4-4699-a33f-5ebef6748e35] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1947.478395] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b66deee1-eb5c-45f1-bf56-93332c77669d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.484698] env[62438]: DEBUG oslo_vmware.api [None req-26e95c7a-6611-4445-90d4-471fe06da5b3 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] Waiting for the task: (returnval){ [ 1947.484698] env[62438]: value = "task-1785847" [ 1947.484698] env[62438]: _type = "Task" [ 1947.484698] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1947.492116] env[62438]: DEBUG oslo_vmware.api [None req-26e95c7a-6611-4445-90d4-471fe06da5b3 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] Task: {'id': task-1785847, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.499675] env[62438]: INFO nova.compute.manager [-] [instance: 3b386793-3879-4377-b606-c3fbbdc17f37] Took 1.22 seconds to deallocate network for instance. [ 1947.803943] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ed47e6cf-3f2d-43b8-b663-f78df0c89b8a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.162s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1947.804512] env[62438]: DEBUG nova.compute.manager [None req-ed47e6cf-3f2d-43b8-b663-f78df0c89b8a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1947.995644] env[62438]: DEBUG oslo_vmware.api [None req-26e95c7a-6611-4445-90d4-471fe06da5b3 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] Task: {'id': task-1785847, 'name': PowerOffVM_Task, 'duration_secs': 0.174716} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1947.995938] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-26e95c7a-6611-4445-90d4-471fe06da5b3 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] [instance: b9e46b97-d8a4-4699-a33f-5ebef6748e35] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1947.996137] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-26e95c7a-6611-4445-90d4-471fe06da5b3 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] [instance: b9e46b97-d8a4-4699-a33f-5ebef6748e35] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1947.996398] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b405c45-d2b5-4660-98c7-4798665ddbb9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.005909] env[62438]: DEBUG oslo_concurrency.lockutils [None req-eabbbf52-db11-4123-9b37-a103008380c7 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1948.006169] env[62438]: DEBUG oslo_concurrency.lockutils [None req-eabbbf52-db11-4123-9b37-a103008380c7 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1948.006388] env[62438]: DEBUG nova.objects.instance [None req-eabbbf52-db11-4123-9b37-a103008380c7 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Lazy-loading 'resources' on Instance uuid 3b386793-3879-4377-b606-c3fbbdc17f37 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1948.144789] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-26e95c7a-6611-4445-90d4-471fe06da5b3 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] [instance: b9e46b97-d8a4-4699-a33f-5ebef6748e35] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1948.145079] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-26e95c7a-6611-4445-90d4-471fe06da5b3 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] [instance: b9e46b97-d8a4-4699-a33f-5ebef6748e35] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1948.145280] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-26e95c7a-6611-4445-90d4-471fe06da5b3 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] Deleting the datastore file [datastore1] b9e46b97-d8a4-4699-a33f-5ebef6748e35 {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1948.145909] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa1a7810-a8b9-4fb2-8a1d-26b0265242aa {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.152743] env[62438]: DEBUG oslo_vmware.api [None req-26e95c7a-6611-4445-90d4-471fe06da5b3 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] Waiting for the task: (returnval){ [ 1948.152743] env[62438]: value = "task-1785849" [ 1948.152743] env[62438]: _type = "Task" [ 1948.152743] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1948.160208] env[62438]: DEBUG oslo_vmware.api [None req-26e95c7a-6611-4445-90d4-471fe06da5b3 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] Task: {'id': task-1785849, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.309564] env[62438]: DEBUG nova.compute.utils [None req-ed47e6cf-3f2d-43b8-b663-f78df0c89b8a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1948.311711] env[62438]: DEBUG nova.compute.manager [None req-ed47e6cf-3f2d-43b8-b663-f78df0c89b8a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1948.311711] env[62438]: DEBUG nova.network.neutron [None req-ed47e6cf-3f2d-43b8-b663-f78df0c89b8a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1948.316801] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0813dc1-84c1-4fb6-ab29-e88d3bf8322e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.335420] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-4281b0ca-ff30-4570-a2e0-29efc1d07814 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] Updating instance 'ceadf541-e9dc-423a-97c5-3dfe483cbab4' progress to 0 {{(pid=62438) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1948.362784] env[62438]: DEBUG nova.policy [None req-ed47e6cf-3f2d-43b8-b663-f78df0c89b8a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d72db3ea72d4b1b9bf96cc343b9fd4f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd7f4486a8955463faeee363dc451c813', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1948.611370] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec656175-20b4-42ea-84e2-e7affd276c7b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.614606] env[62438]: DEBUG nova.network.neutron [None req-ed47e6cf-3f2d-43b8-b663-f78df0c89b8a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Successfully created port: b6847acc-4e1e-49e4-a5c8-0f5b7c744fea {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1948.619463] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ab190aa-6b1f-4c36-b0ca-88f9db02a4dc {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.659483] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e642ab2-f583-434a-a8bd-c406c98aa99a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.667189] env[62438]: DEBUG oslo_vmware.api [None req-26e95c7a-6611-4445-90d4-471fe06da5b3 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] Task: {'id': task-1785849, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134157} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1948.669383] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-26e95c7a-6611-4445-90d4-471fe06da5b3 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1948.669749] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-26e95c7a-6611-4445-90d4-471fe06da5b3 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] [instance: b9e46b97-d8a4-4699-a33f-5ebef6748e35] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1948.670067] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-26e95c7a-6611-4445-90d4-471fe06da5b3 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] [instance: b9e46b97-d8a4-4699-a33f-5ebef6748e35] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1948.670361] env[62438]: INFO nova.compute.manager [None req-26e95c7a-6611-4445-90d4-471fe06da5b3 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] [instance: b9e46b97-d8a4-4699-a33f-5ebef6748e35] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1948.670727] env[62438]: DEBUG oslo.service.loopingcall [None req-26e95c7a-6611-4445-90d4-471fe06da5b3 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1948.671110] env[62438]: DEBUG nova.compute.manager [-] [instance: b9e46b97-d8a4-4699-a33f-5ebef6748e35] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1948.671318] env[62438]: DEBUG nova.network.neutron [-] [instance: b9e46b97-d8a4-4699-a33f-5ebef6748e35] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1948.674026] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9dd6d5d-d8ff-4162-9bed-8b570901fa24 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.687479] env[62438]: DEBUG nova.compute.provider_tree [None req-eabbbf52-db11-4123-9b37-a103008380c7 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Updating inventory in ProviderTree for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1948.815358] env[62438]: DEBUG nova.compute.manager [None req-ed47e6cf-3f2d-43b8-b663-f78df0c89b8a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1948.842159] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-4281b0ca-ff30-4570-a2e0-29efc1d07814 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1948.842159] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25974e1a-7448-48bc-be4f-81933a740c17 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.850468] env[62438]: DEBUG oslo_vmware.api [None req-4281b0ca-ff30-4570-a2e0-29efc1d07814 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Waiting for the task: (returnval){ [ 1948.850468] env[62438]: value = "task-1785850" [ 1948.850468] env[62438]: _type = "Task" [ 1948.850468] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1948.857997] env[62438]: DEBUG oslo_vmware.api [None req-4281b0ca-ff30-4570-a2e0-29efc1d07814 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785850, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.209031] env[62438]: ERROR nova.scheduler.client.report [None req-eabbbf52-db11-4123-9b37-a103008380c7 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [req-71648d45-97ab-4f17-8c9c-7a18599050a3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 3d204b25-fa3a-4320-b81b-738bc1f337f5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-71648d45-97ab-4f17-8c9c-7a18599050a3"}]} [ 1949.224445] env[62438]: DEBUG nova.scheduler.client.report [None req-eabbbf52-db11-4123-9b37-a103008380c7 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Refreshing inventories for resource provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1949.238650] env[62438]: DEBUG nova.scheduler.client.report [None req-eabbbf52-db11-4123-9b37-a103008380c7 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Updating ProviderTree inventory for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1949.238904] env[62438]: DEBUG nova.compute.provider_tree [None req-eabbbf52-db11-4123-9b37-a103008380c7 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Updating inventory in ProviderTree for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1949.249449] env[62438]: DEBUG nova.scheduler.client.report [None req-eabbbf52-db11-4123-9b37-a103008380c7 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Refreshing aggregate associations for resource provider 3d204b25-fa3a-4320-b81b-738bc1f337f5, aggregates: None {{(pid=62438) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1949.267141] env[62438]: DEBUG nova.scheduler.client.report [None req-eabbbf52-db11-4123-9b37-a103008380c7 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Refreshing trait associations for resource provider 3d204b25-fa3a-4320-b81b-738bc1f337f5, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62438) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1949.359590] env[62438]: DEBUG oslo_vmware.api [None req-4281b0ca-ff30-4570-a2e0-29efc1d07814 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785850, 'name': PowerOffVM_Task, 'duration_secs': 0.190105} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1949.360726] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-4281b0ca-ff30-4570-a2e0-29efc1d07814 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1949.360937] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-4281b0ca-ff30-4570-a2e0-29efc1d07814 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] Updating instance 'ceadf541-e9dc-423a-97c5-3dfe483cbab4' progress to 17 {{(pid=62438) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1949.364804] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-049e0cb7-6185-491d-8d92-4b65af872b40 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.375228] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f8df241-f362-4b9c-8ede-c8674a7f7d68 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.414872] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b6b7c23-ee4e-487e-a54b-2d548ee19d40 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.423117] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8525761-1dbe-4a2c-a856-f0f5064ecf22 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.436591] env[62438]: DEBUG nova.compute.provider_tree [None req-eabbbf52-db11-4123-9b37-a103008380c7 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Updating inventory in ProviderTree for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1949.564361] env[62438]: DEBUG nova.compute.manager [req-31f70d87-f53e-457d-968a-858f70df3caf req-26ba56bd-3219-404d-9abc-e103cf2267c2 service nova] [instance: b9e46b97-d8a4-4699-a33f-5ebef6748e35] Received event network-vif-deleted-b5499b26-8b4a-4772-ac17-c44a731265dc {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1949.564605] env[62438]: INFO nova.compute.manager [req-31f70d87-f53e-457d-968a-858f70df3caf req-26ba56bd-3219-404d-9abc-e103cf2267c2 service nova] [instance: b9e46b97-d8a4-4699-a33f-5ebef6748e35] Neutron deleted interface b5499b26-8b4a-4772-ac17-c44a731265dc; detaching it from the instance and deleting it from the info cache [ 1949.564800] env[62438]: DEBUG nova.network.neutron [req-31f70d87-f53e-457d-968a-858f70df3caf req-26ba56bd-3219-404d-9abc-e103cf2267c2 service nova] [instance: b9e46b97-d8a4-4699-a33f-5ebef6748e35] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1949.829009] env[62438]: DEBUG nova.compute.manager [None req-ed47e6cf-3f2d-43b8-b663-f78df0c89b8a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1949.854864] env[62438]: DEBUG nova.virt.hardware [None req-ed47e6cf-3f2d-43b8-b663-f78df0c89b8a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1949.855152] env[62438]: DEBUG nova.virt.hardware [None req-ed47e6cf-3f2d-43b8-b663-f78df0c89b8a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1949.855319] env[62438]: DEBUG nova.virt.hardware [None req-ed47e6cf-3f2d-43b8-b663-f78df0c89b8a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1949.855531] env[62438]: DEBUG nova.virt.hardware [None req-ed47e6cf-3f2d-43b8-b663-f78df0c89b8a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1949.855684] env[62438]: DEBUG nova.virt.hardware [None req-ed47e6cf-3f2d-43b8-b663-f78df0c89b8a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1949.855839] env[62438]: DEBUG nova.virt.hardware [None req-ed47e6cf-3f2d-43b8-b663-f78df0c89b8a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1949.856062] env[62438]: DEBUG nova.virt.hardware [None req-ed47e6cf-3f2d-43b8-b663-f78df0c89b8a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1949.856239] env[62438]: DEBUG nova.virt.hardware [None req-ed47e6cf-3f2d-43b8-b663-f78df0c89b8a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1949.856415] env[62438]: DEBUG nova.virt.hardware [None req-ed47e6cf-3f2d-43b8-b663-f78df0c89b8a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1949.856581] env[62438]: DEBUG nova.virt.hardware [None req-ed47e6cf-3f2d-43b8-b663-f78df0c89b8a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1949.856763] env[62438]: DEBUG nova.virt.hardware [None req-ed47e6cf-3f2d-43b8-b663-f78df0c89b8a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1949.857624] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7462ca36-c829-4e3e-a6ee-741f4eb601c7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.865572] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b2f8931-a0e0-48b3-a1f0-34282dbec559 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.870763] env[62438]: DEBUG nova.virt.hardware [None req-4281b0ca-ff30-4570-a2e0-29efc1d07814 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1949.870991] env[62438]: DEBUG nova.virt.hardware [None req-4281b0ca-ff30-4570-a2e0-29efc1d07814 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1949.871170] env[62438]: DEBUG nova.virt.hardware [None req-4281b0ca-ff30-4570-a2e0-29efc1d07814 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1949.871387] env[62438]: DEBUG nova.virt.hardware [None req-4281b0ca-ff30-4570-a2e0-29efc1d07814 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1949.871560] env[62438]: DEBUG nova.virt.hardware [None req-4281b0ca-ff30-4570-a2e0-29efc1d07814 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1949.871718] env[62438]: DEBUG nova.virt.hardware [None req-4281b0ca-ff30-4570-a2e0-29efc1d07814 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1949.871923] env[62438]: DEBUG nova.virt.hardware [None req-4281b0ca-ff30-4570-a2e0-29efc1d07814 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1949.872102] env[62438]: DEBUG nova.virt.hardware [None req-4281b0ca-ff30-4570-a2e0-29efc1d07814 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1949.872278] env[62438]: DEBUG nova.virt.hardware [None req-4281b0ca-ff30-4570-a2e0-29efc1d07814 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1949.872447] env[62438]: DEBUG nova.virt.hardware [None req-4281b0ca-ff30-4570-a2e0-29efc1d07814 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1949.872626] env[62438]: DEBUG nova.virt.hardware [None req-4281b0ca-ff30-4570-a2e0-29efc1d07814 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1949.877475] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b305cb0-8f2f-4d54-9c69-7385cbd6baa5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.900255] env[62438]: DEBUG oslo_vmware.api [None req-4281b0ca-ff30-4570-a2e0-29efc1d07814 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Waiting for the task: (returnval){ [ 1949.900255] env[62438]: value = "task-1785851" [ 1949.900255] env[62438]: _type = "Task" [ 1949.900255] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.907903] env[62438]: DEBUG oslo_vmware.api [None req-4281b0ca-ff30-4570-a2e0-29efc1d07814 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785851, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.965457] env[62438]: DEBUG nova.scheduler.client.report [None req-eabbbf52-db11-4123-9b37-a103008380c7 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Updated inventory for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with generation 168 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1949.965747] env[62438]: DEBUG nova.compute.provider_tree [None req-eabbbf52-db11-4123-9b37-a103008380c7 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Updating resource provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 generation from 168 to 169 during operation: update_inventory {{(pid=62438) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1949.965999] env[62438]: DEBUG nova.compute.provider_tree [None req-eabbbf52-db11-4123-9b37-a103008380c7 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Updating inventory in ProviderTree for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1950.043845] env[62438]: DEBUG nova.network.neutron [-] [instance: b9e46b97-d8a4-4699-a33f-5ebef6748e35] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1950.067105] env[62438]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ee9a98b9-303a-44ea-af04-2c74ce922db1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.077173] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfaed48a-31b6-48a1-b4c7-49ef751c6c44 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.102603] env[62438]: DEBUG nova.compute.manager [req-31f70d87-f53e-457d-968a-858f70df3caf req-26ba56bd-3219-404d-9abc-e103cf2267c2 service nova] [instance: b9e46b97-d8a4-4699-a33f-5ebef6748e35] Detach interface failed, port_id=b5499b26-8b4a-4772-ac17-c44a731265dc, reason: Instance b9e46b97-d8a4-4699-a33f-5ebef6748e35 could not be found. {{(pid=62438) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1950.388092] env[62438]: DEBUG nova.network.neutron [None req-ed47e6cf-3f2d-43b8-b663-f78df0c89b8a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Successfully updated port: b6847acc-4e1e-49e4-a5c8-0f5b7c744fea {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1950.411321] env[62438]: DEBUG oslo_vmware.api [None req-4281b0ca-ff30-4570-a2e0-29efc1d07814 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785851, 'name': ReconfigVM_Task, 'duration_secs': 0.160423} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1950.411764] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-4281b0ca-ff30-4570-a2e0-29efc1d07814 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] Updating instance 'ceadf541-e9dc-423a-97c5-3dfe483cbab4' progress to 33 {{(pid=62438) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1950.470647] env[62438]: DEBUG oslo_concurrency.lockutils [None req-eabbbf52-db11-4123-9b37-a103008380c7 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.464s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1950.491900] env[62438]: INFO nova.scheduler.client.report [None req-eabbbf52-db11-4123-9b37-a103008380c7 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Deleted allocations for instance 3b386793-3879-4377-b606-c3fbbdc17f37 [ 1950.546440] env[62438]: INFO nova.compute.manager [-] [instance: b9e46b97-d8a4-4699-a33f-5ebef6748e35] Took 1.88 seconds to deallocate network for instance. [ 1950.891202] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ed47e6cf-3f2d-43b8-b663-f78df0c89b8a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Acquiring lock "refresh_cache-aad6a786-86ef-44e1-a756-3e1e8659c0e6" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1950.891532] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ed47e6cf-3f2d-43b8-b663-f78df0c89b8a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Acquired lock "refresh_cache-aad6a786-86ef-44e1-a756-3e1e8659c0e6" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1950.891532] env[62438]: DEBUG nova.network.neutron [None req-ed47e6cf-3f2d-43b8-b663-f78df0c89b8a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1950.919017] env[62438]: DEBUG nova.virt.hardware [None req-4281b0ca-ff30-4570-a2e0-29efc1d07814 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1950.919306] env[62438]: DEBUG nova.virt.hardware [None req-4281b0ca-ff30-4570-a2e0-29efc1d07814 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1950.919476] env[62438]: DEBUG nova.virt.hardware [None req-4281b0ca-ff30-4570-a2e0-29efc1d07814 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1950.919670] env[62438]: DEBUG nova.virt.hardware [None req-4281b0ca-ff30-4570-a2e0-29efc1d07814 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1950.919826] env[62438]: DEBUG nova.virt.hardware [None req-4281b0ca-ff30-4570-a2e0-29efc1d07814 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1950.919981] env[62438]: DEBUG nova.virt.hardware [None req-4281b0ca-ff30-4570-a2e0-29efc1d07814 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1950.920220] env[62438]: DEBUG nova.virt.hardware [None req-4281b0ca-ff30-4570-a2e0-29efc1d07814 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1950.920391] env[62438]: DEBUG nova.virt.hardware [None req-4281b0ca-ff30-4570-a2e0-29efc1d07814 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1950.920566] env[62438]: DEBUG nova.virt.hardware [None req-4281b0ca-ff30-4570-a2e0-29efc1d07814 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1950.920737] env[62438]: DEBUG nova.virt.hardware [None req-4281b0ca-ff30-4570-a2e0-29efc1d07814 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1950.920921] env[62438]: DEBUG nova.virt.hardware [None req-4281b0ca-ff30-4570-a2e0-29efc1d07814 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1950.926399] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-4281b0ca-ff30-4570-a2e0-29efc1d07814 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] Reconfiguring VM instance instance-00000057 to detach disk 2000 {{(pid=62438) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1950.926690] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-511a5cbd-2c9c-4ab4-8d5f-6c19e22a0ed5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.944979] env[62438]: DEBUG oslo_vmware.api [None req-4281b0ca-ff30-4570-a2e0-29efc1d07814 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Waiting for the task: (returnval){ [ 1950.944979] env[62438]: value = "task-1785852" [ 1950.944979] env[62438]: _type = "Task" [ 1950.944979] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1950.952554] env[62438]: DEBUG oslo_vmware.api [None req-4281b0ca-ff30-4570-a2e0-29efc1d07814 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785852, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.999479] env[62438]: DEBUG oslo_concurrency.lockutils [None req-eabbbf52-db11-4123-9b37-a103008380c7 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Lock "3b386793-3879-4377-b606-c3fbbdc17f37" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.865s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1951.052944] env[62438]: DEBUG oslo_concurrency.lockutils [None req-26e95c7a-6611-4445-90d4-471fe06da5b3 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1951.053132] env[62438]: DEBUG oslo_concurrency.lockutils [None req-26e95c7a-6611-4445-90d4-471fe06da5b3 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1951.053371] env[62438]: DEBUG nova.objects.instance [None req-26e95c7a-6611-4445-90d4-471fe06da5b3 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] Lazy-loading 'resources' on Instance uuid b9e46b97-d8a4-4699-a33f-5ebef6748e35 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1951.441082] env[62438]: DEBUG nova.network.neutron [None req-ed47e6cf-3f2d-43b8-b663-f78df0c89b8a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1951.460754] env[62438]: DEBUG oslo_vmware.api [None req-4281b0ca-ff30-4570-a2e0-29efc1d07814 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785852, 'name': ReconfigVM_Task, 'duration_secs': 0.154778} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1951.461057] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-4281b0ca-ff30-4570-a2e0-29efc1d07814 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] Reconfigured VM instance instance-00000057 to detach disk 2000 {{(pid=62438) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1951.461862] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddaf52ff-6318-4988-b1c9-97865f45d4fd {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.487263] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-4281b0ca-ff30-4570-a2e0-29efc1d07814 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] ceadf541-e9dc-423a-97c5-3dfe483cbab4/ceadf541-e9dc-423a-97c5-3dfe483cbab4.vmdk or device None with type thin {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1951.487595] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2add31d9-dfcd-4de2-bca9-019b99ffe1e6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.507722] env[62438]: DEBUG oslo_vmware.api [None req-4281b0ca-ff30-4570-a2e0-29efc1d07814 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Waiting for the task: (returnval){ [ 1951.507722] env[62438]: value = "task-1785853" [ 1951.507722] env[62438]: _type = "Task" [ 1951.507722] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1951.515605] env[62438]: DEBUG oslo_vmware.api [None req-4281b0ca-ff30-4570-a2e0-29efc1d07814 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785853, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.595511] env[62438]: DEBUG nova.compute.manager [req-e53dda7d-97b8-444a-8eab-cacc6bbd2b8b req-422269bf-6a9b-46c8-aeca-c5ebfc61dffe service nova] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Received event network-vif-plugged-b6847acc-4e1e-49e4-a5c8-0f5b7c744fea {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1951.595615] env[62438]: DEBUG oslo_concurrency.lockutils [req-e53dda7d-97b8-444a-8eab-cacc6bbd2b8b req-422269bf-6a9b-46c8-aeca-c5ebfc61dffe service nova] Acquiring lock "aad6a786-86ef-44e1-a756-3e1e8659c0e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1951.595797] env[62438]: DEBUG oslo_concurrency.lockutils [req-e53dda7d-97b8-444a-8eab-cacc6bbd2b8b req-422269bf-6a9b-46c8-aeca-c5ebfc61dffe service nova] Lock "aad6a786-86ef-44e1-a756-3e1e8659c0e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1951.595961] env[62438]: DEBUG oslo_concurrency.lockutils [req-e53dda7d-97b8-444a-8eab-cacc6bbd2b8b req-422269bf-6a9b-46c8-aeca-c5ebfc61dffe service nova] Lock "aad6a786-86ef-44e1-a756-3e1e8659c0e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1951.596216] env[62438]: DEBUG nova.compute.manager [req-e53dda7d-97b8-444a-8eab-cacc6bbd2b8b req-422269bf-6a9b-46c8-aeca-c5ebfc61dffe service nova] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] No waiting events found dispatching network-vif-plugged-b6847acc-4e1e-49e4-a5c8-0f5b7c744fea {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1951.596311] env[62438]: WARNING nova.compute.manager [req-e53dda7d-97b8-444a-8eab-cacc6bbd2b8b req-422269bf-6a9b-46c8-aeca-c5ebfc61dffe service nova] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Received unexpected event network-vif-plugged-b6847acc-4e1e-49e4-a5c8-0f5b7c744fea for instance with vm_state building and task_state spawning. [ 1951.596532] env[62438]: DEBUG nova.compute.manager [req-e53dda7d-97b8-444a-8eab-cacc6bbd2b8b req-422269bf-6a9b-46c8-aeca-c5ebfc61dffe service nova] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Received event network-changed-b6847acc-4e1e-49e4-a5c8-0f5b7c744fea {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1951.596630] env[62438]: DEBUG nova.compute.manager [req-e53dda7d-97b8-444a-8eab-cacc6bbd2b8b req-422269bf-6a9b-46c8-aeca-c5ebfc61dffe service nova] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Refreshing instance network info cache due to event network-changed-b6847acc-4e1e-49e4-a5c8-0f5b7c744fea. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1951.597610] env[62438]: DEBUG oslo_concurrency.lockutils [req-e53dda7d-97b8-444a-8eab-cacc6bbd2b8b req-422269bf-6a9b-46c8-aeca-c5ebfc61dffe service nova] Acquiring lock "refresh_cache-aad6a786-86ef-44e1-a756-3e1e8659c0e6" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1951.610396] env[62438]: DEBUG nova.network.neutron [None req-ed47e6cf-3f2d-43b8-b663-f78df0c89b8a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Updating instance_info_cache with network_info: [{"id": "b6847acc-4e1e-49e4-a5c8-0f5b7c744fea", "address": "fa:16:3e:8b:58:37", "network": {"id": "d5e0f42e-8988-470d-bf55-b08dd924a07b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-779037552-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7f4486a8955463faeee363dc451c813", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6847acc-4e", "ovs_interfaceid": "b6847acc-4e1e-49e4-a5c8-0f5b7c744fea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1951.647266] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-365cf54b-ba29-47b4-98df-61cbc9dde549 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.656785] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d968a15-4d25-468b-b12e-bcd4df9db145 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.688667] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b68fd1cb-56ea-41de-805a-52060e533f36 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.696808] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce111f16-2235-4c12-91c3-3b3702b1f418 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.710825] env[62438]: DEBUG nova.compute.provider_tree [None req-26e95c7a-6611-4445-90d4-471fe06da5b3 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1952.017358] env[62438]: DEBUG oslo_vmware.api [None req-4281b0ca-ff30-4570-a2e0-29efc1d07814 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785853, 'name': ReconfigVM_Task, 'duration_secs': 0.250116} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1952.017677] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-4281b0ca-ff30-4570-a2e0-29efc1d07814 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] Reconfigured VM instance instance-00000057 to attach disk [datastore1] ceadf541-e9dc-423a-97c5-3dfe483cbab4/ceadf541-e9dc-423a-97c5-3dfe483cbab4.vmdk or device None with type thin {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1952.017904] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-4281b0ca-ff30-4570-a2e0-29efc1d07814 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] Updating instance 'ceadf541-e9dc-423a-97c5-3dfe483cbab4' progress to 50 {{(pid=62438) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1952.115750] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ed47e6cf-3f2d-43b8-b663-f78df0c89b8a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Releasing lock "refresh_cache-aad6a786-86ef-44e1-a756-3e1e8659c0e6" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1952.116878] env[62438]: DEBUG nova.compute.manager [None req-ed47e6cf-3f2d-43b8-b663-f78df0c89b8a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Instance network_info: |[{"id": "b6847acc-4e1e-49e4-a5c8-0f5b7c744fea", "address": "fa:16:3e:8b:58:37", "network": {"id": "d5e0f42e-8988-470d-bf55-b08dd924a07b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-779037552-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7f4486a8955463faeee363dc451c813", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6847acc-4e", "ovs_interfaceid": "b6847acc-4e1e-49e4-a5c8-0f5b7c744fea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1952.116878] env[62438]: DEBUG oslo_concurrency.lockutils [req-e53dda7d-97b8-444a-8eab-cacc6bbd2b8b req-422269bf-6a9b-46c8-aeca-c5ebfc61dffe service nova] Acquired lock "refresh_cache-aad6a786-86ef-44e1-a756-3e1e8659c0e6" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1952.116878] env[62438]: DEBUG nova.network.neutron [req-e53dda7d-97b8-444a-8eab-cacc6bbd2b8b req-422269bf-6a9b-46c8-aeca-c5ebfc61dffe service nova] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Refreshing network info cache for port b6847acc-4e1e-49e4-a5c8-0f5b7c744fea {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1952.118532] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-ed47e6cf-3f2d-43b8-b663-f78df0c89b8a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:58:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '685b4083-b748-41fb-a68a-273b1073fa28', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b6847acc-4e1e-49e4-a5c8-0f5b7c744fea', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1952.126159] env[62438]: DEBUG oslo.service.loopingcall [None req-ed47e6cf-3f2d-43b8-b663-f78df0c89b8a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1952.126556] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1952.126779] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0084c141-acfd-4c56-838d-ef979c09ee3f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.146565] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1952.146565] env[62438]: value = "task-1785854" [ 1952.146565] env[62438]: _type = "Task" [ 1952.146565] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1952.153804] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785854, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.182263] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1affab30-ff55-4848-aff0-cf5ca39f19c0 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Acquiring lock "a9a3ae43-b719-4198-9ad9-dba99a607b43" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1952.182466] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1affab30-ff55-4848-aff0-cf5ca39f19c0 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Lock "a9a3ae43-b719-4198-9ad9-dba99a607b43" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1952.214080] env[62438]: DEBUG nova.scheduler.client.report [None req-26e95c7a-6611-4445-90d4-471fe06da5b3 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1952.524644] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2773078-d0a6-4361-991f-ad82c4dce22a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.543957] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7979cf0-57cf-4eb1-b01b-da36fc9a13c8 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.562799] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-4281b0ca-ff30-4570-a2e0-29efc1d07814 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] Updating instance 'ceadf541-e9dc-423a-97c5-3dfe483cbab4' progress to 67 {{(pid=62438) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1952.656284] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785854, 'name': CreateVM_Task, 'duration_secs': 0.423297} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1952.658437] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1952.659124] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ed47e6cf-3f2d-43b8-b663-f78df0c89b8a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1952.659304] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ed47e6cf-3f2d-43b8-b663-f78df0c89b8a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1952.659626] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ed47e6cf-3f2d-43b8-b663-f78df0c89b8a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1952.660176] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52cdab41-df95-44d8-a851-966bbd5c2c37 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.664922] env[62438]: DEBUG oslo_vmware.api [None req-ed47e6cf-3f2d-43b8-b663-f78df0c89b8a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Waiting for the task: (returnval){ [ 1952.664922] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]524d63a0-23f8-1964-af83-9408c7cf3f65" [ 1952.664922] env[62438]: _type = "Task" [ 1952.664922] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1952.673352] env[62438]: DEBUG oslo_vmware.api [None req-ed47e6cf-3f2d-43b8-b663-f78df0c89b8a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]524d63a0-23f8-1964-af83-9408c7cf3f65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.684937] env[62438]: DEBUG nova.compute.manager [None req-1affab30-ff55-4848-aff0-cf5ca39f19c0 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: a9a3ae43-b719-4198-9ad9-dba99a607b43] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1952.720028] env[62438]: DEBUG oslo_concurrency.lockutils [None req-26e95c7a-6611-4445-90d4-471fe06da5b3 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.667s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1952.740848] env[62438]: INFO nova.scheduler.client.report [None req-26e95c7a-6611-4445-90d4-471fe06da5b3 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] Deleted allocations for instance b9e46b97-d8a4-4699-a33f-5ebef6748e35 [ 1952.844933] env[62438]: DEBUG nova.network.neutron [req-e53dda7d-97b8-444a-8eab-cacc6bbd2b8b req-422269bf-6a9b-46c8-aeca-c5ebfc61dffe service nova] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Updated VIF entry in instance network info cache for port b6847acc-4e1e-49e4-a5c8-0f5b7c744fea. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1952.845321] env[62438]: DEBUG nova.network.neutron [req-e53dda7d-97b8-444a-8eab-cacc6bbd2b8b req-422269bf-6a9b-46c8-aeca-c5ebfc61dffe service nova] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Updating instance_info_cache with network_info: [{"id": "b6847acc-4e1e-49e4-a5c8-0f5b7c744fea", "address": "fa:16:3e:8b:58:37", "network": {"id": "d5e0f42e-8988-470d-bf55-b08dd924a07b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-779037552-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7f4486a8955463faeee363dc451c813", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6847acc-4e", "ovs_interfaceid": "b6847acc-4e1e-49e4-a5c8-0f5b7c744fea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1953.102196] env[62438]: DEBUG nova.network.neutron [None req-4281b0ca-ff30-4570-a2e0-29efc1d07814 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] Port e4a3ce12-9884-4f64-9a7e-faea782cd63f binding to destination host cpu-1 is already ACTIVE {{(pid=62438) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 1953.176127] env[62438]: DEBUG oslo_vmware.api [None req-ed47e6cf-3f2d-43b8-b663-f78df0c89b8a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]524d63a0-23f8-1964-af83-9408c7cf3f65, 'name': SearchDatastore_Task, 'duration_secs': 0.011525} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1953.176490] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ed47e6cf-3f2d-43b8-b663-f78df0c89b8a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1953.176775] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-ed47e6cf-3f2d-43b8-b663-f78df0c89b8a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1953.177080] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ed47e6cf-3f2d-43b8-b663-f78df0c89b8a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1953.177283] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ed47e6cf-3f2d-43b8-b663-f78df0c89b8a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1953.177512] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed47e6cf-3f2d-43b8-b663-f78df0c89b8a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1953.178066] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-123acdcf-adbc-44b3-9e7a-701ee9e848a2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.186177] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed47e6cf-3f2d-43b8-b663-f78df0c89b8a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1953.186392] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-ed47e6cf-3f2d-43b8-b663-f78df0c89b8a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1953.187155] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8beaf62f-0175-4b32-9856-a328541dedac {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.195283] env[62438]: DEBUG oslo_vmware.api [None req-ed47e6cf-3f2d-43b8-b663-f78df0c89b8a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Waiting for the task: (returnval){ [ 1953.195283] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]520ff641-52e8-2129-ee89-35406d29fb63" [ 1953.195283] env[62438]: _type = "Task" [ 1953.195283] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.203021] env[62438]: DEBUG oslo_vmware.api [None req-ed47e6cf-3f2d-43b8-b663-f78df0c89b8a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]520ff641-52e8-2129-ee89-35406d29fb63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.206055] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1affab30-ff55-4848-aff0-cf5ca39f19c0 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1953.206331] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1affab30-ff55-4848-aff0-cf5ca39f19c0 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1953.207910] env[62438]: INFO nova.compute.claims [None req-1affab30-ff55-4848-aff0-cf5ca39f19c0 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: a9a3ae43-b719-4198-9ad9-dba99a607b43] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1953.249791] env[62438]: DEBUG oslo_concurrency.lockutils [None req-26e95c7a-6611-4445-90d4-471fe06da5b3 tempest-ServersTestFqdnHostnames-991344698 tempest-ServersTestFqdnHostnames-991344698-project-member] Lock "b9e46b97-d8a4-4699-a33f-5ebef6748e35" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.785s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1953.347996] env[62438]: DEBUG oslo_concurrency.lockutils [req-e53dda7d-97b8-444a-8eab-cacc6bbd2b8b req-422269bf-6a9b-46c8-aeca-c5ebfc61dffe service nova] Releasing lock "refresh_cache-aad6a786-86ef-44e1-a756-3e1e8659c0e6" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1953.706236] env[62438]: DEBUG oslo_vmware.api [None req-ed47e6cf-3f2d-43b8-b663-f78df0c89b8a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]520ff641-52e8-2129-ee89-35406d29fb63, 'name': SearchDatastore_Task, 'duration_secs': 0.00799} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1953.707077] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bb07433-50d5-48f7-b057-2a64ed34308c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.715645] env[62438]: DEBUG oslo_vmware.api [None req-ed47e6cf-3f2d-43b8-b663-f78df0c89b8a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Waiting for the task: (returnval){ [ 1953.715645] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5292cf5c-7c42-806d-1ff5-92f1d3cfc9ab" [ 1953.715645] env[62438]: _type = "Task" [ 1953.715645] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.725831] env[62438]: DEBUG oslo_vmware.api [None req-ed47e6cf-3f2d-43b8-b663-f78df0c89b8a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5292cf5c-7c42-806d-1ff5-92f1d3cfc9ab, 'name': SearchDatastore_Task, 'duration_secs': 0.010133} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1953.725831] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ed47e6cf-3f2d-43b8-b663-f78df0c89b8a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1953.726126] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed47e6cf-3f2d-43b8-b663-f78df0c89b8a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] aad6a786-86ef-44e1-a756-3e1e8659c0e6/aad6a786-86ef-44e1-a756-3e1e8659c0e6.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1953.726396] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-048ff644-65c8-42be-bbb5-98ad2437c077 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.734466] env[62438]: DEBUG oslo_vmware.api [None req-ed47e6cf-3f2d-43b8-b663-f78df0c89b8a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Waiting for the task: (returnval){ [ 1953.734466] env[62438]: value = "task-1785855" [ 1953.734466] env[62438]: _type = "Task" [ 1953.734466] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.742475] env[62438]: DEBUG oslo_vmware.api [None req-ed47e6cf-3f2d-43b8-b663-f78df0c89b8a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785855, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.126443] env[62438]: DEBUG oslo_concurrency.lockutils [None req-4281b0ca-ff30-4570-a2e0-29efc1d07814 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Acquiring lock "ceadf541-e9dc-423a-97c5-3dfe483cbab4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1954.127233] env[62438]: DEBUG oslo_concurrency.lockutils [None req-4281b0ca-ff30-4570-a2e0-29efc1d07814 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Lock "ceadf541-e9dc-423a-97c5-3dfe483cbab4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1954.127599] env[62438]: DEBUG oslo_concurrency.lockutils [None req-4281b0ca-ff30-4570-a2e0-29efc1d07814 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Lock "ceadf541-e9dc-423a-97c5-3dfe483cbab4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1954.245397] env[62438]: DEBUG oslo_vmware.api [None req-ed47e6cf-3f2d-43b8-b663-f78df0c89b8a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785855, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.39486} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1954.247849] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed47e6cf-3f2d-43b8-b663-f78df0c89b8a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] aad6a786-86ef-44e1-a756-3e1e8659c0e6/aad6a786-86ef-44e1-a756-3e1e8659c0e6.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1954.248099] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-ed47e6cf-3f2d-43b8-b663-f78df0c89b8a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1954.248535] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3a570421-d1c8-4d61-9c88-84d33c9618d5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.255728] env[62438]: DEBUG oslo_vmware.api [None req-ed47e6cf-3f2d-43b8-b663-f78df0c89b8a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Waiting for the task: (returnval){ [ 1954.255728] env[62438]: value = "task-1785856" [ 1954.255728] env[62438]: _type = "Task" [ 1954.255728] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1954.268977] env[62438]: DEBUG oslo_vmware.api [None req-ed47e6cf-3f2d-43b8-b663-f78df0c89b8a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785856, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.299514] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc43f8bf-d72d-4d61-bcb5-7932deac30ca {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.307758] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b444c5-4353-4876-97c1-d97a232e80d8 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.337537] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e72be03c-55a5-4ed2-a8ef-1206e2e3379f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.344953] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4636e9d4-c2a3-4e8f-9a05-73ece6432938 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.357893] env[62438]: DEBUG nova.compute.provider_tree [None req-1affab30-ff55-4848-aff0-cf5ca39f19c0 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Updating inventory in ProviderTree for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1954.765985] env[62438]: DEBUG oslo_vmware.api [None req-ed47e6cf-3f2d-43b8-b663-f78df0c89b8a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785856, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064039} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1954.766876] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-ed47e6cf-3f2d-43b8-b663-f78df0c89b8a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1954.767844] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ed12be-be93-48ea-a4c3-c991f8e0e06f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.790285] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed47e6cf-3f2d-43b8-b663-f78df0c89b8a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] aad6a786-86ef-44e1-a756-3e1e8659c0e6/aad6a786-86ef-44e1-a756-3e1e8659c0e6.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1954.790600] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c6b513e-5c5f-4d98-b0d7-33fd7662e909 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.811623] env[62438]: DEBUG oslo_vmware.api [None req-ed47e6cf-3f2d-43b8-b663-f78df0c89b8a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Waiting for the task: (returnval){ [ 1954.811623] env[62438]: value = "task-1785857" [ 1954.811623] env[62438]: _type = "Task" [ 1954.811623] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1954.822199] env[62438]: DEBUG oslo_vmware.api [None req-ed47e6cf-3f2d-43b8-b663-f78df0c89b8a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785857, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.881645] env[62438]: ERROR nova.scheduler.client.report [None req-1affab30-ff55-4848-aff0-cf5ca39f19c0 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [req-90bcbd9f-094f-40fb-a5d5-f8541ece1a0e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 3d204b25-fa3a-4320-b81b-738bc1f337f5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-90bcbd9f-094f-40fb-a5d5-f8541ece1a0e"}]} [ 1954.897054] env[62438]: DEBUG nova.scheduler.client.report [None req-1affab30-ff55-4848-aff0-cf5ca39f19c0 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Refreshing inventories for resource provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1954.911411] env[62438]: DEBUG nova.scheduler.client.report [None req-1affab30-ff55-4848-aff0-cf5ca39f19c0 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Updating ProviderTree inventory for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1954.911555] env[62438]: DEBUG nova.compute.provider_tree [None req-1affab30-ff55-4848-aff0-cf5ca39f19c0 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Updating inventory in ProviderTree for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1954.922666] env[62438]: DEBUG nova.scheduler.client.report [None req-1affab30-ff55-4848-aff0-cf5ca39f19c0 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Refreshing aggregate associations for resource provider 3d204b25-fa3a-4320-b81b-738bc1f337f5, aggregates: None {{(pid=62438) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1954.944018] env[62438]: DEBUG nova.scheduler.client.report [None req-1affab30-ff55-4848-aff0-cf5ca39f19c0 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Refreshing trait associations for resource provider 3d204b25-fa3a-4320-b81b-738bc1f337f5, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62438) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1955.017739] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8625e01a-21d5-4ef3-ae5d-c98caca22e94 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.025870] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d614a7-0164-4788-81e9-96f69163fa5c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.060023] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b2f13e-a071-49f9-97f6-4a5b8cf73614 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.065465] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a54738-b706-4e98-9ba2-2e8e3406f4c4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.080278] env[62438]: DEBUG nova.compute.provider_tree [None req-1affab30-ff55-4848-aff0-cf5ca39f19c0 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Updating inventory in ProviderTree for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1955.176099] env[62438]: DEBUG oslo_concurrency.lockutils [None req-4281b0ca-ff30-4570-a2e0-29efc1d07814 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Acquiring lock "refresh_cache-ceadf541-e9dc-423a-97c5-3dfe483cbab4" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1955.176335] env[62438]: DEBUG oslo_concurrency.lockutils [None req-4281b0ca-ff30-4570-a2e0-29efc1d07814 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Acquired lock "refresh_cache-ceadf541-e9dc-423a-97c5-3dfe483cbab4" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1955.176494] env[62438]: DEBUG nova.network.neutron [None req-4281b0ca-ff30-4570-a2e0-29efc1d07814 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1955.321854] env[62438]: DEBUG oslo_vmware.api [None req-ed47e6cf-3f2d-43b8-b663-f78df0c89b8a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785857, 'name': ReconfigVM_Task, 'duration_secs': 0.473859} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1955.322181] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed47e6cf-3f2d-43b8-b663-f78df0c89b8a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Reconfigured VM instance instance-00000071 to attach disk [datastore1] aad6a786-86ef-44e1-a756-3e1e8659c0e6/aad6a786-86ef-44e1-a756-3e1e8659c0e6.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1955.322931] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2951b0ce-a77c-428a-90f4-ae7223e9c3b7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.330039] env[62438]: DEBUG oslo_vmware.api [None req-ed47e6cf-3f2d-43b8-b663-f78df0c89b8a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Waiting for the task: (returnval){ [ 1955.330039] env[62438]: value = "task-1785858" [ 1955.330039] env[62438]: _type = "Task" [ 1955.330039] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1955.341339] env[62438]: DEBUG oslo_vmware.api [None req-ed47e6cf-3f2d-43b8-b663-f78df0c89b8a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785858, 'name': Rename_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.613563] env[62438]: DEBUG nova.scheduler.client.report [None req-1affab30-ff55-4848-aff0-cf5ca39f19c0 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Updated inventory for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with generation 170 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1955.613927] env[62438]: DEBUG nova.compute.provider_tree [None req-1affab30-ff55-4848-aff0-cf5ca39f19c0 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Updating resource provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 generation from 170 to 171 during operation: update_inventory {{(pid=62438) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1955.614294] env[62438]: DEBUG nova.compute.provider_tree [None req-1affab30-ff55-4848-aff0-cf5ca39f19c0 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Updating inventory in ProviderTree for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1955.842195] env[62438]: DEBUG oslo_vmware.api [None req-ed47e6cf-3f2d-43b8-b663-f78df0c89b8a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785858, 'name': Rename_Task, 'duration_secs': 0.13393} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1955.842681] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed47e6cf-3f2d-43b8-b663-f78df0c89b8a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1955.842956] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7407138-eeb2-4170-a4b7-5710da676ef1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.850531] env[62438]: DEBUG oslo_vmware.api [None req-ed47e6cf-3f2d-43b8-b663-f78df0c89b8a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Waiting for the task: (returnval){ [ 1955.850531] env[62438]: value = "task-1785859" [ 1955.850531] env[62438]: _type = "Task" [ 1955.850531] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1955.859232] env[62438]: DEBUG oslo_vmware.api [None req-ed47e6cf-3f2d-43b8-b663-f78df0c89b8a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785859, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.957404] env[62438]: DEBUG nova.network.neutron [None req-4281b0ca-ff30-4570-a2e0-29efc1d07814 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] Updating instance_info_cache with network_info: [{"id": "e4a3ce12-9884-4f64-9a7e-faea782cd63f", "address": "fa:16:3e:5d:00:99", "network": {"id": "f204c615-6047-48c0-a7eb-65fe4ad424e5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1343144096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38d579b225154935bb754c9894cd2f33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4a3ce12-98", "ovs_interfaceid": "e4a3ce12-9884-4f64-9a7e-faea782cd63f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1956.119043] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1affab30-ff55-4848-aff0-cf5ca39f19c0 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.913s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1956.119607] env[62438]: DEBUG nova.compute.manager [None req-1affab30-ff55-4848-aff0-cf5ca39f19c0 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: a9a3ae43-b719-4198-9ad9-dba99a607b43] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1956.360237] env[62438]: DEBUG oslo_vmware.api [None req-ed47e6cf-3f2d-43b8-b663-f78df0c89b8a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785859, 'name': PowerOnVM_Task, 'duration_secs': 0.438961} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1956.360528] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed47e6cf-3f2d-43b8-b663-f78df0c89b8a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1956.360739] env[62438]: INFO nova.compute.manager [None req-ed47e6cf-3f2d-43b8-b663-f78df0c89b8a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Took 6.53 seconds to spawn the instance on the hypervisor. [ 1956.360929] env[62438]: DEBUG nova.compute.manager [None req-ed47e6cf-3f2d-43b8-b663-f78df0c89b8a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1956.361695] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c034962-d56c-4053-b642-f867b4757d27 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.460122] env[62438]: DEBUG oslo_concurrency.lockutils [None req-4281b0ca-ff30-4570-a2e0-29efc1d07814 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Releasing lock "refresh_cache-ceadf541-e9dc-423a-97c5-3dfe483cbab4" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1956.626710] env[62438]: DEBUG nova.compute.utils [None req-1affab30-ff55-4848-aff0-cf5ca39f19c0 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1956.626710] env[62438]: DEBUG nova.compute.manager [None req-1affab30-ff55-4848-aff0-cf5ca39f19c0 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: a9a3ae43-b719-4198-9ad9-dba99a607b43] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1956.626710] env[62438]: DEBUG nova.network.neutron [None req-1affab30-ff55-4848-aff0-cf5ca39f19c0 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: a9a3ae43-b719-4198-9ad9-dba99a607b43] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1956.687485] env[62438]: DEBUG nova.policy [None req-1affab30-ff55-4848-aff0-cf5ca39f19c0 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c6c9965681fe45289d82843e769f3d92', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a8cc450384714cf1a5ebb9cea994cee2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1956.877444] env[62438]: INFO nova.compute.manager [None req-ed47e6cf-3f2d-43b8-b663-f78df0c89b8a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Took 11.26 seconds to build instance. [ 1956.991436] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5171974d-6e5a-4330-acd0-d3dc75fdb642 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.015309] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5afbe834-9bff-41cc-a8d4-f3153452e331 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.022811] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-4281b0ca-ff30-4570-a2e0-29efc1d07814 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] Updating instance 'ceadf541-e9dc-423a-97c5-3dfe483cbab4' progress to 83 {{(pid=62438) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1957.041552] env[62438]: DEBUG nova.network.neutron [None req-1affab30-ff55-4848-aff0-cf5ca39f19c0 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: a9a3ae43-b719-4198-9ad9-dba99a607b43] Successfully created port: adef21f4-9ae1-4a2c-bd64-2e9c4fd8f230 {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1957.130678] env[62438]: DEBUG nova.compute.manager [None req-1affab30-ff55-4848-aff0-cf5ca39f19c0 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: a9a3ae43-b719-4198-9ad9-dba99a607b43] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1957.379565] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ed47e6cf-3f2d-43b8-b663-f78df0c89b8a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Lock "aad6a786-86ef-44e1-a756-3e1e8659c0e6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.764s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1957.531099] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-4281b0ca-ff30-4570-a2e0-29efc1d07814 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1957.531437] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-beac72cd-b4c3-4730-912d-da8df596da74 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.539815] env[62438]: DEBUG oslo_vmware.api [None req-4281b0ca-ff30-4570-a2e0-29efc1d07814 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Waiting for the task: (returnval){ [ 1957.539815] env[62438]: value = "task-1785860" [ 1957.539815] env[62438]: _type = "Task" [ 1957.539815] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1957.549042] env[62438]: DEBUG oslo_vmware.api [None req-4281b0ca-ff30-4570-a2e0-29efc1d07814 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785860, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.055840] env[62438]: DEBUG oslo_vmware.api [None req-4281b0ca-ff30-4570-a2e0-29efc1d07814 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785860, 'name': PowerOnVM_Task, 'duration_secs': 0.425515} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1958.057182] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-4281b0ca-ff30-4570-a2e0-29efc1d07814 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1958.057443] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-4281b0ca-ff30-4570-a2e0-29efc1d07814 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] Updating instance 'ceadf541-e9dc-423a-97c5-3dfe483cbab4' progress to 100 {{(pid=62438) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1958.149012] env[62438]: DEBUG nova.compute.manager [None req-1affab30-ff55-4848-aff0-cf5ca39f19c0 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: a9a3ae43-b719-4198-9ad9-dba99a607b43] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1958.184626] env[62438]: DEBUG nova.virt.hardware [None req-1affab30-ff55-4848-aff0-cf5ca39f19c0 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1958.184930] env[62438]: DEBUG nova.virt.hardware [None req-1affab30-ff55-4848-aff0-cf5ca39f19c0 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1958.185116] env[62438]: DEBUG nova.virt.hardware [None req-1affab30-ff55-4848-aff0-cf5ca39f19c0 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1958.185310] env[62438]: DEBUG nova.virt.hardware [None req-1affab30-ff55-4848-aff0-cf5ca39f19c0 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1958.185772] env[62438]: DEBUG nova.virt.hardware [None req-1affab30-ff55-4848-aff0-cf5ca39f19c0 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1958.185972] env[62438]: DEBUG nova.virt.hardware [None req-1affab30-ff55-4848-aff0-cf5ca39f19c0 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1958.186247] env[62438]: DEBUG nova.virt.hardware [None req-1affab30-ff55-4848-aff0-cf5ca39f19c0 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1958.186427] env[62438]: DEBUG nova.virt.hardware [None req-1affab30-ff55-4848-aff0-cf5ca39f19c0 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1958.186606] env[62438]: DEBUG nova.virt.hardware [None req-1affab30-ff55-4848-aff0-cf5ca39f19c0 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1958.186781] env[62438]: DEBUG nova.virt.hardware [None req-1affab30-ff55-4848-aff0-cf5ca39f19c0 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1958.186967] env[62438]: DEBUG nova.virt.hardware [None req-1affab30-ff55-4848-aff0-cf5ca39f19c0 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1958.187871] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b820a58a-1042-44ff-9457-52651f366900 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.200704] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e266c2c-0bf3-4503-836b-0fb0dfb14a41 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.333472] env[62438]: DEBUG nova.compute.manager [req-432713db-56d6-4844-8d36-e0ea02f3288d req-8465ad12-d887-4bce-8011-2b8451c6501e service nova] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Received event network-changed-b6847acc-4e1e-49e4-a5c8-0f5b7c744fea {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1958.333985] env[62438]: DEBUG nova.compute.manager [req-432713db-56d6-4844-8d36-e0ea02f3288d req-8465ad12-d887-4bce-8011-2b8451c6501e service nova] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Refreshing instance network info cache due to event network-changed-b6847acc-4e1e-49e4-a5c8-0f5b7c744fea. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1958.333985] env[62438]: DEBUG oslo_concurrency.lockutils [req-432713db-56d6-4844-8d36-e0ea02f3288d req-8465ad12-d887-4bce-8011-2b8451c6501e service nova] Acquiring lock "refresh_cache-aad6a786-86ef-44e1-a756-3e1e8659c0e6" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1958.334218] env[62438]: DEBUG oslo_concurrency.lockutils [req-432713db-56d6-4844-8d36-e0ea02f3288d req-8465ad12-d887-4bce-8011-2b8451c6501e service nova] Acquired lock "refresh_cache-aad6a786-86ef-44e1-a756-3e1e8659c0e6" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1958.334522] env[62438]: DEBUG nova.network.neutron [req-432713db-56d6-4844-8d36-e0ea02f3288d req-8465ad12-d887-4bce-8011-2b8451c6501e service nova] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Refreshing network info cache for port b6847acc-4e1e-49e4-a5c8-0f5b7c744fea {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1958.850928] env[62438]: DEBUG nova.network.neutron [None req-1affab30-ff55-4848-aff0-cf5ca39f19c0 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: a9a3ae43-b719-4198-9ad9-dba99a607b43] Successfully updated port: adef21f4-9ae1-4a2c-bd64-2e9c4fd8f230 {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1958.885069] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f4c4dca5-b4b9-4d8f-90e5-b4641036ba80 tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] Acquiring lock "e8360cdd-e168-41d9-9adf-dec2a93b1c9b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1958.885314] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f4c4dca5-b4b9-4d8f-90e5-b4641036ba80 tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] Lock "e8360cdd-e168-41d9-9adf-dec2a93b1c9b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1959.063546] env[62438]: DEBUG nova.network.neutron [req-432713db-56d6-4844-8d36-e0ea02f3288d req-8465ad12-d887-4bce-8011-2b8451c6501e service nova] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Updated VIF entry in instance network info cache for port b6847acc-4e1e-49e4-a5c8-0f5b7c744fea. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1959.064031] env[62438]: DEBUG nova.network.neutron [req-432713db-56d6-4844-8d36-e0ea02f3288d req-8465ad12-d887-4bce-8011-2b8451c6501e service nova] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Updating instance_info_cache with network_info: [{"id": "b6847acc-4e1e-49e4-a5c8-0f5b7c744fea", "address": "fa:16:3e:8b:58:37", "network": {"id": "d5e0f42e-8988-470d-bf55-b08dd924a07b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-779037552-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7f4486a8955463faeee363dc451c813", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6847acc-4e", "ovs_interfaceid": "b6847acc-4e1e-49e4-a5c8-0f5b7c744fea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1959.356190] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1affab30-ff55-4848-aff0-cf5ca39f19c0 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Acquiring lock "refresh_cache-a9a3ae43-b719-4198-9ad9-dba99a607b43" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1959.356466] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1affab30-ff55-4848-aff0-cf5ca39f19c0 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Acquired lock "refresh_cache-a9a3ae43-b719-4198-9ad9-dba99a607b43" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1959.356710] env[62438]: DEBUG nova.network.neutron [None req-1affab30-ff55-4848-aff0-cf5ca39f19c0 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: a9a3ae43-b719-4198-9ad9-dba99a607b43] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1959.387307] env[62438]: DEBUG nova.compute.manager [None req-f4c4dca5-b4b9-4d8f-90e5-b4641036ba80 tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] [instance: e8360cdd-e168-41d9-9adf-dec2a93b1c9b] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1959.566876] env[62438]: DEBUG oslo_concurrency.lockutils [req-432713db-56d6-4844-8d36-e0ea02f3288d req-8465ad12-d887-4bce-8011-2b8451c6501e service nova] Releasing lock "refresh_cache-aad6a786-86ef-44e1-a756-3e1e8659c0e6" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1959.889991] env[62438]: DEBUG nova.network.neutron [None req-1affab30-ff55-4848-aff0-cf5ca39f19c0 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: a9a3ae43-b719-4198-9ad9-dba99a607b43] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1959.911062] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f4c4dca5-b4b9-4d8f-90e5-b4641036ba80 tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1959.911342] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f4c4dca5-b4b9-4d8f-90e5-b4641036ba80 tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1959.912946] env[62438]: INFO nova.compute.claims [None req-f4c4dca5-b4b9-4d8f-90e5-b4641036ba80 tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] [instance: e8360cdd-e168-41d9-9adf-dec2a93b1c9b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1960.017548] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f6492a86-9d63-484b-b933-9bdafa054a32 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Acquiring lock "ceadf541-e9dc-423a-97c5-3dfe483cbab4" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1960.017823] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f6492a86-9d63-484b-b933-9bdafa054a32 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Lock "ceadf541-e9dc-423a-97c5-3dfe483cbab4" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1960.018100] env[62438]: DEBUG nova.compute.manager [None req-f6492a86-9d63-484b-b933-9bdafa054a32 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] Going to confirm migration 9 {{(pid=62438) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4783}} [ 1960.039503] env[62438]: DEBUG nova.network.neutron [None req-1affab30-ff55-4848-aff0-cf5ca39f19c0 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: a9a3ae43-b719-4198-9ad9-dba99a607b43] Updating instance_info_cache with network_info: [{"id": "adef21f4-9ae1-4a2c-bd64-2e9c4fd8f230", "address": "fa:16:3e:30:49:5e", "network": {"id": "2cd49439-8f79-4cd9-a604-570296a33fdc", "bridge": "br-int", "label": "tempest-ServersTestJSON-538647417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8cc450384714cf1a5ebb9cea994cee2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadef21f4-9a", "ovs_interfaceid": "adef21f4-9ae1-4a2c-bd64-2e9c4fd8f230", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1960.366264] env[62438]: DEBUG nova.compute.manager [req-31d6b4fc-2628-4db3-9e8d-9d2699361144 req-5f653c10-dd7e-423c-ac98-bd89902ab86b service nova] [instance: a9a3ae43-b719-4198-9ad9-dba99a607b43] Received event network-vif-plugged-adef21f4-9ae1-4a2c-bd64-2e9c4fd8f230 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1960.366342] env[62438]: DEBUG oslo_concurrency.lockutils [req-31d6b4fc-2628-4db3-9e8d-9d2699361144 req-5f653c10-dd7e-423c-ac98-bd89902ab86b service nova] Acquiring lock "a9a3ae43-b719-4198-9ad9-dba99a607b43-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1960.366545] env[62438]: DEBUG oslo_concurrency.lockutils [req-31d6b4fc-2628-4db3-9e8d-9d2699361144 req-5f653c10-dd7e-423c-ac98-bd89902ab86b service nova] Lock "a9a3ae43-b719-4198-9ad9-dba99a607b43-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1960.366690] env[62438]: DEBUG oslo_concurrency.lockutils [req-31d6b4fc-2628-4db3-9e8d-9d2699361144 req-5f653c10-dd7e-423c-ac98-bd89902ab86b service nova] Lock "a9a3ae43-b719-4198-9ad9-dba99a607b43-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1960.366920] env[62438]: DEBUG nova.compute.manager [req-31d6b4fc-2628-4db3-9e8d-9d2699361144 req-5f653c10-dd7e-423c-ac98-bd89902ab86b service nova] [instance: a9a3ae43-b719-4198-9ad9-dba99a607b43] No waiting events found dispatching network-vif-plugged-adef21f4-9ae1-4a2c-bd64-2e9c4fd8f230 {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1960.367184] env[62438]: WARNING nova.compute.manager [req-31d6b4fc-2628-4db3-9e8d-9d2699361144 req-5f653c10-dd7e-423c-ac98-bd89902ab86b service nova] [instance: a9a3ae43-b719-4198-9ad9-dba99a607b43] Received unexpected event network-vif-plugged-adef21f4-9ae1-4a2c-bd64-2e9c4fd8f230 for instance with vm_state building and task_state spawning. [ 1960.367372] env[62438]: DEBUG nova.compute.manager [req-31d6b4fc-2628-4db3-9e8d-9d2699361144 req-5f653c10-dd7e-423c-ac98-bd89902ab86b service nova] [instance: a9a3ae43-b719-4198-9ad9-dba99a607b43] Received event network-changed-adef21f4-9ae1-4a2c-bd64-2e9c4fd8f230 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1960.367539] env[62438]: DEBUG nova.compute.manager [req-31d6b4fc-2628-4db3-9e8d-9d2699361144 req-5f653c10-dd7e-423c-ac98-bd89902ab86b service nova] [instance: a9a3ae43-b719-4198-9ad9-dba99a607b43] Refreshing instance network info cache due to event network-changed-adef21f4-9ae1-4a2c-bd64-2e9c4fd8f230. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1960.367720] env[62438]: DEBUG oslo_concurrency.lockutils [req-31d6b4fc-2628-4db3-9e8d-9d2699361144 req-5f653c10-dd7e-423c-ac98-bd89902ab86b service nova] Acquiring lock "refresh_cache-a9a3ae43-b719-4198-9ad9-dba99a607b43" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1960.542305] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1affab30-ff55-4848-aff0-cf5ca39f19c0 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Releasing lock "refresh_cache-a9a3ae43-b719-4198-9ad9-dba99a607b43" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1960.542625] env[62438]: DEBUG nova.compute.manager [None req-1affab30-ff55-4848-aff0-cf5ca39f19c0 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: a9a3ae43-b719-4198-9ad9-dba99a607b43] Instance network_info: |[{"id": "adef21f4-9ae1-4a2c-bd64-2e9c4fd8f230", "address": "fa:16:3e:30:49:5e", "network": {"id": "2cd49439-8f79-4cd9-a604-570296a33fdc", "bridge": "br-int", "label": "tempest-ServersTestJSON-538647417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8cc450384714cf1a5ebb9cea994cee2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadef21f4-9a", "ovs_interfaceid": "adef21f4-9ae1-4a2c-bd64-2e9c4fd8f230", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1960.542943] env[62438]: DEBUG oslo_concurrency.lockutils [req-31d6b4fc-2628-4db3-9e8d-9d2699361144 req-5f653c10-dd7e-423c-ac98-bd89902ab86b service nova] Acquired lock "refresh_cache-a9a3ae43-b719-4198-9ad9-dba99a607b43" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1960.543161] env[62438]: DEBUG nova.network.neutron [req-31d6b4fc-2628-4db3-9e8d-9d2699361144 req-5f653c10-dd7e-423c-ac98-bd89902ab86b service nova] [instance: a9a3ae43-b719-4198-9ad9-dba99a607b43] Refreshing network info cache for port adef21f4-9ae1-4a2c-bd64-2e9c4fd8f230 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1960.545416] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-1affab30-ff55-4848-aff0-cf5ca39f19c0 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: a9a3ae43-b719-4198-9ad9-dba99a607b43] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:49:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a555680e-4721-4509-97e4-ced9dc17c13e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'adef21f4-9ae1-4a2c-bd64-2e9c4fd8f230', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1960.552580] env[62438]: DEBUG oslo.service.loopingcall [None req-1affab30-ff55-4848-aff0-cf5ca39f19c0 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1960.553556] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9a3ae43-b719-4198-9ad9-dba99a607b43] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1960.553827] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-90324ecf-6d1f-46a1-93a1-23b8e939d3fa {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.568842] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f6492a86-9d63-484b-b933-9bdafa054a32 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Acquiring lock "refresh_cache-ceadf541-e9dc-423a-97c5-3dfe483cbab4" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1960.569035] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f6492a86-9d63-484b-b933-9bdafa054a32 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Acquired lock "refresh_cache-ceadf541-e9dc-423a-97c5-3dfe483cbab4" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1960.569245] env[62438]: DEBUG nova.network.neutron [None req-f6492a86-9d63-484b-b933-9bdafa054a32 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1960.569444] env[62438]: DEBUG nova.objects.instance [None req-f6492a86-9d63-484b-b933-9bdafa054a32 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Lazy-loading 'info_cache' on Instance uuid ceadf541-e9dc-423a-97c5-3dfe483cbab4 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1960.577108] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1960.577108] env[62438]: value = "task-1785861" [ 1960.577108] env[62438]: _type = "Task" [ 1960.577108] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1960.586065] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785861, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.006811] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e214e52-d62f-4f5c-9cba-74fda133d0e4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.013909] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf66e68d-fe22-4576-8587-b1d80ba2903d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.043966] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13648ecb-d1a0-4d9f-a016-d1f17042eb77 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.050971] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0252557f-d0d1-4188-95d2-baa6d18b8706 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.065614] env[62438]: DEBUG nova.compute.provider_tree [None req-f4c4dca5-b4b9-4d8f-90e5-b4641036ba80 tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1961.088416] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785861, 'name': CreateVM_Task, 'duration_secs': 0.425209} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1961.088531] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9a3ae43-b719-4198-9ad9-dba99a607b43] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1961.089380] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1affab30-ff55-4848-aff0-cf5ca39f19c0 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1961.089380] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1affab30-ff55-4848-aff0-cf5ca39f19c0 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1961.089665] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1affab30-ff55-4848-aff0-cf5ca39f19c0 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1961.089917] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d114c8d-d1fd-4ba2-b7e9-284593c34cba {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.094415] env[62438]: DEBUG oslo_vmware.api [None req-1affab30-ff55-4848-aff0-cf5ca39f19c0 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Waiting for the task: (returnval){ [ 1961.094415] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5233391f-f4d1-f418-1cd3-58519b901463" [ 1961.094415] env[62438]: _type = "Task" [ 1961.094415] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1961.102514] env[62438]: DEBUG oslo_vmware.api [None req-1affab30-ff55-4848-aff0-cf5ca39f19c0 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5233391f-f4d1-f418-1cd3-58519b901463, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.241505] env[62438]: DEBUG nova.network.neutron [req-31d6b4fc-2628-4db3-9e8d-9d2699361144 req-5f653c10-dd7e-423c-ac98-bd89902ab86b service nova] [instance: a9a3ae43-b719-4198-9ad9-dba99a607b43] Updated VIF entry in instance network info cache for port adef21f4-9ae1-4a2c-bd64-2e9c4fd8f230. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1961.241907] env[62438]: DEBUG nova.network.neutron [req-31d6b4fc-2628-4db3-9e8d-9d2699361144 req-5f653c10-dd7e-423c-ac98-bd89902ab86b service nova] [instance: a9a3ae43-b719-4198-9ad9-dba99a607b43] Updating instance_info_cache with network_info: [{"id": "adef21f4-9ae1-4a2c-bd64-2e9c4fd8f230", "address": "fa:16:3e:30:49:5e", "network": {"id": "2cd49439-8f79-4cd9-a604-570296a33fdc", "bridge": "br-int", "label": "tempest-ServersTestJSON-538647417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8cc450384714cf1a5ebb9cea994cee2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadef21f4-9a", "ovs_interfaceid": "adef21f4-9ae1-4a2c-bd64-2e9c4fd8f230", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1961.569046] env[62438]: DEBUG nova.scheduler.client.report [None req-f4c4dca5-b4b9-4d8f-90e5-b4641036ba80 tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1961.605807] env[62438]: DEBUG oslo_vmware.api [None req-1affab30-ff55-4848-aff0-cf5ca39f19c0 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5233391f-f4d1-f418-1cd3-58519b901463, 'name': SearchDatastore_Task, 'duration_secs': 0.00906} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1961.608408] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1affab30-ff55-4848-aff0-cf5ca39f19c0 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1961.608706] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-1affab30-ff55-4848-aff0-cf5ca39f19c0 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: a9a3ae43-b719-4198-9ad9-dba99a607b43] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1961.608997] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1affab30-ff55-4848-aff0-cf5ca39f19c0 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1961.609204] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1affab30-ff55-4848-aff0-cf5ca39f19c0 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1961.609437] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-1affab30-ff55-4848-aff0-cf5ca39f19c0 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1961.609975] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c957b6ea-979d-4950-99fc-73d56cdd78c3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.618585] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-1affab30-ff55-4848-aff0-cf5ca39f19c0 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1961.618778] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-1affab30-ff55-4848-aff0-cf5ca39f19c0 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1961.619483] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91e2b183-2a5b-4d06-adf9-3a516c613eb7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.624824] env[62438]: DEBUG oslo_vmware.api [None req-1affab30-ff55-4848-aff0-cf5ca39f19c0 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Waiting for the task: (returnval){ [ 1961.624824] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52ac50e7-5694-9aea-2ab7-36ac2a6ea203" [ 1961.624824] env[62438]: _type = "Task" [ 1961.624824] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1961.632031] env[62438]: DEBUG oslo_vmware.api [None req-1affab30-ff55-4848-aff0-cf5ca39f19c0 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52ac50e7-5694-9aea-2ab7-36ac2a6ea203, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.744380] env[62438]: DEBUG oslo_concurrency.lockutils [req-31d6b4fc-2628-4db3-9e8d-9d2699361144 req-5f653c10-dd7e-423c-ac98-bd89902ab86b service nova] Releasing lock "refresh_cache-a9a3ae43-b719-4198-9ad9-dba99a607b43" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1961.857623] env[62438]: DEBUG nova.network.neutron [None req-f6492a86-9d63-484b-b933-9bdafa054a32 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] Updating instance_info_cache with network_info: [{"id": "e4a3ce12-9884-4f64-9a7e-faea782cd63f", "address": "fa:16:3e:5d:00:99", "network": {"id": "f204c615-6047-48c0-a7eb-65fe4ad424e5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1343144096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38d579b225154935bb754c9894cd2f33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4a3ce12-98", "ovs_interfaceid": "e4a3ce12-9884-4f64-9a7e-faea782cd63f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1962.075751] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f4c4dca5-b4b9-4d8f-90e5-b4641036ba80 tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.164s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1962.076400] env[62438]: DEBUG nova.compute.manager [None req-f4c4dca5-b4b9-4d8f-90e5-b4641036ba80 tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] [instance: e8360cdd-e168-41d9-9adf-dec2a93b1c9b] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1962.134727] env[62438]: DEBUG oslo_vmware.api [None req-1affab30-ff55-4848-aff0-cf5ca39f19c0 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52ac50e7-5694-9aea-2ab7-36ac2a6ea203, 'name': SearchDatastore_Task, 'duration_secs': 0.008203} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1962.135511] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a5522a6-8b67-43c4-aaaf-ef7cfe5ca2ce {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.140682] env[62438]: DEBUG oslo_vmware.api [None req-1affab30-ff55-4848-aff0-cf5ca39f19c0 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Waiting for the task: (returnval){ [ 1962.140682] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]520185e9-8b1f-3e66-dc41-0386030e8266" [ 1962.140682] env[62438]: _type = "Task" [ 1962.140682] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1962.148726] env[62438]: DEBUG oslo_vmware.api [None req-1affab30-ff55-4848-aff0-cf5ca39f19c0 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]520185e9-8b1f-3e66-dc41-0386030e8266, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.360758] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f6492a86-9d63-484b-b933-9bdafa054a32 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Releasing lock "refresh_cache-ceadf541-e9dc-423a-97c5-3dfe483cbab4" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1962.361021] env[62438]: DEBUG nova.objects.instance [None req-f6492a86-9d63-484b-b933-9bdafa054a32 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Lazy-loading 'migration_context' on Instance uuid ceadf541-e9dc-423a-97c5-3dfe483cbab4 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1962.581406] env[62438]: DEBUG nova.compute.utils [None req-f4c4dca5-b4b9-4d8f-90e5-b4641036ba80 tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1962.582817] env[62438]: DEBUG nova.compute.manager [None req-f4c4dca5-b4b9-4d8f-90e5-b4641036ba80 tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] [instance: e8360cdd-e168-41d9-9adf-dec2a93b1c9b] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1962.582990] env[62438]: DEBUG nova.network.neutron [None req-f4c4dca5-b4b9-4d8f-90e5-b4641036ba80 tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] [instance: e8360cdd-e168-41d9-9adf-dec2a93b1c9b] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1962.622038] env[62438]: DEBUG nova.policy [None req-f4c4dca5-b4b9-4d8f-90e5-b4641036ba80 tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c6dfc3447784401281d0692afdcb1b18', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '41f1a6a4d3d1423da9b01c7d243c1cc8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1962.651103] env[62438]: DEBUG oslo_vmware.api [None req-1affab30-ff55-4848-aff0-cf5ca39f19c0 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]520185e9-8b1f-3e66-dc41-0386030e8266, 'name': SearchDatastore_Task, 'duration_secs': 0.009408} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1962.651390] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1affab30-ff55-4848-aff0-cf5ca39f19c0 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1962.651663] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-1affab30-ff55-4848-aff0-cf5ca39f19c0 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] a9a3ae43-b719-4198-9ad9-dba99a607b43/a9a3ae43-b719-4198-9ad9-dba99a607b43.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1962.651977] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-102217ea-0de4-42e4-baee-aa11b11bc125 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.659501] env[62438]: DEBUG oslo_vmware.api [None req-1affab30-ff55-4848-aff0-cf5ca39f19c0 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Waiting for the task: (returnval){ [ 1962.659501] env[62438]: value = "task-1785862" [ 1962.659501] env[62438]: _type = "Task" [ 1962.659501] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1962.667594] env[62438]: DEBUG oslo_vmware.api [None req-1affab30-ff55-4848-aff0-cf5ca39f19c0 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': task-1785862, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.864975] env[62438]: DEBUG nova.objects.base [None req-f6492a86-9d63-484b-b933-9bdafa054a32 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62438) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1962.865978] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c523fe20-7459-4577-b754-16ac57b2d9cf {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.888664] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3544e5fe-b9ce-4481-a349-07b324d2f4ac {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.895691] env[62438]: DEBUG oslo_vmware.api [None req-f6492a86-9d63-484b-b933-9bdafa054a32 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Waiting for the task: (returnval){ [ 1962.895691] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5200e3d2-24c9-136f-1ae4-b0bdcc5eaf12" [ 1962.895691] env[62438]: _type = "Task" [ 1962.895691] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1962.904245] env[62438]: DEBUG oslo_vmware.api [None req-f6492a86-9d63-484b-b933-9bdafa054a32 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5200e3d2-24c9-136f-1ae4-b0bdcc5eaf12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.015671] env[62438]: DEBUG nova.network.neutron [None req-f4c4dca5-b4b9-4d8f-90e5-b4641036ba80 tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] [instance: e8360cdd-e168-41d9-9adf-dec2a93b1c9b] Successfully created port: eb053492-e2f8-4361-8215-f250d07eedfd {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1963.085949] env[62438]: DEBUG nova.compute.manager [None req-f4c4dca5-b4b9-4d8f-90e5-b4641036ba80 tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] [instance: e8360cdd-e168-41d9-9adf-dec2a93b1c9b] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1963.169276] env[62438]: DEBUG oslo_vmware.api [None req-1affab30-ff55-4848-aff0-cf5ca39f19c0 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': task-1785862, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.402487} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1963.169574] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-1affab30-ff55-4848-aff0-cf5ca39f19c0 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] a9a3ae43-b719-4198-9ad9-dba99a607b43/a9a3ae43-b719-4198-9ad9-dba99a607b43.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1963.169800] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-1affab30-ff55-4848-aff0-cf5ca39f19c0 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: a9a3ae43-b719-4198-9ad9-dba99a607b43] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1963.170089] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2fd39791-597a-40bd-aa2a-ae5d1d80704f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.176474] env[62438]: DEBUG oslo_vmware.api [None req-1affab30-ff55-4848-aff0-cf5ca39f19c0 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Waiting for the task: (returnval){ [ 1963.176474] env[62438]: value = "task-1785863" [ 1963.176474] env[62438]: _type = "Task" [ 1963.176474] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1963.184033] env[62438]: DEBUG oslo_vmware.api [None req-1affab30-ff55-4848-aff0-cf5ca39f19c0 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': task-1785863, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.407586] env[62438]: DEBUG oslo_vmware.api [None req-f6492a86-9d63-484b-b933-9bdafa054a32 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5200e3d2-24c9-136f-1ae4-b0bdcc5eaf12, 'name': SearchDatastore_Task, 'duration_secs': 0.030672} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1963.407875] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f6492a86-9d63-484b-b933-9bdafa054a32 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1963.408181] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f6492a86-9d63-484b-b933-9bdafa054a32 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1963.687134] env[62438]: DEBUG oslo_vmware.api [None req-1affab30-ff55-4848-aff0-cf5ca39f19c0 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': task-1785863, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065167} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1963.687428] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-1affab30-ff55-4848-aff0-cf5ca39f19c0 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: a9a3ae43-b719-4198-9ad9-dba99a607b43] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1963.688205] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f772f1-b92e-41db-b478-69b19270cf41 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.710054] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-1affab30-ff55-4848-aff0-cf5ca39f19c0 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: a9a3ae43-b719-4198-9ad9-dba99a607b43] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] a9a3ae43-b719-4198-9ad9-dba99a607b43/a9a3ae43-b719-4198-9ad9-dba99a607b43.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1963.710319] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-239d849b-e8ac-4099-a389-0ca896d41e98 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.733188] env[62438]: DEBUG oslo_vmware.api [None req-1affab30-ff55-4848-aff0-cf5ca39f19c0 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Waiting for the task: (returnval){ [ 1963.733188] env[62438]: value = "task-1785864" [ 1963.733188] env[62438]: _type = "Task" [ 1963.733188] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1963.741084] env[62438]: DEBUG oslo_vmware.api [None req-1affab30-ff55-4848-aff0-cf5ca39f19c0 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': task-1785864, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.997766] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52296722-0e2b-48d4-bed8-e46bc6e0eca9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.005421] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-649b7d32-f153-4e76-bb09-5943a2e70f57 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.035653] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-099fdd1e-7e8a-4869-8f3e-1c0d4538a795 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.043306] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b33b57b7-7576-4e13-ad80-0fc86be17150 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.058285] env[62438]: DEBUG nova.compute.provider_tree [None req-f6492a86-9d63-484b-b933-9bdafa054a32 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1964.096026] env[62438]: DEBUG nova.compute.manager [None req-f4c4dca5-b4b9-4d8f-90e5-b4641036ba80 tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] [instance: e8360cdd-e168-41d9-9adf-dec2a93b1c9b] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1964.121675] env[62438]: DEBUG nova.virt.hardware [None req-f4c4dca5-b4b9-4d8f-90e5-b4641036ba80 tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1964.121937] env[62438]: DEBUG nova.virt.hardware [None req-f4c4dca5-b4b9-4d8f-90e5-b4641036ba80 tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1964.122120] env[62438]: DEBUG nova.virt.hardware [None req-f4c4dca5-b4b9-4d8f-90e5-b4641036ba80 tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1964.122310] env[62438]: DEBUG nova.virt.hardware [None req-f4c4dca5-b4b9-4d8f-90e5-b4641036ba80 tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1964.122466] env[62438]: DEBUG nova.virt.hardware [None req-f4c4dca5-b4b9-4d8f-90e5-b4641036ba80 tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1964.122664] env[62438]: DEBUG nova.virt.hardware [None req-f4c4dca5-b4b9-4d8f-90e5-b4641036ba80 tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1964.122820] env[62438]: DEBUG nova.virt.hardware [None req-f4c4dca5-b4b9-4d8f-90e5-b4641036ba80 tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1964.122989] env[62438]: DEBUG nova.virt.hardware [None req-f4c4dca5-b4b9-4d8f-90e5-b4641036ba80 tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1964.123180] env[62438]: DEBUG nova.virt.hardware [None req-f4c4dca5-b4b9-4d8f-90e5-b4641036ba80 tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1964.123348] env[62438]: DEBUG nova.virt.hardware [None req-f4c4dca5-b4b9-4d8f-90e5-b4641036ba80 tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1964.123910] env[62438]: DEBUG nova.virt.hardware [None req-f4c4dca5-b4b9-4d8f-90e5-b4641036ba80 tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1964.124442] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb6569a-add6-46aa-ab21-a3921196439a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.133063] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c70ef3-bc9c-49ae-8d32-e19c31f26f1d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.243392] env[62438]: DEBUG oslo_vmware.api [None req-1affab30-ff55-4848-aff0-cf5ca39f19c0 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': task-1785864, 'name': ReconfigVM_Task, 'duration_secs': 0.27629} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1964.243639] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-1affab30-ff55-4848-aff0-cf5ca39f19c0 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: a9a3ae43-b719-4198-9ad9-dba99a607b43] Reconfigured VM instance instance-00000072 to attach disk [datastore1] a9a3ae43-b719-4198-9ad9-dba99a607b43/a9a3ae43-b719-4198-9ad9-dba99a607b43.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1964.244337] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed17b134-9ba6-444c-9f1a-dbdbbb3f548c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.250092] env[62438]: DEBUG oslo_vmware.api [None req-1affab30-ff55-4848-aff0-cf5ca39f19c0 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Waiting for the task: (returnval){ [ 1964.250092] env[62438]: value = "task-1785865" [ 1964.250092] env[62438]: _type = "Task" [ 1964.250092] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1964.257556] env[62438]: DEBUG oslo_vmware.api [None req-1affab30-ff55-4848-aff0-cf5ca39f19c0 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': task-1785865, 'name': Rename_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.561405] env[62438]: DEBUG nova.scheduler.client.report [None req-f6492a86-9d63-484b-b933-9bdafa054a32 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1964.761129] env[62438]: DEBUG oslo_vmware.api [None req-1affab30-ff55-4848-aff0-cf5ca39f19c0 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': task-1785865, 'name': Rename_Task, 'duration_secs': 0.199011} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1964.761422] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-1affab30-ff55-4848-aff0-cf5ca39f19c0 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: a9a3ae43-b719-4198-9ad9-dba99a607b43] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1964.761682] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e387fb9-c875-4dfe-a249-b8cde68a004e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.767783] env[62438]: DEBUG oslo_vmware.api [None req-1affab30-ff55-4848-aff0-cf5ca39f19c0 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Waiting for the task: (returnval){ [ 1964.767783] env[62438]: value = "task-1785866" [ 1964.767783] env[62438]: _type = "Task" [ 1964.767783] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1964.775369] env[62438]: DEBUG oslo_vmware.api [None req-1affab30-ff55-4848-aff0-cf5ca39f19c0 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': task-1785866, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.278015] env[62438]: DEBUG oslo_vmware.api [None req-1affab30-ff55-4848-aff0-cf5ca39f19c0 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': task-1785866, 'name': PowerOnVM_Task, 'duration_secs': 0.439755} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1965.278390] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-1affab30-ff55-4848-aff0-cf5ca39f19c0 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: a9a3ae43-b719-4198-9ad9-dba99a607b43] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1965.278613] env[62438]: INFO nova.compute.manager [None req-1affab30-ff55-4848-aff0-cf5ca39f19c0 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: a9a3ae43-b719-4198-9ad9-dba99a607b43] Took 7.13 seconds to spawn the instance on the hypervisor. [ 1965.278829] env[62438]: DEBUG nova.compute.manager [None req-1affab30-ff55-4848-aff0-cf5ca39f19c0 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: a9a3ae43-b719-4198-9ad9-dba99a607b43] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1965.279796] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e41f9e-627b-43ad-9c94-6fc371981897 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.571093] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f6492a86-9d63-484b-b933-9bdafa054a32 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.163s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1965.797073] env[62438]: INFO nova.compute.manager [None req-1affab30-ff55-4848-aff0-cf5ca39f19c0 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: a9a3ae43-b719-4198-9ad9-dba99a607b43] Took 12.61 seconds to build instance. [ 1965.875851] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1965.876053] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1966.126956] env[62438]: INFO nova.scheduler.client.report [None req-f6492a86-9d63-484b-b933-9bdafa054a32 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Deleted allocation for migration e858c618-9447-470f-b367-dd853e79f402 [ 1966.298767] env[62438]: DEBUG oslo_concurrency.lockutils [None req-1affab30-ff55-4848-aff0-cf5ca39f19c0 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Lock "a9a3ae43-b719-4198-9ad9-dba99a607b43" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.116s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1966.382288] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1966.382465] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Starting heal instance info cache {{(pid=62438) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}} [ 1966.632534] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f6492a86-9d63-484b-b933-9bdafa054a32 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Lock "ceadf541-e9dc-423a-97c5-3dfe483cbab4" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.615s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1967.153741] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e0e51baa-9076-493e-a1df-bd4909806cbc tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Acquiring lock "ceadf541-e9dc-423a-97c5-3dfe483cbab4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1967.153977] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e0e51baa-9076-493e-a1df-bd4909806cbc tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Lock "ceadf541-e9dc-423a-97c5-3dfe483cbab4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1967.154266] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e0e51baa-9076-493e-a1df-bd4909806cbc tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Acquiring lock "ceadf541-e9dc-423a-97c5-3dfe483cbab4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1967.154504] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e0e51baa-9076-493e-a1df-bd4909806cbc tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Lock "ceadf541-e9dc-423a-97c5-3dfe483cbab4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1967.154721] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e0e51baa-9076-493e-a1df-bd4909806cbc tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Lock "ceadf541-e9dc-423a-97c5-3dfe483cbab4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1967.157384] env[62438]: INFO nova.compute.manager [None req-e0e51baa-9076-493e-a1df-bd4909806cbc tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] Terminating instance [ 1967.159363] env[62438]: DEBUG nova.compute.manager [None req-e0e51baa-9076-493e-a1df-bd4909806cbc tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1967.159609] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-e0e51baa-9076-493e-a1df-bd4909806cbc tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1967.160569] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-075f9953-b1f0-4d15-a146-64ae057a5604 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.169500] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0e51baa-9076-493e-a1df-bd4909806cbc tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1967.169766] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-218f626f-19c1-4850-b022-48b215fe0920 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.176526] env[62438]: DEBUG oslo_vmware.api [None req-e0e51baa-9076-493e-a1df-bd4909806cbc tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Waiting for the task: (returnval){ [ 1967.176526] env[62438]: value = "task-1785867" [ 1967.176526] env[62438]: _type = "Task" [ 1967.176526] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1967.184415] env[62438]: DEBUG oslo_vmware.api [None req-e0e51baa-9076-493e-a1df-bd4909806cbc tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785867, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.303316] env[62438]: DEBUG oslo_concurrency.lockutils [None req-24aba60d-9725-4dd0-aa86-a2e945ac1157 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Acquiring lock "b20fed19-752c-4e9d-9da2-37891b46ed01" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1967.303598] env[62438]: DEBUG oslo_concurrency.lockutils [None req-24aba60d-9725-4dd0-aa86-a2e945ac1157 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Lock "b20fed19-752c-4e9d-9da2-37891b46ed01" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1967.686893] env[62438]: DEBUG oslo_vmware.api [None req-e0e51baa-9076-493e-a1df-bd4909806cbc tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785867, 'name': PowerOffVM_Task, 'duration_secs': 0.189759} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1967.687235] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0e51baa-9076-493e-a1df-bd4909806cbc tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1967.687437] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-e0e51baa-9076-493e-a1df-bd4909806cbc tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1967.687740] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5753ca4d-174e-4f2e-9324-3a69883c42de {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.806661] env[62438]: DEBUG nova.compute.manager [None req-24aba60d-9725-4dd0-aa86-a2e945ac1157 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: b20fed19-752c-4e9d-9da2-37891b46ed01] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1968.330036] env[62438]: DEBUG oslo_concurrency.lockutils [None req-24aba60d-9725-4dd0-aa86-a2e945ac1157 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1968.330395] env[62438]: DEBUG oslo_concurrency.lockutils [None req-24aba60d-9725-4dd0-aa86-a2e945ac1157 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1968.331878] env[62438]: INFO nova.compute.claims [None req-24aba60d-9725-4dd0-aa86-a2e945ac1157 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: b20fed19-752c-4e9d-9da2-37891b46ed01] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1968.940316] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Acquiring lock "refresh_cache-12f48787-544b-48ad-b82c-c364d4f3afc4" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1968.940534] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Acquired lock "refresh_cache-12f48787-544b-48ad-b82c-c364d4f3afc4" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1968.940744] env[62438]: DEBUG nova.network.neutron [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: 12f48787-544b-48ad-b82c-c364d4f3afc4] Forcefully refreshing network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2004}} [ 1969.415266] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a61eb563-cb81-4583-b03b-f45d53405730 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.422569] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68d3e5ce-556e-4c00-a132-d0f1b1e5cbb8 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.453268] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2552ae5-01e0-4763-82f8-c18351a5b8f5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.461060] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d3098ce-96e2-48da-b7d0-54c622df87f7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.474401] env[62438]: DEBUG nova.compute.provider_tree [None req-24aba60d-9725-4dd0-aa86-a2e945ac1157 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1969.977522] env[62438]: DEBUG nova.scheduler.client.report [None req-24aba60d-9725-4dd0-aa86-a2e945ac1157 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1970.196465] env[62438]: DEBUG nova.network.neutron [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: 12f48787-544b-48ad-b82c-c364d4f3afc4] Updating instance_info_cache with network_info: [{"id": "17ba0bb9-056a-4a57-8ace-9f46fff270c2", "address": "fa:16:3e:9c:a7:e5", "network": {"id": "2cd49439-8f79-4cd9-a604-570296a33fdc", "bridge": "br-int", "label": "tempest-ServersTestJSON-538647417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8cc450384714cf1a5ebb9cea994cee2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17ba0bb9-05", "ovs_interfaceid": "17ba0bb9-056a-4a57-8ace-9f46fff270c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1970.482598] env[62438]: DEBUG oslo_concurrency.lockutils [None req-24aba60d-9725-4dd0-aa86-a2e945ac1157 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.152s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1970.483175] env[62438]: DEBUG nova.compute.manager [None req-24aba60d-9725-4dd0-aa86-a2e945ac1157 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: b20fed19-752c-4e9d-9da2-37891b46ed01] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1970.699639] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Releasing lock "refresh_cache-12f48787-544b-48ad-b82c-c364d4f3afc4" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1970.699801] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: 12f48787-544b-48ad-b82c-c364d4f3afc4] Updated the network info_cache for instance {{(pid=62438) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9997}} [ 1970.700025] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1970.700195] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1970.700435] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1970.700642] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1970.700803] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1970.700976] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1970.701118] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62438) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10545}} [ 1970.701271] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager.update_available_resource {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1970.988050] env[62438]: DEBUG nova.compute.utils [None req-24aba60d-9725-4dd0-aa86-a2e945ac1157 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1970.989449] env[62438]: DEBUG nova.compute.manager [None req-24aba60d-9725-4dd0-aa86-a2e945ac1157 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: b20fed19-752c-4e9d-9da2-37891b46ed01] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1970.989614] env[62438]: DEBUG nova.network.neutron [None req-24aba60d-9725-4dd0-aa86-a2e945ac1157 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: b20fed19-752c-4e9d-9da2-37891b46ed01] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1971.027835] env[62438]: DEBUG nova.policy [None req-24aba60d-9725-4dd0-aa86-a2e945ac1157 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c6c9965681fe45289d82843e769f3d92', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a8cc450384714cf1a5ebb9cea994cee2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1971.204050] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1971.204398] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1971.204593] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1971.204756] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62438) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1971.205770] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a1e8b9-918b-4de6-93de-5e16f392ab6d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.214281] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e63bc85-f404-456e-81e4-68d80e19e5e5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.229343] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5767271-11f9-42c3-a752-f0801e8488df {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.235727] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33115eba-6a96-48e4-a0de-a13796cf3b47 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.266213] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180742MB free_disk=162GB free_vcpus=48 pci_devices=None {{(pid=62438) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1971.266379] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1971.266575] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1971.320066] env[62438]: DEBUG nova.network.neutron [None req-24aba60d-9725-4dd0-aa86-a2e945ac1157 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: b20fed19-752c-4e9d-9da2-37891b46ed01] Successfully created port: ecaeb897-a21b-4087-8f99-4c6a884c0ca2 {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1971.492284] env[62438]: DEBUG nova.compute.manager [None req-24aba60d-9725-4dd0-aa86-a2e945ac1157 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: b20fed19-752c-4e9d-9da2-37891b46ed01] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1972.220980] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-e0e51baa-9076-493e-a1df-bd4909806cbc tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1972.220980] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-e0e51baa-9076-493e-a1df-bd4909806cbc tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1972.220980] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0e51baa-9076-493e-a1df-bd4909806cbc tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Deleting the datastore file [datastore1] ceadf541-e9dc-423a-97c5-3dfe483cbab4 {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1972.221297] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e0edf78f-8310-4fcf-bb41-9c36b46cc406 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.228195] env[62438]: DEBUG oslo_vmware.api [None req-e0e51baa-9076-493e-a1df-bd4909806cbc tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Waiting for the task: (returnval){ [ 1972.228195] env[62438]: value = "task-1785869" [ 1972.228195] env[62438]: _type = "Task" [ 1972.228195] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1972.236574] env[62438]: DEBUG oslo_vmware.api [None req-e0e51baa-9076-493e-a1df-bd4909806cbc tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785869, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1972.293179] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance 12f48787-544b-48ad-b82c-c364d4f3afc4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1972.293345] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance ceadf541-e9dc-423a-97c5-3dfe483cbab4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1972.293474] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance aad6a786-86ef-44e1-a756-3e1e8659c0e6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1972.293595] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance a9a3ae43-b719-4198-9ad9-dba99a607b43 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1972.293714] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance e8360cdd-e168-41d9-9adf-dec2a93b1c9b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1972.293827] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance b20fed19-752c-4e9d-9da2-37891b46ed01 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1972.294139] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=62438) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1972.294364] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1728MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=62438) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1972.377900] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c87290c9-e7c3-4e2f-8641-78ecd60ba902 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.385231] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9aa6a2d-5ecb-4ec8-b24e-89027de06175 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.413943] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ce08869-da19-4549-9278-9dbb49c99905 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.421483] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f0ffe6b-7d1b-4b47-a4fa-d9dc79cfa8a2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.434250] env[62438]: DEBUG nova.compute.provider_tree [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Updating inventory in ProviderTree for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1972.504386] env[62438]: DEBUG nova.compute.manager [None req-24aba60d-9725-4dd0-aa86-a2e945ac1157 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: b20fed19-752c-4e9d-9da2-37891b46ed01] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1972.532956] env[62438]: DEBUG nova.virt.hardware [None req-24aba60d-9725-4dd0-aa86-a2e945ac1157 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1972.533211] env[62438]: DEBUG nova.virt.hardware [None req-24aba60d-9725-4dd0-aa86-a2e945ac1157 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1972.533379] env[62438]: DEBUG nova.virt.hardware [None req-24aba60d-9725-4dd0-aa86-a2e945ac1157 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1972.533570] env[62438]: DEBUG nova.virt.hardware [None req-24aba60d-9725-4dd0-aa86-a2e945ac1157 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1972.533721] env[62438]: DEBUG nova.virt.hardware [None req-24aba60d-9725-4dd0-aa86-a2e945ac1157 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1972.533874] env[62438]: DEBUG nova.virt.hardware [None req-24aba60d-9725-4dd0-aa86-a2e945ac1157 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1972.534158] env[62438]: DEBUG nova.virt.hardware [None req-24aba60d-9725-4dd0-aa86-a2e945ac1157 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1972.534333] env[62438]: DEBUG nova.virt.hardware [None req-24aba60d-9725-4dd0-aa86-a2e945ac1157 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1972.534570] env[62438]: DEBUG nova.virt.hardware [None req-24aba60d-9725-4dd0-aa86-a2e945ac1157 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1972.534777] env[62438]: DEBUG nova.virt.hardware [None req-24aba60d-9725-4dd0-aa86-a2e945ac1157 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1972.534958] env[62438]: DEBUG nova.virt.hardware [None req-24aba60d-9725-4dd0-aa86-a2e945ac1157 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1972.535813] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af541c0a-1644-4143-ab9d-919413ef9de2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.543309] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8475b5cb-75c9-4116-b37b-69b36eae65ed {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.738665] env[62438]: DEBUG oslo_vmware.api [None req-e0e51baa-9076-493e-a1df-bd4909806cbc tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785869, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147264} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1972.738936] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0e51baa-9076-493e-a1df-bd4909806cbc tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1972.739157] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-e0e51baa-9076-493e-a1df-bd4909806cbc tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1972.739352] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-e0e51baa-9076-493e-a1df-bd4909806cbc tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1972.739534] env[62438]: INFO nova.compute.manager [None req-e0e51baa-9076-493e-a1df-bd4909806cbc tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] Took 5.58 seconds to destroy the instance on the hypervisor. [ 1972.739784] env[62438]: DEBUG oslo.service.loopingcall [None req-e0e51baa-9076-493e-a1df-bd4909806cbc tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1972.739987] env[62438]: DEBUG nova.compute.manager [-] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1972.740104] env[62438]: DEBUG nova.network.neutron [-] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1972.954624] env[62438]: ERROR nova.scheduler.client.report [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [req-ccd90b5e-bc9a-4e6e-a9b6-7d444eb2858e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 3d204b25-fa3a-4320-b81b-738bc1f337f5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ccd90b5e-bc9a-4e6e-a9b6-7d444eb2858e"}]} [ 1972.970384] env[62438]: DEBUG nova.scheduler.client.report [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Refreshing inventories for resource provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1972.984976] env[62438]: DEBUG nova.scheduler.client.report [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Updating ProviderTree inventory for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1972.985666] env[62438]: DEBUG nova.compute.provider_tree [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Updating inventory in ProviderTree for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1972.996205] env[62438]: DEBUG nova.scheduler.client.report [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Refreshing aggregate associations for resource provider 3d204b25-fa3a-4320-b81b-738bc1f337f5, aggregates: None {{(pid=62438) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1973.019009] env[62438]: DEBUG nova.scheduler.client.report [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Refreshing trait associations for resource provider 3d204b25-fa3a-4320-b81b-738bc1f337f5, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62438) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1973.098425] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb1ffef-1feb-4b40-b78f-d08db1793fb7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.106116] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f8bcbc-be1b-41f6-aee5-446e14c2abc8 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.136038] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5bb221b-4b65-4a3e-be46-b0217cda32b7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.143674] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f6719b-a941-4312-a09d-e488eac75587 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.156471] env[62438]: DEBUG nova.compute.provider_tree [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Updating inventory in ProviderTree for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1973.208649] env[62438]: DEBUG nova.compute.manager [req-0874a048-cfdb-49eb-bb0a-5088b9c3a7b9 req-a12fbaf3-a326-40b8-9ca5-7ce7edb4f7fd service nova] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] Received event network-vif-deleted-e4a3ce12-9884-4f64-9a7e-faea782cd63f {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1973.208758] env[62438]: INFO nova.compute.manager [req-0874a048-cfdb-49eb-bb0a-5088b9c3a7b9 req-a12fbaf3-a326-40b8-9ca5-7ce7edb4f7fd service nova] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] Neutron deleted interface e4a3ce12-9884-4f64-9a7e-faea782cd63f; detaching it from the instance and deleting it from the info cache [ 1973.208929] env[62438]: DEBUG nova.network.neutron [req-0874a048-cfdb-49eb-bb0a-5088b9c3a7b9 req-a12fbaf3-a326-40b8-9ca5-7ce7edb4f7fd service nova] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1973.312651] env[62438]: DEBUG nova.compute.manager [req-3a81f233-0c4e-4165-91b6-b186d872d2a7 req-91a4fa50-e51d-41a2-85bc-681c1cf9d256 service nova] [instance: b20fed19-752c-4e9d-9da2-37891b46ed01] Received event network-vif-plugged-ecaeb897-a21b-4087-8f99-4c6a884c0ca2 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1973.312869] env[62438]: DEBUG oslo_concurrency.lockutils [req-3a81f233-0c4e-4165-91b6-b186d872d2a7 req-91a4fa50-e51d-41a2-85bc-681c1cf9d256 service nova] Acquiring lock "b20fed19-752c-4e9d-9da2-37891b46ed01-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1973.313267] env[62438]: DEBUG oslo_concurrency.lockutils [req-3a81f233-0c4e-4165-91b6-b186d872d2a7 req-91a4fa50-e51d-41a2-85bc-681c1cf9d256 service nova] Lock "b20fed19-752c-4e9d-9da2-37891b46ed01-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1973.313469] env[62438]: DEBUG oslo_concurrency.lockutils [req-3a81f233-0c4e-4165-91b6-b186d872d2a7 req-91a4fa50-e51d-41a2-85bc-681c1cf9d256 service nova] Lock "b20fed19-752c-4e9d-9da2-37891b46ed01-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1973.313663] env[62438]: DEBUG nova.compute.manager [req-3a81f233-0c4e-4165-91b6-b186d872d2a7 req-91a4fa50-e51d-41a2-85bc-681c1cf9d256 service nova] [instance: b20fed19-752c-4e9d-9da2-37891b46ed01] No waiting events found dispatching network-vif-plugged-ecaeb897-a21b-4087-8f99-4c6a884c0ca2 {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1973.313844] env[62438]: WARNING nova.compute.manager [req-3a81f233-0c4e-4165-91b6-b186d872d2a7 req-91a4fa50-e51d-41a2-85bc-681c1cf9d256 service nova] [instance: b20fed19-752c-4e9d-9da2-37891b46ed01] Received unexpected event network-vif-plugged-ecaeb897-a21b-4087-8f99-4c6a884c0ca2 for instance with vm_state building and task_state spawning. [ 1973.481884] env[62438]: DEBUG nova.network.neutron [None req-24aba60d-9725-4dd0-aa86-a2e945ac1157 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: b20fed19-752c-4e9d-9da2-37891b46ed01] Successfully updated port: ecaeb897-a21b-4087-8f99-4c6a884c0ca2 {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1973.601838] env[62438]: DEBUG nova.network.neutron [None req-f4c4dca5-b4b9-4d8f-90e5-b4641036ba80 tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] [instance: e8360cdd-e168-41d9-9adf-dec2a93b1c9b] Successfully updated port: eb053492-e2f8-4361-8215-f250d07eedfd {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1973.680573] env[62438]: DEBUG nova.network.neutron [-] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1973.708736] env[62438]: DEBUG nova.scheduler.client.report [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Updated inventory for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with generation 174 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1973.708991] env[62438]: DEBUG nova.compute.provider_tree [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Updating resource provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 generation from 174 to 175 during operation: update_inventory {{(pid=62438) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1973.709138] env[62438]: DEBUG nova.compute.provider_tree [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Updating inventory in ProviderTree for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1973.713404] env[62438]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ee8ba6b6-843f-4347-b595-a257dc0392ff {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.722854] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e04790-a274-4113-b4b5-88e6c4eeaeb3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.751430] env[62438]: DEBUG nova.compute.manager [req-0874a048-cfdb-49eb-bb0a-5088b9c3a7b9 req-a12fbaf3-a326-40b8-9ca5-7ce7edb4f7fd service nova] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] Detach interface failed, port_id=e4a3ce12-9884-4f64-9a7e-faea782cd63f, reason: Instance ceadf541-e9dc-423a-97c5-3dfe483cbab4 could not be found. {{(pid=62438) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1973.984593] env[62438]: DEBUG oslo_concurrency.lockutils [None req-24aba60d-9725-4dd0-aa86-a2e945ac1157 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Acquiring lock "refresh_cache-b20fed19-752c-4e9d-9da2-37891b46ed01" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1973.984761] env[62438]: DEBUG oslo_concurrency.lockutils [None req-24aba60d-9725-4dd0-aa86-a2e945ac1157 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Acquired lock "refresh_cache-b20fed19-752c-4e9d-9da2-37891b46ed01" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1973.984905] env[62438]: DEBUG nova.network.neutron [None req-24aba60d-9725-4dd0-aa86-a2e945ac1157 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: b20fed19-752c-4e9d-9da2-37891b46ed01] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1974.104303] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f4c4dca5-b4b9-4d8f-90e5-b4641036ba80 tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] Acquiring lock "refresh_cache-e8360cdd-e168-41d9-9adf-dec2a93b1c9b" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1974.104476] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f4c4dca5-b4b9-4d8f-90e5-b4641036ba80 tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] Acquired lock "refresh_cache-e8360cdd-e168-41d9-9adf-dec2a93b1c9b" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1974.104571] env[62438]: DEBUG nova.network.neutron [None req-f4c4dca5-b4b9-4d8f-90e5-b4641036ba80 tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] [instance: e8360cdd-e168-41d9-9adf-dec2a93b1c9b] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1974.183416] env[62438]: INFO nova.compute.manager [-] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] Took 1.44 seconds to deallocate network for instance. [ 1974.213884] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62438) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1974.214119] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.947s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1974.530607] env[62438]: DEBUG nova.network.neutron [None req-24aba60d-9725-4dd0-aa86-a2e945ac1157 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: b20fed19-752c-4e9d-9da2-37891b46ed01] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1974.646610] env[62438]: DEBUG nova.network.neutron [None req-f4c4dca5-b4b9-4d8f-90e5-b4641036ba80 tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] [instance: e8360cdd-e168-41d9-9adf-dec2a93b1c9b] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1974.689696] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e0e51baa-9076-493e-a1df-bd4909806cbc tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1974.689967] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e0e51baa-9076-493e-a1df-bd4909806cbc tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1974.690217] env[62438]: DEBUG nova.objects.instance [None req-e0e51baa-9076-493e-a1df-bd4909806cbc tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Lazy-loading 'resources' on Instance uuid ceadf541-e9dc-423a-97c5-3dfe483cbab4 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1974.734194] env[62438]: DEBUG nova.network.neutron [None req-24aba60d-9725-4dd0-aa86-a2e945ac1157 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: b20fed19-752c-4e9d-9da2-37891b46ed01] Updating instance_info_cache with network_info: [{"id": "ecaeb897-a21b-4087-8f99-4c6a884c0ca2", "address": "fa:16:3e:77:12:da", "network": {"id": "2cd49439-8f79-4cd9-a604-570296a33fdc", "bridge": "br-int", "label": "tempest-ServersTestJSON-538647417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8cc450384714cf1a5ebb9cea994cee2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecaeb897-a2", "ovs_interfaceid": "ecaeb897-a21b-4087-8f99-4c6a884c0ca2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1974.804875] env[62438]: DEBUG nova.network.neutron [None req-f4c4dca5-b4b9-4d8f-90e5-b4641036ba80 tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] [instance: e8360cdd-e168-41d9-9adf-dec2a93b1c9b] Updating instance_info_cache with network_info: [{"id": "eb053492-e2f8-4361-8215-f250d07eedfd", "address": "fa:16:3e:c2:78:33", "network": {"id": "41ae424d-9694-4639-b3e7-371b7fdc1f19", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-89110975-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41f1a6a4d3d1423da9b01c7d243c1cc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb053492-e2", "ovs_interfaceid": "eb053492-e2f8-4361-8215-f250d07eedfd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1975.237226] env[62438]: DEBUG oslo_concurrency.lockutils [None req-24aba60d-9725-4dd0-aa86-a2e945ac1157 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Releasing lock "refresh_cache-b20fed19-752c-4e9d-9da2-37891b46ed01" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1975.237535] env[62438]: DEBUG nova.compute.manager [None req-24aba60d-9725-4dd0-aa86-a2e945ac1157 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: b20fed19-752c-4e9d-9da2-37891b46ed01] Instance network_info: |[{"id": "ecaeb897-a21b-4087-8f99-4c6a884c0ca2", "address": "fa:16:3e:77:12:da", "network": {"id": "2cd49439-8f79-4cd9-a604-570296a33fdc", "bridge": "br-int", "label": "tempest-ServersTestJSON-538647417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8cc450384714cf1a5ebb9cea994cee2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecaeb897-a2", "ovs_interfaceid": "ecaeb897-a21b-4087-8f99-4c6a884c0ca2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1975.238033] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-24aba60d-9725-4dd0-aa86-a2e945ac1157 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: b20fed19-752c-4e9d-9da2-37891b46ed01] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:12:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a555680e-4721-4509-97e4-ced9dc17c13e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ecaeb897-a21b-4087-8f99-4c6a884c0ca2', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1975.245622] env[62438]: DEBUG oslo.service.loopingcall [None req-24aba60d-9725-4dd0-aa86-a2e945ac1157 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1975.247809] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b20fed19-752c-4e9d-9da2-37891b46ed01] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1975.248242] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-40430c71-e040-4448-82ce-b9aae13e653d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.269733] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1975.269733] env[62438]: value = "task-1785870" [ 1975.269733] env[62438]: _type = "Task" [ 1975.269733] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1975.279810] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785870, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.283678] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4943c59e-e56b-4dcb-8fd5-2c501d3ddb8d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.290536] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc3d8bd6-bcfc-4159-b50c-a69c7d4579e2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.320128] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f4c4dca5-b4b9-4d8f-90e5-b4641036ba80 tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] Releasing lock "refresh_cache-e8360cdd-e168-41d9-9adf-dec2a93b1c9b" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1975.320435] env[62438]: DEBUG nova.compute.manager [None req-f4c4dca5-b4b9-4d8f-90e5-b4641036ba80 tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] [instance: e8360cdd-e168-41d9-9adf-dec2a93b1c9b] Instance network_info: |[{"id": "eb053492-e2f8-4361-8215-f250d07eedfd", "address": "fa:16:3e:c2:78:33", "network": {"id": "41ae424d-9694-4639-b3e7-371b7fdc1f19", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-89110975-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41f1a6a4d3d1423da9b01c7d243c1cc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb053492-e2", "ovs_interfaceid": "eb053492-e2f8-4361-8215-f250d07eedfd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1975.321195] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f4c4dca5-b4b9-4d8f-90e5-b4641036ba80 tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] [instance: e8360cdd-e168-41d9-9adf-dec2a93b1c9b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:78:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20e3f794-c7a3-4696-9488-ecf34c570ef9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eb053492-e2f8-4361-8215-f250d07eedfd', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1975.328662] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4c4dca5-b4b9-4d8f-90e5-b4641036ba80 tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] Creating folder: Project (41f1a6a4d3d1423da9b01c7d243c1cc8). Parent ref: group-v370230. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1975.329422] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b2b146-c275-478a-8249-5b2ac3d0bf6f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.332127] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-05d51f1a-9b63-469a-a25a-bfcad21522b9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.340141] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b65702-cd12-48dd-91f8-eef8592cae5c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.347623] env[62438]: DEBUG nova.compute.manager [req-45e583ca-118c-4bd6-9953-0ef3b712b40d req-8ede19ab-328b-499b-88b4-c2efadf98616 service nova] [instance: b20fed19-752c-4e9d-9da2-37891b46ed01] Received event network-changed-ecaeb897-a21b-4087-8f99-4c6a884c0ca2 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1975.347714] env[62438]: DEBUG nova.compute.manager [req-45e583ca-118c-4bd6-9953-0ef3b712b40d req-8ede19ab-328b-499b-88b4-c2efadf98616 service nova] [instance: b20fed19-752c-4e9d-9da2-37891b46ed01] Refreshing instance network info cache due to event network-changed-ecaeb897-a21b-4087-8f99-4c6a884c0ca2. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1975.347983] env[62438]: DEBUG oslo_concurrency.lockutils [req-45e583ca-118c-4bd6-9953-0ef3b712b40d req-8ede19ab-328b-499b-88b4-c2efadf98616 service nova] Acquiring lock "refresh_cache-b20fed19-752c-4e9d-9da2-37891b46ed01" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1975.348044] env[62438]: DEBUG oslo_concurrency.lockutils [req-45e583ca-118c-4bd6-9953-0ef3b712b40d req-8ede19ab-328b-499b-88b4-c2efadf98616 service nova] Acquired lock "refresh_cache-b20fed19-752c-4e9d-9da2-37891b46ed01" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1975.348254] env[62438]: DEBUG nova.network.neutron [req-45e583ca-118c-4bd6-9953-0ef3b712b40d req-8ede19ab-328b-499b-88b4-c2efadf98616 service nova] [instance: b20fed19-752c-4e9d-9da2-37891b46ed01] Refreshing network info cache for port ecaeb897-a21b-4087-8f99-4c6a884c0ca2 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1975.349676] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-f4c4dca5-b4b9-4d8f-90e5-b4641036ba80 tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] Created folder: Project (41f1a6a4d3d1423da9b01c7d243c1cc8) in parent group-v370230. [ 1975.349869] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4c4dca5-b4b9-4d8f-90e5-b4641036ba80 tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] Creating folder: Instances. Parent ref: group-v370542. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1975.350897] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4b083d3e-7d03-4aee-94df-4c4f733c6afa {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.360721] env[62438]: DEBUG nova.compute.provider_tree [None req-e0e51baa-9076-493e-a1df-bd4909806cbc tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1975.369265] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-f4c4dca5-b4b9-4d8f-90e5-b4641036ba80 tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] Created folder: Instances in parent group-v370542. [ 1975.369480] env[62438]: DEBUG oslo.service.loopingcall [None req-f4c4dca5-b4b9-4d8f-90e5-b4641036ba80 tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1975.370124] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8360cdd-e168-41d9-9adf-dec2a93b1c9b] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1975.370348] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-01543bfc-bd22-4a41-b3d0-31f55925ba42 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.389047] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1975.389047] env[62438]: value = "task-1785873" [ 1975.389047] env[62438]: _type = "Task" [ 1975.389047] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1975.398017] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785873, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.779820] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785870, 'name': CreateVM_Task, 'duration_secs': 0.379485} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1975.780177] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b20fed19-752c-4e9d-9da2-37891b46ed01] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1975.780691] env[62438]: DEBUG oslo_concurrency.lockutils [None req-24aba60d-9725-4dd0-aa86-a2e945ac1157 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1975.780865] env[62438]: DEBUG oslo_concurrency.lockutils [None req-24aba60d-9725-4dd0-aa86-a2e945ac1157 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1975.781225] env[62438]: DEBUG oslo_concurrency.lockutils [None req-24aba60d-9725-4dd0-aa86-a2e945ac1157 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1975.781482] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa1cca4b-9de2-4c96-916f-8785591b0867 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.785874] env[62438]: DEBUG oslo_vmware.api [None req-24aba60d-9725-4dd0-aa86-a2e945ac1157 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Waiting for the task: (returnval){ [ 1975.785874] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52d834fb-e4be-081e-8b26-dd707ccdc15f" [ 1975.785874] env[62438]: _type = "Task" [ 1975.785874] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1975.792734] env[62438]: DEBUG oslo_vmware.api [None req-24aba60d-9725-4dd0-aa86-a2e945ac1157 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52d834fb-e4be-081e-8b26-dd707ccdc15f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.864330] env[62438]: DEBUG nova.scheduler.client.report [None req-e0e51baa-9076-493e-a1df-bd4909806cbc tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1975.899803] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785873, 'name': CreateVM_Task, 'duration_secs': 0.331883} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1975.900024] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8360cdd-e168-41d9-9adf-dec2a93b1c9b] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1975.901011] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f4c4dca5-b4b9-4d8f-90e5-b4641036ba80 tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1976.089117] env[62438]: DEBUG nova.network.neutron [req-45e583ca-118c-4bd6-9953-0ef3b712b40d req-8ede19ab-328b-499b-88b4-c2efadf98616 service nova] [instance: b20fed19-752c-4e9d-9da2-37891b46ed01] Updated VIF entry in instance network info cache for port ecaeb897-a21b-4087-8f99-4c6a884c0ca2. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1976.089518] env[62438]: DEBUG nova.network.neutron [req-45e583ca-118c-4bd6-9953-0ef3b712b40d req-8ede19ab-328b-499b-88b4-c2efadf98616 service nova] [instance: b20fed19-752c-4e9d-9da2-37891b46ed01] Updating instance_info_cache with network_info: [{"id": "ecaeb897-a21b-4087-8f99-4c6a884c0ca2", "address": "fa:16:3e:77:12:da", "network": {"id": "2cd49439-8f79-4cd9-a604-570296a33fdc", "bridge": "br-int", "label": "tempest-ServersTestJSON-538647417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8cc450384714cf1a5ebb9cea994cee2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecaeb897-a2", "ovs_interfaceid": "ecaeb897-a21b-4087-8f99-4c6a884c0ca2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1976.297912] env[62438]: DEBUG oslo_vmware.api [None req-24aba60d-9725-4dd0-aa86-a2e945ac1157 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52d834fb-e4be-081e-8b26-dd707ccdc15f, 'name': SearchDatastore_Task, 'duration_secs': 0.008296} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1976.298265] env[62438]: DEBUG oslo_concurrency.lockutils [None req-24aba60d-9725-4dd0-aa86-a2e945ac1157 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1976.298566] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-24aba60d-9725-4dd0-aa86-a2e945ac1157 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: b20fed19-752c-4e9d-9da2-37891b46ed01] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1976.298889] env[62438]: DEBUG oslo_concurrency.lockutils [None req-24aba60d-9725-4dd0-aa86-a2e945ac1157 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1976.299135] env[62438]: DEBUG oslo_concurrency.lockutils [None req-24aba60d-9725-4dd0-aa86-a2e945ac1157 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1976.299380] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-24aba60d-9725-4dd0-aa86-a2e945ac1157 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1976.299709] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f4c4dca5-b4b9-4d8f-90e5-b4641036ba80 tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1976.300074] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f4c4dca5-b4b9-4d8f-90e5-b4641036ba80 tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1976.300359] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec5b423f-581a-4688-8d58-dca09aa26591 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.302207] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5e9e1bd-2ed0-4c30-977a-6e05cccf5fb2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.308045] env[62438]: DEBUG oslo_vmware.api [None req-f4c4dca5-b4b9-4d8f-90e5-b4641036ba80 tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] Waiting for the task: (returnval){ [ 1976.308045] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]521ce068-d14d-2551-4831-7b99840239dc" [ 1976.308045] env[62438]: _type = "Task" [ 1976.308045] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1976.311965] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-24aba60d-9725-4dd0-aa86-a2e945ac1157 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1976.312181] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-24aba60d-9725-4dd0-aa86-a2e945ac1157 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1976.313141] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bcd5874-8392-4815-ab34-f76097c58674 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.318425] env[62438]: DEBUG oslo_vmware.api [None req-f4c4dca5-b4b9-4d8f-90e5-b4641036ba80 tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]521ce068-d14d-2551-4831-7b99840239dc, 'name': SearchDatastore_Task, 'duration_secs': 0.008255} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1976.318963] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f4c4dca5-b4b9-4d8f-90e5-b4641036ba80 tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1976.319224] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f4c4dca5-b4b9-4d8f-90e5-b4641036ba80 tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] [instance: e8360cdd-e168-41d9-9adf-dec2a93b1c9b] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1976.319438] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f4c4dca5-b4b9-4d8f-90e5-b4641036ba80 tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1976.321112] env[62438]: DEBUG oslo_vmware.api [None req-24aba60d-9725-4dd0-aa86-a2e945ac1157 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Waiting for the task: (returnval){ [ 1976.321112] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52faaed1-513a-3add-70ab-aaf9b3a1a026" [ 1976.321112] env[62438]: _type = "Task" [ 1976.321112] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1976.328253] env[62438]: DEBUG oslo_vmware.api [None req-24aba60d-9725-4dd0-aa86-a2e945ac1157 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52faaed1-513a-3add-70ab-aaf9b3a1a026, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.368533] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e0e51baa-9076-493e-a1df-bd4909806cbc tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.679s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1976.389832] env[62438]: INFO nova.scheduler.client.report [None req-e0e51baa-9076-493e-a1df-bd4909806cbc tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Deleted allocations for instance ceadf541-e9dc-423a-97c5-3dfe483cbab4 [ 1976.592070] env[62438]: DEBUG oslo_concurrency.lockutils [req-45e583ca-118c-4bd6-9953-0ef3b712b40d req-8ede19ab-328b-499b-88b4-c2efadf98616 service nova] Releasing lock "refresh_cache-b20fed19-752c-4e9d-9da2-37891b46ed01" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1976.592364] env[62438]: DEBUG nova.compute.manager [req-45e583ca-118c-4bd6-9953-0ef3b712b40d req-8ede19ab-328b-499b-88b4-c2efadf98616 service nova] [instance: e8360cdd-e168-41d9-9adf-dec2a93b1c9b] Received event network-vif-plugged-eb053492-e2f8-4361-8215-f250d07eedfd {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1976.592582] env[62438]: DEBUG oslo_concurrency.lockutils [req-45e583ca-118c-4bd6-9953-0ef3b712b40d req-8ede19ab-328b-499b-88b4-c2efadf98616 service nova] Acquiring lock "e8360cdd-e168-41d9-9adf-dec2a93b1c9b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1976.592802] env[62438]: DEBUG oslo_concurrency.lockutils [req-45e583ca-118c-4bd6-9953-0ef3b712b40d req-8ede19ab-328b-499b-88b4-c2efadf98616 service nova] Lock "e8360cdd-e168-41d9-9adf-dec2a93b1c9b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1976.592977] env[62438]: DEBUG oslo_concurrency.lockutils [req-45e583ca-118c-4bd6-9953-0ef3b712b40d req-8ede19ab-328b-499b-88b4-c2efadf98616 service nova] Lock "e8360cdd-e168-41d9-9adf-dec2a93b1c9b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1976.593174] env[62438]: DEBUG nova.compute.manager [req-45e583ca-118c-4bd6-9953-0ef3b712b40d req-8ede19ab-328b-499b-88b4-c2efadf98616 service nova] [instance: e8360cdd-e168-41d9-9adf-dec2a93b1c9b] No waiting events found dispatching network-vif-plugged-eb053492-e2f8-4361-8215-f250d07eedfd {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1976.593370] env[62438]: WARNING nova.compute.manager [req-45e583ca-118c-4bd6-9953-0ef3b712b40d req-8ede19ab-328b-499b-88b4-c2efadf98616 service nova] [instance: e8360cdd-e168-41d9-9adf-dec2a93b1c9b] Received unexpected event network-vif-plugged-eb053492-e2f8-4361-8215-f250d07eedfd for instance with vm_state building and task_state spawning. [ 1976.593542] env[62438]: DEBUG nova.compute.manager [req-45e583ca-118c-4bd6-9953-0ef3b712b40d req-8ede19ab-328b-499b-88b4-c2efadf98616 service nova] [instance: e8360cdd-e168-41d9-9adf-dec2a93b1c9b] Received event network-changed-eb053492-e2f8-4361-8215-f250d07eedfd {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1976.593706] env[62438]: DEBUG nova.compute.manager [req-45e583ca-118c-4bd6-9953-0ef3b712b40d req-8ede19ab-328b-499b-88b4-c2efadf98616 service nova] [instance: e8360cdd-e168-41d9-9adf-dec2a93b1c9b] Refreshing instance network info cache due to event network-changed-eb053492-e2f8-4361-8215-f250d07eedfd. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1976.593900] env[62438]: DEBUG oslo_concurrency.lockutils [req-45e583ca-118c-4bd6-9953-0ef3b712b40d req-8ede19ab-328b-499b-88b4-c2efadf98616 service nova] Acquiring lock "refresh_cache-e8360cdd-e168-41d9-9adf-dec2a93b1c9b" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1976.594076] env[62438]: DEBUG oslo_concurrency.lockutils [req-45e583ca-118c-4bd6-9953-0ef3b712b40d req-8ede19ab-328b-499b-88b4-c2efadf98616 service nova] Acquired lock "refresh_cache-e8360cdd-e168-41d9-9adf-dec2a93b1c9b" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1976.594255] env[62438]: DEBUG nova.network.neutron [req-45e583ca-118c-4bd6-9953-0ef3b712b40d req-8ede19ab-328b-499b-88b4-c2efadf98616 service nova] [instance: e8360cdd-e168-41d9-9adf-dec2a93b1c9b] Refreshing network info cache for port eb053492-e2f8-4361-8215-f250d07eedfd {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1976.832233] env[62438]: DEBUG oslo_vmware.api [None req-24aba60d-9725-4dd0-aa86-a2e945ac1157 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52faaed1-513a-3add-70ab-aaf9b3a1a026, 'name': SearchDatastore_Task, 'duration_secs': 0.007446} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1976.833031] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2ec34db-80c9-4491-9911-7d7159441316 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.838330] env[62438]: DEBUG oslo_vmware.api [None req-24aba60d-9725-4dd0-aa86-a2e945ac1157 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Waiting for the task: (returnval){ [ 1976.838330] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52d62bc3-86c3-1945-5d92-e1f27562ab82" [ 1976.838330] env[62438]: _type = "Task" [ 1976.838330] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1976.845795] env[62438]: DEBUG oslo_vmware.api [None req-24aba60d-9725-4dd0-aa86-a2e945ac1157 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52d62bc3-86c3-1945-5d92-e1f27562ab82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.905868] env[62438]: DEBUG oslo_concurrency.lockutils [None req-e0e51baa-9076-493e-a1df-bd4909806cbc tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Lock "ceadf541-e9dc-423a-97c5-3dfe483cbab4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.752s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1977.311211] env[62438]: DEBUG nova.network.neutron [req-45e583ca-118c-4bd6-9953-0ef3b712b40d req-8ede19ab-328b-499b-88b4-c2efadf98616 service nova] [instance: e8360cdd-e168-41d9-9adf-dec2a93b1c9b] Updated VIF entry in instance network info cache for port eb053492-e2f8-4361-8215-f250d07eedfd. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1977.311584] env[62438]: DEBUG nova.network.neutron [req-45e583ca-118c-4bd6-9953-0ef3b712b40d req-8ede19ab-328b-499b-88b4-c2efadf98616 service nova] [instance: e8360cdd-e168-41d9-9adf-dec2a93b1c9b] Updating instance_info_cache with network_info: [{"id": "eb053492-e2f8-4361-8215-f250d07eedfd", "address": "fa:16:3e:c2:78:33", "network": {"id": "41ae424d-9694-4639-b3e7-371b7fdc1f19", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-89110975-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41f1a6a4d3d1423da9b01c7d243c1cc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb053492-e2", "ovs_interfaceid": "eb053492-e2f8-4361-8215-f250d07eedfd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1977.349537] env[62438]: DEBUG oslo_vmware.api [None req-24aba60d-9725-4dd0-aa86-a2e945ac1157 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52d62bc3-86c3-1945-5d92-e1f27562ab82, 'name': SearchDatastore_Task, 'duration_secs': 0.009637} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1977.349802] env[62438]: DEBUG oslo_concurrency.lockutils [None req-24aba60d-9725-4dd0-aa86-a2e945ac1157 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1977.350072] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-24aba60d-9725-4dd0-aa86-a2e945ac1157 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] b20fed19-752c-4e9d-9da2-37891b46ed01/b20fed19-752c-4e9d-9da2-37891b46ed01.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1977.350364] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f4c4dca5-b4b9-4d8f-90e5-b4641036ba80 tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1977.350559] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4c4dca5-b4b9-4d8f-90e5-b4641036ba80 tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1977.350781] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c05fb9cb-e6b7-4836-a884-80abc803f033 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.352616] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f7afabd1-42dd-4438-bdfb-54e00be03329 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.360228] env[62438]: DEBUG oslo_vmware.api [None req-24aba60d-9725-4dd0-aa86-a2e945ac1157 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Waiting for the task: (returnval){ [ 1977.360228] env[62438]: value = "task-1785874" [ 1977.360228] env[62438]: _type = "Task" [ 1977.360228] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1977.363961] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4c4dca5-b4b9-4d8f-90e5-b4641036ba80 tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1977.364188] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f4c4dca5-b4b9-4d8f-90e5-b4641036ba80 tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1977.365173] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf6d335f-8c40-4651-a963-1049b2c44167 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.369919] env[62438]: DEBUG oslo_vmware.api [None req-24aba60d-9725-4dd0-aa86-a2e945ac1157 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': task-1785874, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.372923] env[62438]: DEBUG oslo_vmware.api [None req-f4c4dca5-b4b9-4d8f-90e5-b4641036ba80 tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] Waiting for the task: (returnval){ [ 1977.372923] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52621916-5ccb-80e3-dd69-127d65b3994e" [ 1977.372923] env[62438]: _type = "Task" [ 1977.372923] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1977.380052] env[62438]: DEBUG oslo_vmware.api [None req-f4c4dca5-b4b9-4d8f-90e5-b4641036ba80 tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52621916-5ccb-80e3-dd69-127d65b3994e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.615627] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ee520492-2255-4b2a-97b7-f67f8882d264 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Acquiring lock "f15c8452-68d4-4a2b-8822-c66ef07528b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1977.615962] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ee520492-2255-4b2a-97b7-f67f8882d264 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Lock "f15c8452-68d4-4a2b-8822-c66ef07528b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1977.814298] env[62438]: DEBUG oslo_concurrency.lockutils [req-45e583ca-118c-4bd6-9953-0ef3b712b40d req-8ede19ab-328b-499b-88b4-c2efadf98616 service nova] Releasing lock "refresh_cache-e8360cdd-e168-41d9-9adf-dec2a93b1c9b" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1977.870147] env[62438]: DEBUG oslo_vmware.api [None req-24aba60d-9725-4dd0-aa86-a2e945ac1157 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': task-1785874, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.415743} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1977.870457] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-24aba60d-9725-4dd0-aa86-a2e945ac1157 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] b20fed19-752c-4e9d-9da2-37891b46ed01/b20fed19-752c-4e9d-9da2-37891b46ed01.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1977.870649] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-24aba60d-9725-4dd0-aa86-a2e945ac1157 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: b20fed19-752c-4e9d-9da2-37891b46ed01] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1977.870908] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-456ca037-ee75-48c6-b11c-14f8a527b3ef {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.878023] env[62438]: DEBUG oslo_vmware.api [None req-24aba60d-9725-4dd0-aa86-a2e945ac1157 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Waiting for the task: (returnval){ [ 1977.878023] env[62438]: value = "task-1785875" [ 1977.878023] env[62438]: _type = "Task" [ 1977.878023] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1977.884276] env[62438]: DEBUG oslo_vmware.api [None req-f4c4dca5-b4b9-4d8f-90e5-b4641036ba80 tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52621916-5ccb-80e3-dd69-127d65b3994e, 'name': SearchDatastore_Task, 'duration_secs': 0.008167} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1977.885423] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9276b58-ea1e-4d8d-8ab5-9215fc3a5d82 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.890751] env[62438]: DEBUG oslo_vmware.api [None req-24aba60d-9725-4dd0-aa86-a2e945ac1157 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': task-1785875, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.893653] env[62438]: DEBUG oslo_vmware.api [None req-f4c4dca5-b4b9-4d8f-90e5-b4641036ba80 tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] Waiting for the task: (returnval){ [ 1977.893653] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]524a909e-92ee-33b7-24e5-c55dada9ff05" [ 1977.893653] env[62438]: _type = "Task" [ 1977.893653] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1977.901380] env[62438]: DEBUG oslo_vmware.api [None req-f4c4dca5-b4b9-4d8f-90e5-b4641036ba80 tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]524a909e-92ee-33b7-24e5-c55dada9ff05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.118356] env[62438]: DEBUG nova.compute.manager [None req-ee520492-2255-4b2a-97b7-f67f8882d264 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: f15c8452-68d4-4a2b-8822-c66ef07528b8] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1978.387793] env[62438]: DEBUG oslo_vmware.api [None req-24aba60d-9725-4dd0-aa86-a2e945ac1157 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': task-1785875, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070375} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1978.388092] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-24aba60d-9725-4dd0-aa86-a2e945ac1157 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: b20fed19-752c-4e9d-9da2-37891b46ed01] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1978.388822] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f4215c5-d24a-4bd7-b324-bd4121b4d3d2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.410068] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-24aba60d-9725-4dd0-aa86-a2e945ac1157 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: b20fed19-752c-4e9d-9da2-37891b46ed01] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] b20fed19-752c-4e9d-9da2-37891b46ed01/b20fed19-752c-4e9d-9da2-37891b46ed01.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1978.414188] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06f7cf96-516c-4001-81fb-85896cbde4fb {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.433228] env[62438]: DEBUG oslo_vmware.api [None req-f4c4dca5-b4b9-4d8f-90e5-b4641036ba80 tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]524a909e-92ee-33b7-24e5-c55dada9ff05, 'name': SearchDatastore_Task, 'duration_secs': 0.008335} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1978.434323] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f4c4dca5-b4b9-4d8f-90e5-b4641036ba80 tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1978.434583] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4c4dca5-b4b9-4d8f-90e5-b4641036ba80 tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] e8360cdd-e168-41d9-9adf-dec2a93b1c9b/e8360cdd-e168-41d9-9adf-dec2a93b1c9b.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1978.434878] env[62438]: DEBUG oslo_vmware.api [None req-24aba60d-9725-4dd0-aa86-a2e945ac1157 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Waiting for the task: (returnval){ [ 1978.434878] env[62438]: value = "task-1785876" [ 1978.434878] env[62438]: _type = "Task" [ 1978.434878] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1978.435073] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-18442d8a-c5b4-4e18-baa8-344ab8672e85 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.444377] env[62438]: DEBUG oslo_vmware.api [None req-24aba60d-9725-4dd0-aa86-a2e945ac1157 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': task-1785876, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.445528] env[62438]: DEBUG oslo_vmware.api [None req-f4c4dca5-b4b9-4d8f-90e5-b4641036ba80 tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] Waiting for the task: (returnval){ [ 1978.445528] env[62438]: value = "task-1785877" [ 1978.445528] env[62438]: _type = "Task" [ 1978.445528] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1978.452375] env[62438]: DEBUG oslo_vmware.api [None req-f4c4dca5-b4b9-4d8f-90e5-b4641036ba80 tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] Task: {'id': task-1785877, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.644717] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ee520492-2255-4b2a-97b7-f67f8882d264 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1978.645059] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ee520492-2255-4b2a-97b7-f67f8882d264 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1978.646842] env[62438]: INFO nova.compute.claims [None req-ee520492-2255-4b2a-97b7-f67f8882d264 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: f15c8452-68d4-4a2b-8822-c66ef07528b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1978.946577] env[62438]: DEBUG oslo_vmware.api [None req-24aba60d-9725-4dd0-aa86-a2e945ac1157 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': task-1785876, 'name': ReconfigVM_Task, 'duration_secs': 0.29003} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1978.949695] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-24aba60d-9725-4dd0-aa86-a2e945ac1157 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: b20fed19-752c-4e9d-9da2-37891b46ed01] Reconfigured VM instance instance-00000074 to attach disk [datastore1] b20fed19-752c-4e9d-9da2-37891b46ed01/b20fed19-752c-4e9d-9da2-37891b46ed01.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1978.950354] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a05f2bf6-a6d3-4bc6-ac61-5b6e76c650a4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.957398] env[62438]: DEBUG oslo_vmware.api [None req-f4c4dca5-b4b9-4d8f-90e5-b4641036ba80 tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] Task: {'id': task-1785877, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.418004} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1978.958522] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4c4dca5-b4b9-4d8f-90e5-b4641036ba80 tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] e8360cdd-e168-41d9-9adf-dec2a93b1c9b/e8360cdd-e168-41d9-9adf-dec2a93b1c9b.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1978.958745] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f4c4dca5-b4b9-4d8f-90e5-b4641036ba80 tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] [instance: e8360cdd-e168-41d9-9adf-dec2a93b1c9b] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1978.959053] env[62438]: DEBUG oslo_vmware.api [None req-24aba60d-9725-4dd0-aa86-a2e945ac1157 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Waiting for the task: (returnval){ [ 1978.959053] env[62438]: value = "task-1785878" [ 1978.959053] env[62438]: _type = "Task" [ 1978.959053] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1978.959247] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6f51a1d4-9813-4ca3-af96-6591a1e7b306 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.977119] env[62438]: DEBUG oslo_vmware.api [None req-f4c4dca5-b4b9-4d8f-90e5-b4641036ba80 tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] Waiting for the task: (returnval){ [ 1978.977119] env[62438]: value = "task-1785879" [ 1978.977119] env[62438]: _type = "Task" [ 1978.977119] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1978.986344] env[62438]: DEBUG oslo_vmware.api [None req-f4c4dca5-b4b9-4d8f-90e5-b4641036ba80 tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] Task: {'id': task-1785879, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.470478] env[62438]: DEBUG oslo_vmware.api [None req-24aba60d-9725-4dd0-aa86-a2e945ac1157 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': task-1785878, 'name': Rename_Task, 'duration_secs': 0.153023} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1979.470761] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-24aba60d-9725-4dd0-aa86-a2e945ac1157 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: b20fed19-752c-4e9d-9da2-37891b46ed01] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1979.471026] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14325246-c9a5-485b-8df2-a175c0b09eff {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.477593] env[62438]: DEBUG oslo_vmware.api [None req-24aba60d-9725-4dd0-aa86-a2e945ac1157 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Waiting for the task: (returnval){ [ 1979.477593] env[62438]: value = "task-1785880" [ 1979.477593] env[62438]: _type = "Task" [ 1979.477593] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1979.487592] env[62438]: DEBUG oslo_vmware.api [None req-f4c4dca5-b4b9-4d8f-90e5-b4641036ba80 tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] Task: {'id': task-1785879, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077589} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1979.490435] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f4c4dca5-b4b9-4d8f-90e5-b4641036ba80 tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] [instance: e8360cdd-e168-41d9-9adf-dec2a93b1c9b] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1979.490724] env[62438]: DEBUG oslo_vmware.api [None req-24aba60d-9725-4dd0-aa86-a2e945ac1157 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': task-1785880, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.491480] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad422c73-4f8b-447b-b43a-f1a1e826a054 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.512394] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4c4dca5-b4b9-4d8f-90e5-b4641036ba80 tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] [instance: e8360cdd-e168-41d9-9adf-dec2a93b1c9b] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] e8360cdd-e168-41d9-9adf-dec2a93b1c9b/e8360cdd-e168-41d9-9adf-dec2a93b1c9b.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1979.512683] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc48abeb-5ae8-477b-8f64-2254caaeb015 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.531648] env[62438]: DEBUG oslo_vmware.api [None req-f4c4dca5-b4b9-4d8f-90e5-b4641036ba80 tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] Waiting for the task: (returnval){ [ 1979.531648] env[62438]: value = "task-1785881" [ 1979.531648] env[62438]: _type = "Task" [ 1979.531648] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1979.539178] env[62438]: DEBUG oslo_vmware.api [None req-f4c4dca5-b4b9-4d8f-90e5-b4641036ba80 tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] Task: {'id': task-1785881, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.737722] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c02c8618-a50a-426e-9afd-263aeb61dded {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.745246] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7e20285-10ae-4064-9a72-83734325e6ca {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.776901] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5862f19c-6511-4def-8f39-a00460374d91 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.784721] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fddfe2c-fcfa-4876-8f15-fdc8ad911208 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.798512] env[62438]: DEBUG nova.compute.provider_tree [None req-ee520492-2255-4b2a-97b7-f67f8882d264 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Updating inventory in ProviderTree for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1979.989617] env[62438]: DEBUG oslo_vmware.api [None req-24aba60d-9725-4dd0-aa86-a2e945ac1157 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': task-1785880, 'name': PowerOnVM_Task, 'duration_secs': 0.442732} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1979.989929] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-24aba60d-9725-4dd0-aa86-a2e945ac1157 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: b20fed19-752c-4e9d-9da2-37891b46ed01] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1979.990127] env[62438]: INFO nova.compute.manager [None req-24aba60d-9725-4dd0-aa86-a2e945ac1157 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: b20fed19-752c-4e9d-9da2-37891b46ed01] Took 7.49 seconds to spawn the instance on the hypervisor. [ 1979.990318] env[62438]: DEBUG nova.compute.manager [None req-24aba60d-9725-4dd0-aa86-a2e945ac1157 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: b20fed19-752c-4e9d-9da2-37891b46ed01] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1979.991070] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f351847c-1977-48fe-904b-9803129d80f4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.041071] env[62438]: DEBUG oslo_vmware.api [None req-f4c4dca5-b4b9-4d8f-90e5-b4641036ba80 tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] Task: {'id': task-1785881, 'name': ReconfigVM_Task, 'duration_secs': 0.308457} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1980.041372] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4c4dca5-b4b9-4d8f-90e5-b4641036ba80 tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] [instance: e8360cdd-e168-41d9-9adf-dec2a93b1c9b] Reconfigured VM instance instance-00000073 to attach disk [datastore1] e8360cdd-e168-41d9-9adf-dec2a93b1c9b/e8360cdd-e168-41d9-9adf-dec2a93b1c9b.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1980.042014] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb05614f-4c57-4d45-ae93-6126d9eb7d1b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.051738] env[62438]: DEBUG oslo_vmware.api [None req-f4c4dca5-b4b9-4d8f-90e5-b4641036ba80 tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] Waiting for the task: (returnval){ [ 1980.051738] env[62438]: value = "task-1785882" [ 1980.051738] env[62438]: _type = "Task" [ 1980.051738] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1980.059449] env[62438]: DEBUG oslo_vmware.api [None req-f4c4dca5-b4b9-4d8f-90e5-b4641036ba80 tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] Task: {'id': task-1785882, 'name': Rename_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.317847] env[62438]: ERROR nova.scheduler.client.report [None req-ee520492-2255-4b2a-97b7-f67f8882d264 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [req-3c777aa3-35d4-4e99-8e8a-b2387be4714a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 3d204b25-fa3a-4320-b81b-738bc1f337f5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3c777aa3-35d4-4e99-8e8a-b2387be4714a"}]} [ 1980.332889] env[62438]: DEBUG nova.scheduler.client.report [None req-ee520492-2255-4b2a-97b7-f67f8882d264 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Refreshing inventories for resource provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1980.345394] env[62438]: DEBUG nova.scheduler.client.report [None req-ee520492-2255-4b2a-97b7-f67f8882d264 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Updating ProviderTree inventory for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1980.345627] env[62438]: DEBUG nova.compute.provider_tree [None req-ee520492-2255-4b2a-97b7-f67f8882d264 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Updating inventory in ProviderTree for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1980.358499] env[62438]: DEBUG nova.scheduler.client.report [None req-ee520492-2255-4b2a-97b7-f67f8882d264 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Refreshing aggregate associations for resource provider 3d204b25-fa3a-4320-b81b-738bc1f337f5, aggregates: None {{(pid=62438) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1980.375228] env[62438]: DEBUG nova.scheduler.client.report [None req-ee520492-2255-4b2a-97b7-f67f8882d264 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Refreshing trait associations for resource provider 3d204b25-fa3a-4320-b81b-738bc1f337f5, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62438) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1980.448619] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-139bb955-4309-47e7-9cae-55b7dbddd0f2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.456702] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f56352c-8b1f-497f-b972-fdcecab3b8b7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.488605] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18689d41-6ea0-4083-a4ec-a22a7f24cce8 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.496705] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40305609-699a-4648-a6ea-0b023f716b1f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.506523] env[62438]: INFO nova.compute.manager [None req-24aba60d-9725-4dd0-aa86-a2e945ac1157 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: b20fed19-752c-4e9d-9da2-37891b46ed01] Took 12.20 seconds to build instance. [ 1980.515097] env[62438]: DEBUG nova.compute.provider_tree [None req-ee520492-2255-4b2a-97b7-f67f8882d264 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Updating inventory in ProviderTree for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1980.561202] env[62438]: DEBUG oslo_vmware.api [None req-f4c4dca5-b4b9-4d8f-90e5-b4641036ba80 tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] Task: {'id': task-1785882, 'name': Rename_Task, 'duration_secs': 0.152948} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1980.561492] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4c4dca5-b4b9-4d8f-90e5-b4641036ba80 tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] [instance: e8360cdd-e168-41d9-9adf-dec2a93b1c9b] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1980.561737] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-06fb7170-3938-421c-8635-9aa6c6b406cb {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.568038] env[62438]: DEBUG oslo_vmware.api [None req-f4c4dca5-b4b9-4d8f-90e5-b4641036ba80 tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] Waiting for the task: (returnval){ [ 1980.568038] env[62438]: value = "task-1785883" [ 1980.568038] env[62438]: _type = "Task" [ 1980.568038] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1980.575812] env[62438]: DEBUG oslo_vmware.api [None req-f4c4dca5-b4b9-4d8f-90e5-b4641036ba80 tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] Task: {'id': task-1785883, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.018035] env[62438]: DEBUG oslo_concurrency.lockutils [None req-24aba60d-9725-4dd0-aa86-a2e945ac1157 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Lock "b20fed19-752c-4e9d-9da2-37891b46ed01" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.714s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1981.045487] env[62438]: DEBUG nova.scheduler.client.report [None req-ee520492-2255-4b2a-97b7-f67f8882d264 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Updated inventory for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with generation 176 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1981.045767] env[62438]: DEBUG nova.compute.provider_tree [None req-ee520492-2255-4b2a-97b7-f67f8882d264 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Updating resource provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 generation from 176 to 177 during operation: update_inventory {{(pid=62438) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1981.045957] env[62438]: DEBUG nova.compute.provider_tree [None req-ee520492-2255-4b2a-97b7-f67f8882d264 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Updating inventory in ProviderTree for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1981.079054] env[62438]: DEBUG oslo_vmware.api [None req-f4c4dca5-b4b9-4d8f-90e5-b4641036ba80 tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] Task: {'id': task-1785883, 'name': PowerOnVM_Task, 'duration_secs': 0.427946} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1981.079054] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4c4dca5-b4b9-4d8f-90e5-b4641036ba80 tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] [instance: e8360cdd-e168-41d9-9adf-dec2a93b1c9b] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1981.079054] env[62438]: INFO nova.compute.manager [None req-f4c4dca5-b4b9-4d8f-90e5-b4641036ba80 tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] [instance: e8360cdd-e168-41d9-9adf-dec2a93b1c9b] Took 16.98 seconds to spawn the instance on the hypervisor. [ 1981.079054] env[62438]: DEBUG nova.compute.manager [None req-f4c4dca5-b4b9-4d8f-90e5-b4641036ba80 tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] [instance: e8360cdd-e168-41d9-9adf-dec2a93b1c9b] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1981.079562] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-797e8fd0-0cb0-486a-bcdb-b489e3a48481 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.551215] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ee520492-2255-4b2a-97b7-f67f8882d264 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.905s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1981.551215] env[62438]: DEBUG nova.compute.manager [None req-ee520492-2255-4b2a-97b7-f67f8882d264 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: f15c8452-68d4-4a2b-8822-c66ef07528b8] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1981.596593] env[62438]: INFO nova.compute.manager [None req-f4c4dca5-b4b9-4d8f-90e5-b4641036ba80 tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] [instance: e8360cdd-e168-41d9-9adf-dec2a93b1c9b] Took 21.70 seconds to build instance. [ 1981.787934] env[62438]: DEBUG oslo_concurrency.lockutils [None req-77e21c27-f873-4c71-aebb-814961e1c39a tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Acquiring lock "b20fed19-752c-4e9d-9da2-37891b46ed01" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1981.788241] env[62438]: DEBUG oslo_concurrency.lockutils [None req-77e21c27-f873-4c71-aebb-814961e1c39a tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Lock "b20fed19-752c-4e9d-9da2-37891b46ed01" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1981.788518] env[62438]: DEBUG oslo_concurrency.lockutils [None req-77e21c27-f873-4c71-aebb-814961e1c39a tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Acquiring lock "b20fed19-752c-4e9d-9da2-37891b46ed01-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1981.788734] env[62438]: DEBUG oslo_concurrency.lockutils [None req-77e21c27-f873-4c71-aebb-814961e1c39a tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Lock "b20fed19-752c-4e9d-9da2-37891b46ed01-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1981.788916] env[62438]: DEBUG oslo_concurrency.lockutils [None req-77e21c27-f873-4c71-aebb-814961e1c39a tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Lock "b20fed19-752c-4e9d-9da2-37891b46ed01-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1981.791455] env[62438]: INFO nova.compute.manager [None req-77e21c27-f873-4c71-aebb-814961e1c39a tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: b20fed19-752c-4e9d-9da2-37891b46ed01] Terminating instance [ 1981.793214] env[62438]: DEBUG nova.compute.manager [None req-77e21c27-f873-4c71-aebb-814961e1c39a tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: b20fed19-752c-4e9d-9da2-37891b46ed01] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1981.793420] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-77e21c27-f873-4c71-aebb-814961e1c39a tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: b20fed19-752c-4e9d-9da2-37891b46ed01] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1981.794293] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab45379-ad24-408d-83d3-ee870340d579 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.801811] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-77e21c27-f873-4c71-aebb-814961e1c39a tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: b20fed19-752c-4e9d-9da2-37891b46ed01] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1981.802055] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36d54380-7b2e-47a0-bbfe-8f8e35782588 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.808488] env[62438]: DEBUG oslo_vmware.api [None req-77e21c27-f873-4c71-aebb-814961e1c39a tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Waiting for the task: (returnval){ [ 1981.808488] env[62438]: value = "task-1785884" [ 1981.808488] env[62438]: _type = "Task" [ 1981.808488] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1981.816389] env[62438]: DEBUG oslo_vmware.api [None req-77e21c27-f873-4c71-aebb-814961e1c39a tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': task-1785884, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.056959] env[62438]: DEBUG nova.compute.utils [None req-ee520492-2255-4b2a-97b7-f67f8882d264 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1982.058471] env[62438]: DEBUG nova.compute.manager [None req-ee520492-2255-4b2a-97b7-f67f8882d264 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: f15c8452-68d4-4a2b-8822-c66ef07528b8] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1982.059152] env[62438]: DEBUG nova.network.neutron [None req-ee520492-2255-4b2a-97b7-f67f8882d264 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: f15c8452-68d4-4a2b-8822-c66ef07528b8] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1982.098875] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f4c4dca5-b4b9-4d8f-90e5-b4641036ba80 tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] Lock "e8360cdd-e168-41d9-9adf-dec2a93b1c9b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.213s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1982.155983] env[62438]: DEBUG nova.policy [None req-ee520492-2255-4b2a-97b7-f67f8882d264 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '096f37e1f4214d368fd55939b947b1c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '38d579b225154935bb754c9894cd2f33', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1982.320608] env[62438]: DEBUG oslo_vmware.api [None req-77e21c27-f873-4c71-aebb-814961e1c39a tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': task-1785884, 'name': PowerOffVM_Task, 'duration_secs': 0.303789} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1982.320973] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-77e21c27-f873-4c71-aebb-814961e1c39a tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: b20fed19-752c-4e9d-9da2-37891b46ed01] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1982.321175] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-77e21c27-f873-4c71-aebb-814961e1c39a tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: b20fed19-752c-4e9d-9da2-37891b46ed01] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1982.321464] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-12f63d68-5df3-4361-8e19-3dfddf292c85 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.393192] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-77e21c27-f873-4c71-aebb-814961e1c39a tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: b20fed19-752c-4e9d-9da2-37891b46ed01] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1982.393463] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-77e21c27-f873-4c71-aebb-814961e1c39a tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: b20fed19-752c-4e9d-9da2-37891b46ed01] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1982.393742] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-77e21c27-f873-4c71-aebb-814961e1c39a tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Deleting the datastore file [datastore1] b20fed19-752c-4e9d-9da2-37891b46ed01 {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1982.394092] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f9f6eb20-2e12-4870-8a21-a2a9f50f2c76 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.401324] env[62438]: DEBUG oslo_vmware.api [None req-77e21c27-f873-4c71-aebb-814961e1c39a tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Waiting for the task: (returnval){ [ 1982.401324] env[62438]: value = "task-1785886" [ 1982.401324] env[62438]: _type = "Task" [ 1982.401324] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1982.409799] env[62438]: DEBUG oslo_vmware.api [None req-77e21c27-f873-4c71-aebb-814961e1c39a tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': task-1785886, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.562101] env[62438]: DEBUG nova.compute.manager [None req-ee520492-2255-4b2a-97b7-f67f8882d264 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: f15c8452-68d4-4a2b-8822-c66ef07528b8] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1982.725619] env[62438]: DEBUG nova.network.neutron [None req-ee520492-2255-4b2a-97b7-f67f8882d264 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: f15c8452-68d4-4a2b-8822-c66ef07528b8] Successfully created port: f2dadfb1-51a0-4804-a1be-8e8bd25e3a01 {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1982.911651] env[62438]: DEBUG oslo_vmware.api [None req-77e21c27-f873-4c71-aebb-814961e1c39a tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': task-1785886, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146306} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1982.911939] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-77e21c27-f873-4c71-aebb-814961e1c39a tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1982.912151] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-77e21c27-f873-4c71-aebb-814961e1c39a tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: b20fed19-752c-4e9d-9da2-37891b46ed01] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1982.912343] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-77e21c27-f873-4c71-aebb-814961e1c39a tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: b20fed19-752c-4e9d-9da2-37891b46ed01] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1982.912530] env[62438]: INFO nova.compute.manager [None req-77e21c27-f873-4c71-aebb-814961e1c39a tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: b20fed19-752c-4e9d-9da2-37891b46ed01] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1982.912784] env[62438]: DEBUG oslo.service.loopingcall [None req-77e21c27-f873-4c71-aebb-814961e1c39a tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1982.912983] env[62438]: DEBUG nova.compute.manager [-] [instance: b20fed19-752c-4e9d-9da2-37891b46ed01] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1982.913109] env[62438]: DEBUG nova.network.neutron [-] [instance: b20fed19-752c-4e9d-9da2-37891b46ed01] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1982.937373] env[62438]: DEBUG oslo_concurrency.lockutils [None req-3bf3b1f2-5b87-4ba6-a9fa-a9defd04d1ff tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] Acquiring lock "e8360cdd-e168-41d9-9adf-dec2a93b1c9b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1982.937636] env[62438]: DEBUG oslo_concurrency.lockutils [None req-3bf3b1f2-5b87-4ba6-a9fa-a9defd04d1ff tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] Lock "e8360cdd-e168-41d9-9adf-dec2a93b1c9b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1982.937858] env[62438]: DEBUG oslo_concurrency.lockutils [None req-3bf3b1f2-5b87-4ba6-a9fa-a9defd04d1ff tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] Acquiring lock "e8360cdd-e168-41d9-9adf-dec2a93b1c9b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1982.938065] env[62438]: DEBUG oslo_concurrency.lockutils [None req-3bf3b1f2-5b87-4ba6-a9fa-a9defd04d1ff tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] Lock "e8360cdd-e168-41d9-9adf-dec2a93b1c9b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1982.938250] env[62438]: DEBUG oslo_concurrency.lockutils [None req-3bf3b1f2-5b87-4ba6-a9fa-a9defd04d1ff tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] Lock "e8360cdd-e168-41d9-9adf-dec2a93b1c9b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1982.940473] env[62438]: INFO nova.compute.manager [None req-3bf3b1f2-5b87-4ba6-a9fa-a9defd04d1ff tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] [instance: e8360cdd-e168-41d9-9adf-dec2a93b1c9b] Terminating instance [ 1982.942305] env[62438]: DEBUG nova.compute.manager [None req-3bf3b1f2-5b87-4ba6-a9fa-a9defd04d1ff tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] [instance: e8360cdd-e168-41d9-9adf-dec2a93b1c9b] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1982.942512] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf3b1f2-5b87-4ba6-a9fa-a9defd04d1ff tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] [instance: e8360cdd-e168-41d9-9adf-dec2a93b1c9b] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1982.943334] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d3edc6d-bd1b-4789-a4cd-fed3bf4b4941 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.951363] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bf3b1f2-5b87-4ba6-a9fa-a9defd04d1ff tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] [instance: e8360cdd-e168-41d9-9adf-dec2a93b1c9b] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1982.952036] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b503e72-b5ef-46b0-ac07-b3de6ee2a74a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.958528] env[62438]: DEBUG oslo_vmware.api [None req-3bf3b1f2-5b87-4ba6-a9fa-a9defd04d1ff tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] Waiting for the task: (returnval){ [ 1982.958528] env[62438]: value = "task-1785887" [ 1982.958528] env[62438]: _type = "Task" [ 1982.958528] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1982.969881] env[62438]: DEBUG oslo_vmware.api [None req-3bf3b1f2-5b87-4ba6-a9fa-a9defd04d1ff tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] Task: {'id': task-1785887, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.214800] env[62438]: DEBUG nova.compute.manager [req-61b05c5d-7dc9-43c2-81a9-3677ba1d9396 req-35604646-0177-413f-8d21-77bca5e1edd2 service nova] [instance: b20fed19-752c-4e9d-9da2-37891b46ed01] Received event network-vif-deleted-ecaeb897-a21b-4087-8f99-4c6a884c0ca2 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1983.214800] env[62438]: INFO nova.compute.manager [req-61b05c5d-7dc9-43c2-81a9-3677ba1d9396 req-35604646-0177-413f-8d21-77bca5e1edd2 service nova] [instance: b20fed19-752c-4e9d-9da2-37891b46ed01] Neutron deleted interface ecaeb897-a21b-4087-8f99-4c6a884c0ca2; detaching it from the instance and deleting it from the info cache [ 1983.214800] env[62438]: DEBUG nova.network.neutron [req-61b05c5d-7dc9-43c2-81a9-3677ba1d9396 req-35604646-0177-413f-8d21-77bca5e1edd2 service nova] [instance: b20fed19-752c-4e9d-9da2-37891b46ed01] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1983.469053] env[62438]: DEBUG oslo_vmware.api [None req-3bf3b1f2-5b87-4ba6-a9fa-a9defd04d1ff tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] Task: {'id': task-1785887, 'name': PowerOffVM_Task, 'duration_secs': 0.174524} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1983.469361] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bf3b1f2-5b87-4ba6-a9fa-a9defd04d1ff tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] [instance: e8360cdd-e168-41d9-9adf-dec2a93b1c9b] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1983.469553] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf3b1f2-5b87-4ba6-a9fa-a9defd04d1ff tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] [instance: e8360cdd-e168-41d9-9adf-dec2a93b1c9b] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1983.469821] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d7d1e5c6-2a2b-4064-a55a-ab5659a41b84 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.546308] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf3b1f2-5b87-4ba6-a9fa-a9defd04d1ff tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] [instance: e8360cdd-e168-41d9-9adf-dec2a93b1c9b] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1983.546581] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf3b1f2-5b87-4ba6-a9fa-a9defd04d1ff tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] [instance: e8360cdd-e168-41d9-9adf-dec2a93b1c9b] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1983.546819] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bf3b1f2-5b87-4ba6-a9fa-a9defd04d1ff tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] Deleting the datastore file [datastore1] e8360cdd-e168-41d9-9adf-dec2a93b1c9b {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1983.547146] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-81b0dc41-bcf8-478e-a001-df887d4debbf {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.553564] env[62438]: DEBUG oslo_vmware.api [None req-3bf3b1f2-5b87-4ba6-a9fa-a9defd04d1ff tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] Waiting for the task: (returnval){ [ 1983.553564] env[62438]: value = "task-1785889" [ 1983.553564] env[62438]: _type = "Task" [ 1983.553564] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1983.560839] env[62438]: DEBUG oslo_vmware.api [None req-3bf3b1f2-5b87-4ba6-a9fa-a9defd04d1ff tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] Task: {'id': task-1785889, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.576420] env[62438]: DEBUG nova.compute.manager [None req-ee520492-2255-4b2a-97b7-f67f8882d264 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: f15c8452-68d4-4a2b-8822-c66ef07528b8] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1983.604506] env[62438]: DEBUG nova.virt.hardware [None req-ee520492-2255-4b2a-97b7-f67f8882d264 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1983.604959] env[62438]: DEBUG nova.virt.hardware [None req-ee520492-2255-4b2a-97b7-f67f8882d264 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1983.605086] env[62438]: DEBUG nova.virt.hardware [None req-ee520492-2255-4b2a-97b7-f67f8882d264 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1983.605326] env[62438]: DEBUG nova.virt.hardware [None req-ee520492-2255-4b2a-97b7-f67f8882d264 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1983.605528] env[62438]: DEBUG nova.virt.hardware [None req-ee520492-2255-4b2a-97b7-f67f8882d264 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1983.605727] env[62438]: DEBUG nova.virt.hardware [None req-ee520492-2255-4b2a-97b7-f67f8882d264 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1983.605972] env[62438]: DEBUG nova.virt.hardware [None req-ee520492-2255-4b2a-97b7-f67f8882d264 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1983.606171] env[62438]: DEBUG nova.virt.hardware [None req-ee520492-2255-4b2a-97b7-f67f8882d264 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1983.606397] env[62438]: DEBUG nova.virt.hardware [None req-ee520492-2255-4b2a-97b7-f67f8882d264 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1983.606614] env[62438]: DEBUG nova.virt.hardware [None req-ee520492-2255-4b2a-97b7-f67f8882d264 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1983.606854] env[62438]: DEBUG nova.virt.hardware [None req-ee520492-2255-4b2a-97b7-f67f8882d264 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1983.607837] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2269c472-fa4e-4ea5-8eb3-f781c1b14469 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.616509] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e517dcbb-adc8-4cbe-a071-df9317877a7f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.691740] env[62438]: DEBUG nova.network.neutron [-] [instance: b20fed19-752c-4e9d-9da2-37891b46ed01] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1983.717021] env[62438]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7e7cd0fd-f205-4905-a03a-ceae1fd32f87 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.726882] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79b1c680-ea93-49f0-a35b-77dbc9cf8558 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.752474] env[62438]: DEBUG nova.compute.manager [req-61b05c5d-7dc9-43c2-81a9-3677ba1d9396 req-35604646-0177-413f-8d21-77bca5e1edd2 service nova] [instance: b20fed19-752c-4e9d-9da2-37891b46ed01] Detach interface failed, port_id=ecaeb897-a21b-4087-8f99-4c6a884c0ca2, reason: Instance b20fed19-752c-4e9d-9da2-37891b46ed01 could not be found. {{(pid=62438) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1984.063639] env[62438]: DEBUG oslo_vmware.api [None req-3bf3b1f2-5b87-4ba6-a9fa-a9defd04d1ff tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] Task: {'id': task-1785889, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12357} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1984.063963] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bf3b1f2-5b87-4ba6-a9fa-a9defd04d1ff tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1984.064230] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf3b1f2-5b87-4ba6-a9fa-a9defd04d1ff tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] [instance: e8360cdd-e168-41d9-9adf-dec2a93b1c9b] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1984.064489] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf3b1f2-5b87-4ba6-a9fa-a9defd04d1ff tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] [instance: e8360cdd-e168-41d9-9adf-dec2a93b1c9b] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1984.064723] env[62438]: INFO nova.compute.manager [None req-3bf3b1f2-5b87-4ba6-a9fa-a9defd04d1ff tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] [instance: e8360cdd-e168-41d9-9adf-dec2a93b1c9b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1984.065022] env[62438]: DEBUG oslo.service.loopingcall [None req-3bf3b1f2-5b87-4ba6-a9fa-a9defd04d1ff tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1984.065266] env[62438]: DEBUG nova.compute.manager [-] [instance: e8360cdd-e168-41d9-9adf-dec2a93b1c9b] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1984.065403] env[62438]: DEBUG nova.network.neutron [-] [instance: e8360cdd-e168-41d9-9adf-dec2a93b1c9b] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1984.194997] env[62438]: INFO nova.compute.manager [-] [instance: b20fed19-752c-4e9d-9da2-37891b46ed01] Took 1.28 seconds to deallocate network for instance. [ 1984.459551] env[62438]: DEBUG nova.network.neutron [None req-ee520492-2255-4b2a-97b7-f67f8882d264 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: f15c8452-68d4-4a2b-8822-c66ef07528b8] Successfully updated port: f2dadfb1-51a0-4804-a1be-8e8bd25e3a01 {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1984.701740] env[62438]: DEBUG oslo_concurrency.lockutils [None req-77e21c27-f873-4c71-aebb-814961e1c39a tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1984.702045] env[62438]: DEBUG oslo_concurrency.lockutils [None req-77e21c27-f873-4c71-aebb-814961e1c39a tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1984.702296] env[62438]: DEBUG nova.objects.instance [None req-77e21c27-f873-4c71-aebb-814961e1c39a tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Lazy-loading 'resources' on Instance uuid b20fed19-752c-4e9d-9da2-37891b46ed01 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1984.874494] env[62438]: DEBUG nova.network.neutron [-] [instance: e8360cdd-e168-41d9-9adf-dec2a93b1c9b] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1984.962899] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ee520492-2255-4b2a-97b7-f67f8882d264 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Acquiring lock "refresh_cache-f15c8452-68d4-4a2b-8822-c66ef07528b8" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1984.963230] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ee520492-2255-4b2a-97b7-f67f8882d264 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Acquired lock "refresh_cache-f15c8452-68d4-4a2b-8822-c66ef07528b8" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1984.963512] env[62438]: DEBUG nova.network.neutron [None req-ee520492-2255-4b2a-97b7-f67f8882d264 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: f15c8452-68d4-4a2b-8822-c66ef07528b8] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1985.243118] env[62438]: DEBUG nova.compute.manager [req-818e21e5-1749-4c70-9c0e-b7d218cfefed req-328d20f4-0020-4759-a5fc-27f70d71cf75 service nova] [instance: f15c8452-68d4-4a2b-8822-c66ef07528b8] Received event network-vif-plugged-f2dadfb1-51a0-4804-a1be-8e8bd25e3a01 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1985.243333] env[62438]: DEBUG oslo_concurrency.lockutils [req-818e21e5-1749-4c70-9c0e-b7d218cfefed req-328d20f4-0020-4759-a5fc-27f70d71cf75 service nova] Acquiring lock "f15c8452-68d4-4a2b-8822-c66ef07528b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1985.243548] env[62438]: DEBUG oslo_concurrency.lockutils [req-818e21e5-1749-4c70-9c0e-b7d218cfefed req-328d20f4-0020-4759-a5fc-27f70d71cf75 service nova] Lock "f15c8452-68d4-4a2b-8822-c66ef07528b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1985.243723] env[62438]: DEBUG oslo_concurrency.lockutils [req-818e21e5-1749-4c70-9c0e-b7d218cfefed req-328d20f4-0020-4759-a5fc-27f70d71cf75 service nova] Lock "f15c8452-68d4-4a2b-8822-c66ef07528b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1985.243908] env[62438]: DEBUG nova.compute.manager [req-818e21e5-1749-4c70-9c0e-b7d218cfefed req-328d20f4-0020-4759-a5fc-27f70d71cf75 service nova] [instance: f15c8452-68d4-4a2b-8822-c66ef07528b8] No waiting events found dispatching network-vif-plugged-f2dadfb1-51a0-4804-a1be-8e8bd25e3a01 {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1985.244103] env[62438]: WARNING nova.compute.manager [req-818e21e5-1749-4c70-9c0e-b7d218cfefed req-328d20f4-0020-4759-a5fc-27f70d71cf75 service nova] [instance: f15c8452-68d4-4a2b-8822-c66ef07528b8] Received unexpected event network-vif-plugged-f2dadfb1-51a0-4804-a1be-8e8bd25e3a01 for instance with vm_state building and task_state spawning. [ 1985.244335] env[62438]: DEBUG nova.compute.manager [req-818e21e5-1749-4c70-9c0e-b7d218cfefed req-328d20f4-0020-4759-a5fc-27f70d71cf75 service nova] [instance: e8360cdd-e168-41d9-9adf-dec2a93b1c9b] Received event network-vif-deleted-eb053492-e2f8-4361-8215-f250d07eedfd {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1985.244543] env[62438]: DEBUG nova.compute.manager [req-818e21e5-1749-4c70-9c0e-b7d218cfefed req-328d20f4-0020-4759-a5fc-27f70d71cf75 service nova] [instance: f15c8452-68d4-4a2b-8822-c66ef07528b8] Received event network-changed-f2dadfb1-51a0-4804-a1be-8e8bd25e3a01 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1985.244712] env[62438]: DEBUG nova.compute.manager [req-818e21e5-1749-4c70-9c0e-b7d218cfefed req-328d20f4-0020-4759-a5fc-27f70d71cf75 service nova] [instance: f15c8452-68d4-4a2b-8822-c66ef07528b8] Refreshing instance network info cache due to event network-changed-f2dadfb1-51a0-4804-a1be-8e8bd25e3a01. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1985.244892] env[62438]: DEBUG oslo_concurrency.lockutils [req-818e21e5-1749-4c70-9c0e-b7d218cfefed req-328d20f4-0020-4759-a5fc-27f70d71cf75 service nova] Acquiring lock "refresh_cache-f15c8452-68d4-4a2b-8822-c66ef07528b8" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1985.289305] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2d27b85-dfb6-4323-bd28-e76304fbf897 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.297411] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-334a68de-fdef-4f2c-b971-20cf224d2a6d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.327455] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db58665-8e69-4937-afac-fc80dfb44fba {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.334536] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a86a9fc-c4b9-4be6-8c29-a21e5ec5a9f1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.347544] env[62438]: DEBUG nova.compute.provider_tree [None req-77e21c27-f873-4c71-aebb-814961e1c39a tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Updating inventory in ProviderTree for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1985.376941] env[62438]: INFO nova.compute.manager [-] [instance: e8360cdd-e168-41d9-9adf-dec2a93b1c9b] Took 1.31 seconds to deallocate network for instance. [ 1985.498257] env[62438]: DEBUG nova.network.neutron [None req-ee520492-2255-4b2a-97b7-f67f8882d264 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: f15c8452-68d4-4a2b-8822-c66ef07528b8] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1985.669247] env[62438]: DEBUG nova.network.neutron [None req-ee520492-2255-4b2a-97b7-f67f8882d264 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: f15c8452-68d4-4a2b-8822-c66ef07528b8] Updating instance_info_cache with network_info: [{"id": "f2dadfb1-51a0-4804-a1be-8e8bd25e3a01", "address": "fa:16:3e:c7:43:ff", "network": {"id": "f204c615-6047-48c0-a7eb-65fe4ad424e5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1343144096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38d579b225154935bb754c9894cd2f33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2dadfb1-51", "ovs_interfaceid": "f2dadfb1-51a0-4804-a1be-8e8bd25e3a01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1985.875653] env[62438]: DEBUG nova.scheduler.client.report [None req-77e21c27-f873-4c71-aebb-814961e1c39a tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Updated inventory for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with generation 177 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1985.875959] env[62438]: DEBUG nova.compute.provider_tree [None req-77e21c27-f873-4c71-aebb-814961e1c39a tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Updating resource provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 generation from 177 to 178 during operation: update_inventory {{(pid=62438) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1985.876163] env[62438]: DEBUG nova.compute.provider_tree [None req-77e21c27-f873-4c71-aebb-814961e1c39a tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Updating inventory in ProviderTree for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1985.882330] env[62438]: DEBUG oslo_concurrency.lockutils [None req-3bf3b1f2-5b87-4ba6-a9fa-a9defd04d1ff tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1986.171888] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ee520492-2255-4b2a-97b7-f67f8882d264 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Releasing lock "refresh_cache-f15c8452-68d4-4a2b-8822-c66ef07528b8" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1986.172239] env[62438]: DEBUG nova.compute.manager [None req-ee520492-2255-4b2a-97b7-f67f8882d264 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: f15c8452-68d4-4a2b-8822-c66ef07528b8] Instance network_info: |[{"id": "f2dadfb1-51a0-4804-a1be-8e8bd25e3a01", "address": "fa:16:3e:c7:43:ff", "network": {"id": "f204c615-6047-48c0-a7eb-65fe4ad424e5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1343144096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38d579b225154935bb754c9894cd2f33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2dadfb1-51", "ovs_interfaceid": "f2dadfb1-51a0-4804-a1be-8e8bd25e3a01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1986.172564] env[62438]: DEBUG oslo_concurrency.lockutils [req-818e21e5-1749-4c70-9c0e-b7d218cfefed req-328d20f4-0020-4759-a5fc-27f70d71cf75 service nova] Acquired lock "refresh_cache-f15c8452-68d4-4a2b-8822-c66ef07528b8" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1986.172759] env[62438]: DEBUG nova.network.neutron [req-818e21e5-1749-4c70-9c0e-b7d218cfefed req-328d20f4-0020-4759-a5fc-27f70d71cf75 service nova] [instance: f15c8452-68d4-4a2b-8822-c66ef07528b8] Refreshing network info cache for port f2dadfb1-51a0-4804-a1be-8e8bd25e3a01 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1986.173956] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-ee520492-2255-4b2a-97b7-f67f8882d264 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: f15c8452-68d4-4a2b-8822-c66ef07528b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:43:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f2dadfb1-51a0-4804-a1be-8e8bd25e3a01', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1986.181498] env[62438]: DEBUG oslo.service.loopingcall [None req-ee520492-2255-4b2a-97b7-f67f8882d264 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1986.184366] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f15c8452-68d4-4a2b-8822-c66ef07528b8] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1986.184823] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6eeab5d0-04cf-4cf3-bd8d-37da263d9994 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.206032] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1986.206032] env[62438]: value = "task-1785890" [ 1986.206032] env[62438]: _type = "Task" [ 1986.206032] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1986.217162] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785890, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.380926] env[62438]: DEBUG oslo_concurrency.lockutils [None req-77e21c27-f873-4c71-aebb-814961e1c39a tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.679s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1986.382948] env[62438]: DEBUG oslo_concurrency.lockutils [None req-3bf3b1f2-5b87-4ba6-a9fa-a9defd04d1ff tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.501s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1986.383200] env[62438]: DEBUG nova.objects.instance [None req-3bf3b1f2-5b87-4ba6-a9fa-a9defd04d1ff tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] Lazy-loading 'resources' on Instance uuid e8360cdd-e168-41d9-9adf-dec2a93b1c9b {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1986.388401] env[62438]: DEBUG nova.network.neutron [req-818e21e5-1749-4c70-9c0e-b7d218cfefed req-328d20f4-0020-4759-a5fc-27f70d71cf75 service nova] [instance: f15c8452-68d4-4a2b-8822-c66ef07528b8] Updated VIF entry in instance network info cache for port f2dadfb1-51a0-4804-a1be-8e8bd25e3a01. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1986.388735] env[62438]: DEBUG nova.network.neutron [req-818e21e5-1749-4c70-9c0e-b7d218cfefed req-328d20f4-0020-4759-a5fc-27f70d71cf75 service nova] [instance: f15c8452-68d4-4a2b-8822-c66ef07528b8] Updating instance_info_cache with network_info: [{"id": "f2dadfb1-51a0-4804-a1be-8e8bd25e3a01", "address": "fa:16:3e:c7:43:ff", "network": {"id": "f204c615-6047-48c0-a7eb-65fe4ad424e5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1343144096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38d579b225154935bb754c9894cd2f33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2dadfb1-51", "ovs_interfaceid": "f2dadfb1-51a0-4804-a1be-8e8bd25e3a01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1986.399412] env[62438]: INFO nova.scheduler.client.report [None req-77e21c27-f873-4c71-aebb-814961e1c39a tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Deleted allocations for instance b20fed19-752c-4e9d-9da2-37891b46ed01 [ 1986.716123] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785890, 'name': CreateVM_Task, 'duration_secs': 0.398123} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1986.716411] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f15c8452-68d4-4a2b-8822-c66ef07528b8] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1986.716990] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ee520492-2255-4b2a-97b7-f67f8882d264 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1986.717187] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ee520492-2255-4b2a-97b7-f67f8882d264 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1986.717514] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ee520492-2255-4b2a-97b7-f67f8882d264 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1986.717769] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0183c96-ef94-4fd8-a0e5-1735d83b84ef {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.722337] env[62438]: DEBUG oslo_vmware.api [None req-ee520492-2255-4b2a-97b7-f67f8882d264 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Waiting for the task: (returnval){ [ 1986.722337] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52696290-d2e2-6a5a-e701-98eafd2a6fe3" [ 1986.722337] env[62438]: _type = "Task" [ 1986.722337] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1986.729679] env[62438]: DEBUG oslo_vmware.api [None req-ee520492-2255-4b2a-97b7-f67f8882d264 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52696290-d2e2-6a5a-e701-98eafd2a6fe3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.891582] env[62438]: DEBUG oslo_concurrency.lockutils [req-818e21e5-1749-4c70-9c0e-b7d218cfefed req-328d20f4-0020-4759-a5fc-27f70d71cf75 service nova] Releasing lock "refresh_cache-f15c8452-68d4-4a2b-8822-c66ef07528b8" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1986.907188] env[62438]: DEBUG oslo_concurrency.lockutils [None req-77e21c27-f873-4c71-aebb-814961e1c39a tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Lock "b20fed19-752c-4e9d-9da2-37891b46ed01" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.119s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1986.955574] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbfb35d0-3913-490a-a85d-4bc7808107b3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.963498] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db7c96d1-d04a-42fa-93ea-388afb1fc9f9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.994231] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4893c28-dde4-4464-97c4-47808ac32d84 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.001095] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0acb860-d767-4d08-9eed-a15f2956edd5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.013918] env[62438]: DEBUG nova.compute.provider_tree [None req-3bf3b1f2-5b87-4ba6-a9fa-a9defd04d1ff tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1987.233052] env[62438]: DEBUG oslo_vmware.api [None req-ee520492-2255-4b2a-97b7-f67f8882d264 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52696290-d2e2-6a5a-e701-98eafd2a6fe3, 'name': SearchDatastore_Task, 'duration_secs': 0.009044} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1987.233052] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ee520492-2255-4b2a-97b7-f67f8882d264 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1987.233290] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-ee520492-2255-4b2a-97b7-f67f8882d264 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: f15c8452-68d4-4a2b-8822-c66ef07528b8] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1987.233531] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ee520492-2255-4b2a-97b7-f67f8882d264 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1987.233688] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ee520492-2255-4b2a-97b7-f67f8882d264 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1987.233898] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee520492-2255-4b2a-97b7-f67f8882d264 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1987.234181] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bea5dec1-c95a-42fa-adba-a3e64b5788f6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.242042] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee520492-2255-4b2a-97b7-f67f8882d264 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1987.242242] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-ee520492-2255-4b2a-97b7-f67f8882d264 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1987.242924] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed6f3513-caf1-4509-af17-7c493c42366e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.247715] env[62438]: DEBUG oslo_vmware.api [None req-ee520492-2255-4b2a-97b7-f67f8882d264 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Waiting for the task: (returnval){ [ 1987.247715] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5283269b-6344-6773-f340-036fd89eab17" [ 1987.247715] env[62438]: _type = "Task" [ 1987.247715] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1987.254973] env[62438]: DEBUG oslo_vmware.api [None req-ee520492-2255-4b2a-97b7-f67f8882d264 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5283269b-6344-6773-f340-036fd89eab17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.518104] env[62438]: DEBUG nova.scheduler.client.report [None req-3bf3b1f2-5b87-4ba6-a9fa-a9defd04d1ff tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1987.617066] env[62438]: DEBUG oslo_concurrency.lockutils [None req-b084113d-b63d-49f0-b014-4b82729a59b5 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Acquiring lock "a9a3ae43-b719-4198-9ad9-dba99a607b43" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1987.617351] env[62438]: DEBUG oslo_concurrency.lockutils [None req-b084113d-b63d-49f0-b014-4b82729a59b5 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Lock "a9a3ae43-b719-4198-9ad9-dba99a607b43" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1987.617645] env[62438]: DEBUG oslo_concurrency.lockutils [None req-b084113d-b63d-49f0-b014-4b82729a59b5 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Acquiring lock "a9a3ae43-b719-4198-9ad9-dba99a607b43-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1987.617842] env[62438]: DEBUG oslo_concurrency.lockutils [None req-b084113d-b63d-49f0-b014-4b82729a59b5 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Lock "a9a3ae43-b719-4198-9ad9-dba99a607b43-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1987.618030] env[62438]: DEBUG oslo_concurrency.lockutils [None req-b084113d-b63d-49f0-b014-4b82729a59b5 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Lock "a9a3ae43-b719-4198-9ad9-dba99a607b43-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1987.620801] env[62438]: INFO nova.compute.manager [None req-b084113d-b63d-49f0-b014-4b82729a59b5 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: a9a3ae43-b719-4198-9ad9-dba99a607b43] Terminating instance [ 1987.622579] env[62438]: DEBUG nova.compute.manager [None req-b084113d-b63d-49f0-b014-4b82729a59b5 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: a9a3ae43-b719-4198-9ad9-dba99a607b43] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1987.622806] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-b084113d-b63d-49f0-b014-4b82729a59b5 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: a9a3ae43-b719-4198-9ad9-dba99a607b43] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1987.623638] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c67c3f6-0e17-4969-a6d1-0df6722aa5a4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.631244] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-b084113d-b63d-49f0-b014-4b82729a59b5 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: a9a3ae43-b719-4198-9ad9-dba99a607b43] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1987.631713] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d14fffeb-5f25-4a84-b68a-7819a9c0deb7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.637441] env[62438]: DEBUG oslo_vmware.api [None req-b084113d-b63d-49f0-b014-4b82729a59b5 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Waiting for the task: (returnval){ [ 1987.637441] env[62438]: value = "task-1785891" [ 1987.637441] env[62438]: _type = "Task" [ 1987.637441] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1987.644446] env[62438]: DEBUG oslo_vmware.api [None req-b084113d-b63d-49f0-b014-4b82729a59b5 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': task-1785891, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.760104] env[62438]: DEBUG oslo_vmware.api [None req-ee520492-2255-4b2a-97b7-f67f8882d264 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5283269b-6344-6773-f340-036fd89eab17, 'name': SearchDatastore_Task, 'duration_secs': 0.007777} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1987.761098] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a65de4b8-0157-43c3-b6f7-dee361902959 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.766880] env[62438]: DEBUG oslo_vmware.api [None req-ee520492-2255-4b2a-97b7-f67f8882d264 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Waiting for the task: (returnval){ [ 1987.766880] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]521afc6a-644a-3172-2616-d7d780b335b7" [ 1987.766880] env[62438]: _type = "Task" [ 1987.766880] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1987.775340] env[62438]: DEBUG oslo_vmware.api [None req-ee520492-2255-4b2a-97b7-f67f8882d264 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]521afc6a-644a-3172-2616-d7d780b335b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.022487] env[62438]: DEBUG oslo_concurrency.lockutils [None req-3bf3b1f2-5b87-4ba6-a9fa-a9defd04d1ff tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.639s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1988.044905] env[62438]: INFO nova.scheduler.client.report [None req-3bf3b1f2-5b87-4ba6-a9fa-a9defd04d1ff tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] Deleted allocations for instance e8360cdd-e168-41d9-9adf-dec2a93b1c9b [ 1988.150279] env[62438]: DEBUG oslo_vmware.api [None req-b084113d-b63d-49f0-b014-4b82729a59b5 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': task-1785891, 'name': PowerOffVM_Task, 'duration_secs': 0.15923} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1988.150531] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-b084113d-b63d-49f0-b014-4b82729a59b5 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: a9a3ae43-b719-4198-9ad9-dba99a607b43] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1988.150708] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-b084113d-b63d-49f0-b014-4b82729a59b5 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: a9a3ae43-b719-4198-9ad9-dba99a607b43] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1988.150961] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ea2f3c9-54c2-4689-9aae-c28db4831093 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.277302] env[62438]: DEBUG oslo_vmware.api [None req-ee520492-2255-4b2a-97b7-f67f8882d264 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]521afc6a-644a-3172-2616-d7d780b335b7, 'name': SearchDatastore_Task, 'duration_secs': 0.007541} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1988.277639] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ee520492-2255-4b2a-97b7-f67f8882d264 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1988.277987] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee520492-2255-4b2a-97b7-f67f8882d264 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] f15c8452-68d4-4a2b-8822-c66ef07528b8/f15c8452-68d4-4a2b-8822-c66ef07528b8.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1988.278865] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-88539b47-df7e-4d8b-bfaa-c18a8ecd68ab {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.286160] env[62438]: DEBUG oslo_vmware.api [None req-ee520492-2255-4b2a-97b7-f67f8882d264 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Waiting for the task: (returnval){ [ 1988.286160] env[62438]: value = "task-1785893" [ 1988.286160] env[62438]: _type = "Task" [ 1988.286160] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1988.293785] env[62438]: DEBUG oslo_vmware.api [None req-ee520492-2255-4b2a-97b7-f67f8882d264 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785893, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.316426] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-b084113d-b63d-49f0-b014-4b82729a59b5 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: a9a3ae43-b719-4198-9ad9-dba99a607b43] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1988.316682] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-b084113d-b63d-49f0-b014-4b82729a59b5 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: a9a3ae43-b719-4198-9ad9-dba99a607b43] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1988.316890] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-b084113d-b63d-49f0-b014-4b82729a59b5 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Deleting the datastore file [datastore1] a9a3ae43-b719-4198-9ad9-dba99a607b43 {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1988.317202] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2a8a9ce0-adf0-4085-b5ae-3983cde81bf3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.324516] env[62438]: DEBUG oslo_vmware.api [None req-b084113d-b63d-49f0-b014-4b82729a59b5 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Waiting for the task: (returnval){ [ 1988.324516] env[62438]: value = "task-1785894" [ 1988.324516] env[62438]: _type = "Task" [ 1988.324516] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1988.334189] env[62438]: DEBUG oslo_vmware.api [None req-b084113d-b63d-49f0-b014-4b82729a59b5 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': task-1785894, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.552800] env[62438]: DEBUG oslo_concurrency.lockutils [None req-3bf3b1f2-5b87-4ba6-a9fa-a9defd04d1ff tempest-ServerTagsTestJSON-1410033935 tempest-ServerTagsTestJSON-1410033935-project-member] Lock "e8360cdd-e168-41d9-9adf-dec2a93b1c9b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.615s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1988.796717] env[62438]: DEBUG oslo_vmware.api [None req-ee520492-2255-4b2a-97b7-f67f8882d264 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785893, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.416958} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1988.796976] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee520492-2255-4b2a-97b7-f67f8882d264 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] f15c8452-68d4-4a2b-8822-c66ef07528b8/f15c8452-68d4-4a2b-8822-c66ef07528b8.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1988.797158] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-ee520492-2255-4b2a-97b7-f67f8882d264 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: f15c8452-68d4-4a2b-8822-c66ef07528b8] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1988.797428] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4baede88-f3ae-4336-8019-7b89854ed04c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.804295] env[62438]: DEBUG oslo_vmware.api [None req-ee520492-2255-4b2a-97b7-f67f8882d264 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Waiting for the task: (returnval){ [ 1988.804295] env[62438]: value = "task-1785895" [ 1988.804295] env[62438]: _type = "Task" [ 1988.804295] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1988.811811] env[62438]: DEBUG oslo_vmware.api [None req-ee520492-2255-4b2a-97b7-f67f8882d264 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785895, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.833475] env[62438]: DEBUG oslo_vmware.api [None req-b084113d-b63d-49f0-b014-4b82729a59b5 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': task-1785894, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.259745} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1988.833788] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-b084113d-b63d-49f0-b014-4b82729a59b5 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1988.833987] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-b084113d-b63d-49f0-b014-4b82729a59b5 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: a9a3ae43-b719-4198-9ad9-dba99a607b43] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1988.834190] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-b084113d-b63d-49f0-b014-4b82729a59b5 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: a9a3ae43-b719-4198-9ad9-dba99a607b43] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1988.834424] env[62438]: INFO nova.compute.manager [None req-b084113d-b63d-49f0-b014-4b82729a59b5 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: a9a3ae43-b719-4198-9ad9-dba99a607b43] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1988.834680] env[62438]: DEBUG oslo.service.loopingcall [None req-b084113d-b63d-49f0-b014-4b82729a59b5 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1988.834867] env[62438]: DEBUG nova.compute.manager [-] [instance: a9a3ae43-b719-4198-9ad9-dba99a607b43] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1988.834962] env[62438]: DEBUG nova.network.neutron [-] [instance: a9a3ae43-b719-4198-9ad9-dba99a607b43] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1989.136453] env[62438]: DEBUG nova.compute.manager [req-b4a538d9-59c5-4950-b066-1d52f8a23960 req-f188c1c6-7af9-4390-b4b4-3664f99b731c service nova] [instance: a9a3ae43-b719-4198-9ad9-dba99a607b43] Received event network-vif-deleted-adef21f4-9ae1-4a2c-bd64-2e9c4fd8f230 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1989.136453] env[62438]: INFO nova.compute.manager [req-b4a538d9-59c5-4950-b066-1d52f8a23960 req-f188c1c6-7af9-4390-b4b4-3664f99b731c service nova] [instance: a9a3ae43-b719-4198-9ad9-dba99a607b43] Neutron deleted interface adef21f4-9ae1-4a2c-bd64-2e9c4fd8f230; detaching it from the instance and deleting it from the info cache [ 1989.136453] env[62438]: DEBUG nova.network.neutron [req-b4a538d9-59c5-4950-b066-1d52f8a23960 req-f188c1c6-7af9-4390-b4b4-3664f99b731c service nova] [instance: a9a3ae43-b719-4198-9ad9-dba99a607b43] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1989.314202] env[62438]: DEBUG oslo_vmware.api [None req-ee520492-2255-4b2a-97b7-f67f8882d264 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785895, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067054} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1989.314518] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-ee520492-2255-4b2a-97b7-f67f8882d264 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: f15c8452-68d4-4a2b-8822-c66ef07528b8] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1989.315306] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6f65bca-b6f6-42a0-86dd-1a20b12a014f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.336727] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee520492-2255-4b2a-97b7-f67f8882d264 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: f15c8452-68d4-4a2b-8822-c66ef07528b8] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] f15c8452-68d4-4a2b-8822-c66ef07528b8/f15c8452-68d4-4a2b-8822-c66ef07528b8.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1989.337014] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f22aa8e5-44e3-480a-a981-1369e0e8e657 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.356794] env[62438]: DEBUG oslo_vmware.api [None req-ee520492-2255-4b2a-97b7-f67f8882d264 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Waiting for the task: (returnval){ [ 1989.356794] env[62438]: value = "task-1785896" [ 1989.356794] env[62438]: _type = "Task" [ 1989.356794] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1989.366556] env[62438]: DEBUG oslo_vmware.api [None req-ee520492-2255-4b2a-97b7-f67f8882d264 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785896, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.603331] env[62438]: DEBUG nova.network.neutron [-] [instance: a9a3ae43-b719-4198-9ad9-dba99a607b43] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1989.637392] env[62438]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d08bbfb5-5f0f-4770-9d80-8fbf78148f06 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.646782] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b7b813-ddac-45d8-9e23-171c38a2ffc1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.675624] env[62438]: DEBUG nova.compute.manager [req-b4a538d9-59c5-4950-b066-1d52f8a23960 req-f188c1c6-7af9-4390-b4b4-3664f99b731c service nova] [instance: a9a3ae43-b719-4198-9ad9-dba99a607b43] Detach interface failed, port_id=adef21f4-9ae1-4a2c-bd64-2e9c4fd8f230, reason: Instance a9a3ae43-b719-4198-9ad9-dba99a607b43 could not be found. {{(pid=62438) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1989.866439] env[62438]: DEBUG oslo_vmware.api [None req-ee520492-2255-4b2a-97b7-f67f8882d264 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785896, 'name': ReconfigVM_Task, 'duration_secs': 0.308482} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1989.866749] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee520492-2255-4b2a-97b7-f67f8882d264 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: f15c8452-68d4-4a2b-8822-c66ef07528b8] Reconfigured VM instance instance-00000075 to attach disk [datastore1] f15c8452-68d4-4a2b-8822-c66ef07528b8/f15c8452-68d4-4a2b-8822-c66ef07528b8.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1989.867400] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-17bc6f80-3367-47bf-b417-0894da448053 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.874405] env[62438]: DEBUG oslo_vmware.api [None req-ee520492-2255-4b2a-97b7-f67f8882d264 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Waiting for the task: (returnval){ [ 1989.874405] env[62438]: value = "task-1785897" [ 1989.874405] env[62438]: _type = "Task" [ 1989.874405] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1989.881625] env[62438]: DEBUG oslo_vmware.api [None req-ee520492-2255-4b2a-97b7-f67f8882d264 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785897, 'name': Rename_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.105998] env[62438]: INFO nova.compute.manager [-] [instance: a9a3ae43-b719-4198-9ad9-dba99a607b43] Took 1.27 seconds to deallocate network for instance. [ 1990.383970] env[62438]: DEBUG oslo_vmware.api [None req-ee520492-2255-4b2a-97b7-f67f8882d264 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785897, 'name': Rename_Task, 'duration_secs': 0.142582} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1990.384294] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee520492-2255-4b2a-97b7-f67f8882d264 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: f15c8452-68d4-4a2b-8822-c66ef07528b8] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1990.384585] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d182c68a-383d-4bd5-9fa4-52419c81d1c9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.390595] env[62438]: DEBUG oslo_vmware.api [None req-ee520492-2255-4b2a-97b7-f67f8882d264 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Waiting for the task: (returnval){ [ 1990.390595] env[62438]: value = "task-1785898" [ 1990.390595] env[62438]: _type = "Task" [ 1990.390595] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1990.398315] env[62438]: DEBUG oslo_vmware.api [None req-ee520492-2255-4b2a-97b7-f67f8882d264 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785898, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.613309] env[62438]: DEBUG oslo_concurrency.lockutils [None req-b084113d-b63d-49f0-b014-4b82729a59b5 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1990.613609] env[62438]: DEBUG oslo_concurrency.lockutils [None req-b084113d-b63d-49f0-b014-4b82729a59b5 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1990.613847] env[62438]: DEBUG nova.objects.instance [None req-b084113d-b63d-49f0-b014-4b82729a59b5 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Lazy-loading 'resources' on Instance uuid a9a3ae43-b719-4198-9ad9-dba99a607b43 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1990.900253] env[62438]: DEBUG oslo_vmware.api [None req-ee520492-2255-4b2a-97b7-f67f8882d264 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785898, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.909867] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7d22a1f5-5ff3-4ddc-bbcb-481db192bdc8 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Acquiring lock "1b649156-4718-4a56-bc78-b2fdbd268a38" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1990.910112] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7d22a1f5-5ff3-4ddc-bbcb-481db192bdc8 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Lock "1b649156-4718-4a56-bc78-b2fdbd268a38" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1991.182133] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-089dfaf2-38d5-4bf4-a0b6-1cc131c11942 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.189534] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ea6e6d-5636-4223-8bcf-b41f6fdef71a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.220131] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f7d3b17-57d9-4a46-bb1d-9e358a9085ea {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.227862] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ca301ff-cd9b-4a9b-ada7-7ec47f17796b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.241454] env[62438]: DEBUG nova.compute.provider_tree [None req-b084113d-b63d-49f0-b014-4b82729a59b5 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Updating inventory in ProviderTree for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1991.401042] env[62438]: DEBUG oslo_vmware.api [None req-ee520492-2255-4b2a-97b7-f67f8882d264 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785898, 'name': PowerOnVM_Task, 'duration_secs': 0.925612} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1991.401198] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee520492-2255-4b2a-97b7-f67f8882d264 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: f15c8452-68d4-4a2b-8822-c66ef07528b8] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1991.401427] env[62438]: INFO nova.compute.manager [None req-ee520492-2255-4b2a-97b7-f67f8882d264 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: f15c8452-68d4-4a2b-8822-c66ef07528b8] Took 7.82 seconds to spawn the instance on the hypervisor. [ 1991.401627] env[62438]: DEBUG nova.compute.manager [None req-ee520492-2255-4b2a-97b7-f67f8882d264 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: f15c8452-68d4-4a2b-8822-c66ef07528b8] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1991.402417] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c8c21b-9b13-4549-b9e6-362cec2748b2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.412444] env[62438]: DEBUG nova.compute.manager [None req-7d22a1f5-5ff3-4ddc-bbcb-481db192bdc8 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] [instance: 1b649156-4718-4a56-bc78-b2fdbd268a38] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1991.761146] env[62438]: ERROR nova.scheduler.client.report [None req-b084113d-b63d-49f0-b014-4b82729a59b5 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [req-79c24f32-a91a-4acf-a264-ea6acaabdc54] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 3d204b25-fa3a-4320-b81b-738bc1f337f5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-79c24f32-a91a-4acf-a264-ea6acaabdc54"}]} [ 1991.776783] env[62438]: DEBUG nova.scheduler.client.report [None req-b084113d-b63d-49f0-b014-4b82729a59b5 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Refreshing inventories for resource provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1991.789328] env[62438]: DEBUG nova.scheduler.client.report [None req-b084113d-b63d-49f0-b014-4b82729a59b5 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Updating ProviderTree inventory for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1991.789560] env[62438]: DEBUG nova.compute.provider_tree [None req-b084113d-b63d-49f0-b014-4b82729a59b5 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Updating inventory in ProviderTree for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1991.799337] env[62438]: DEBUG nova.scheduler.client.report [None req-b084113d-b63d-49f0-b014-4b82729a59b5 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Refreshing aggregate associations for resource provider 3d204b25-fa3a-4320-b81b-738bc1f337f5, aggregates: None {{(pid=62438) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1991.815550] env[62438]: DEBUG nova.scheduler.client.report [None req-b084113d-b63d-49f0-b014-4b82729a59b5 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Refreshing trait associations for resource provider 3d204b25-fa3a-4320-b81b-738bc1f337f5, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62438) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1991.878189] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e8403b3-9061-499a-9a39-ce17e042cb19 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.885792] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b924708e-5656-408e-9d10-0910522ca47a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.915964] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae070a5-cd26-40f7-8e07-0bd823f8a60e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.926375] env[62438]: INFO nova.compute.manager [None req-ee520492-2255-4b2a-97b7-f67f8882d264 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: f15c8452-68d4-4a2b-8822-c66ef07528b8] Took 13.30 seconds to build instance. [ 1991.932337] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6123b12-e682-4bb7-a20e-ed680b41e121 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.946171] env[62438]: DEBUG nova.compute.provider_tree [None req-b084113d-b63d-49f0-b014-4b82729a59b5 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Updating inventory in ProviderTree for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1991.947801] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7d22a1f5-5ff3-4ddc-bbcb-481db192bdc8 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1992.432385] env[62438]: DEBUG oslo_concurrency.lockutils [None req-ee520492-2255-4b2a-97b7-f67f8882d264 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Lock "f15c8452-68d4-4a2b-8822-c66ef07528b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.816s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1992.476275] env[62438]: DEBUG nova.scheduler.client.report [None req-b084113d-b63d-49f0-b014-4b82729a59b5 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Updated inventory for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with generation 179 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1992.477135] env[62438]: DEBUG nova.compute.provider_tree [None req-b084113d-b63d-49f0-b014-4b82729a59b5 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Updating resource provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 generation from 179 to 180 during operation: update_inventory {{(pid=62438) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1992.477135] env[62438]: DEBUG nova.compute.provider_tree [None req-b084113d-b63d-49f0-b014-4b82729a59b5 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Updating inventory in ProviderTree for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1992.913710] env[62438]: DEBUG nova.compute.manager [req-fc4f2af1-7e25-49f7-9462-9ebe4f708437 req-38ba97bc-2982-4b05-b5dd-b342f056ee93 service nova] [instance: f15c8452-68d4-4a2b-8822-c66ef07528b8] Received event network-changed-f2dadfb1-51a0-4804-a1be-8e8bd25e3a01 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1992.913923] env[62438]: DEBUG nova.compute.manager [req-fc4f2af1-7e25-49f7-9462-9ebe4f708437 req-38ba97bc-2982-4b05-b5dd-b342f056ee93 service nova] [instance: f15c8452-68d4-4a2b-8822-c66ef07528b8] Refreshing instance network info cache due to event network-changed-f2dadfb1-51a0-4804-a1be-8e8bd25e3a01. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1992.914237] env[62438]: DEBUG oslo_concurrency.lockutils [req-fc4f2af1-7e25-49f7-9462-9ebe4f708437 req-38ba97bc-2982-4b05-b5dd-b342f056ee93 service nova] Acquiring lock "refresh_cache-f15c8452-68d4-4a2b-8822-c66ef07528b8" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1992.914333] env[62438]: DEBUG oslo_concurrency.lockutils [req-fc4f2af1-7e25-49f7-9462-9ebe4f708437 req-38ba97bc-2982-4b05-b5dd-b342f056ee93 service nova] Acquired lock "refresh_cache-f15c8452-68d4-4a2b-8822-c66ef07528b8" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1992.914507] env[62438]: DEBUG nova.network.neutron [req-fc4f2af1-7e25-49f7-9462-9ebe4f708437 req-38ba97bc-2982-4b05-b5dd-b342f056ee93 service nova] [instance: f15c8452-68d4-4a2b-8822-c66ef07528b8] Refreshing network info cache for port f2dadfb1-51a0-4804-a1be-8e8bd25e3a01 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1992.982095] env[62438]: DEBUG oslo_concurrency.lockutils [None req-b084113d-b63d-49f0-b014-4b82729a59b5 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.368s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1992.984685] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7d22a1f5-5ff3-4ddc-bbcb-481db192bdc8 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.037s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1992.986237] env[62438]: INFO nova.compute.claims [None req-7d22a1f5-5ff3-4ddc-bbcb-481db192bdc8 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] [instance: 1b649156-4718-4a56-bc78-b2fdbd268a38] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1993.002568] env[62438]: INFO nova.scheduler.client.report [None req-b084113d-b63d-49f0-b014-4b82729a59b5 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Deleted allocations for instance a9a3ae43-b719-4198-9ad9-dba99a607b43 [ 1993.511941] env[62438]: DEBUG oslo_concurrency.lockutils [None req-b084113d-b63d-49f0-b014-4b82729a59b5 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Lock "a9a3ae43-b719-4198-9ad9-dba99a607b43" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.894s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1993.680545] env[62438]: DEBUG nova.network.neutron [req-fc4f2af1-7e25-49f7-9462-9ebe4f708437 req-38ba97bc-2982-4b05-b5dd-b342f056ee93 service nova] [instance: f15c8452-68d4-4a2b-8822-c66ef07528b8] Updated VIF entry in instance network info cache for port f2dadfb1-51a0-4804-a1be-8e8bd25e3a01. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1993.680978] env[62438]: DEBUG nova.network.neutron [req-fc4f2af1-7e25-49f7-9462-9ebe4f708437 req-38ba97bc-2982-4b05-b5dd-b342f056ee93 service nova] [instance: f15c8452-68d4-4a2b-8822-c66ef07528b8] Updating instance_info_cache with network_info: [{"id": "f2dadfb1-51a0-4804-a1be-8e8bd25e3a01", "address": "fa:16:3e:c7:43:ff", "network": {"id": "f204c615-6047-48c0-a7eb-65fe4ad424e5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1343144096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38d579b225154935bb754c9894cd2f33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2dadfb1-51", "ovs_interfaceid": "f2dadfb1-51a0-4804-a1be-8e8bd25e3a01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1994.053267] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e1a483-d552-4234-96f4-3bd64d686d07 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.061596] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac7e6a5-f6d8-49a4-848b-6d4c85350f05 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.091565] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4dc8292-324d-4932-a2ac-7dbfde52cabc {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.099541] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8628cef8-83db-4d99-9075-56d1827b8080 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.113378] env[62438]: DEBUG nova.compute.provider_tree [None req-7d22a1f5-5ff3-4ddc-bbcb-481db192bdc8 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1994.184819] env[62438]: DEBUG oslo_concurrency.lockutils [req-fc4f2af1-7e25-49f7-9462-9ebe4f708437 req-38ba97bc-2982-4b05-b5dd-b342f056ee93 service nova] Releasing lock "refresh_cache-f15c8452-68d4-4a2b-8822-c66ef07528b8" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1994.589058] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2208025e-1181-435b-896f-47562545d4d1 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Acquiring lock "bed3ee3e-319a-4a9a-b577-645aaa5b83ac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1994.589235] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2208025e-1181-435b-896f-47562545d4d1 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Lock "bed3ee3e-319a-4a9a-b577-645aaa5b83ac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1994.616165] env[62438]: DEBUG nova.scheduler.client.report [None req-7d22a1f5-5ff3-4ddc-bbcb-481db192bdc8 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1995.091908] env[62438]: DEBUG nova.compute.manager [None req-2208025e-1181-435b-896f-47562545d4d1 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: bed3ee3e-319a-4a9a-b577-645aaa5b83ac] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1995.120884] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7d22a1f5-5ff3-4ddc-bbcb-481db192bdc8 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.136s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1995.121424] env[62438]: DEBUG nova.compute.manager [None req-7d22a1f5-5ff3-4ddc-bbcb-481db192bdc8 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] [instance: 1b649156-4718-4a56-bc78-b2fdbd268a38] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1995.380774] env[62438]: DEBUG oslo_concurrency.lockutils [None req-430e73c9-933b-42a3-9002-011a34f9c6f2 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Acquiring lock "aad6a786-86ef-44e1-a756-3e1e8659c0e6" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1995.381052] env[62438]: DEBUG oslo_concurrency.lockutils [None req-430e73c9-933b-42a3-9002-011a34f9c6f2 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Lock "aad6a786-86ef-44e1-a756-3e1e8659c0e6" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1995.381256] env[62438]: INFO nova.compute.manager [None req-430e73c9-933b-42a3-9002-011a34f9c6f2 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Shelving [ 1995.613383] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2208025e-1181-435b-896f-47562545d4d1 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1995.613652] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2208025e-1181-435b-896f-47562545d4d1 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1995.615183] env[62438]: INFO nova.compute.claims [None req-2208025e-1181-435b-896f-47562545d4d1 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: bed3ee3e-319a-4a9a-b577-645aaa5b83ac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1995.625990] env[62438]: DEBUG nova.compute.utils [None req-7d22a1f5-5ff3-4ddc-bbcb-481db192bdc8 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1995.627289] env[62438]: DEBUG nova.compute.manager [None req-7d22a1f5-5ff3-4ddc-bbcb-481db192bdc8 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] [instance: 1b649156-4718-4a56-bc78-b2fdbd268a38] Not allocating networking since 'none' was specified. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1977}} [ 1995.888220] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-430e73c9-933b-42a3-9002-011a34f9c6f2 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1995.888498] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f982ec8-ed3b-4857-925c-ca6dcbe0d65d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.895439] env[62438]: DEBUG oslo_vmware.api [None req-430e73c9-933b-42a3-9002-011a34f9c6f2 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Waiting for the task: (returnval){ [ 1995.895439] env[62438]: value = "task-1785899" [ 1995.895439] env[62438]: _type = "Task" [ 1995.895439] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1995.903398] env[62438]: DEBUG oslo_vmware.api [None req-430e73c9-933b-42a3-9002-011a34f9c6f2 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785899, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.128308] env[62438]: DEBUG nova.compute.manager [None req-7d22a1f5-5ff3-4ddc-bbcb-481db192bdc8 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] [instance: 1b649156-4718-4a56-bc78-b2fdbd268a38] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1996.405474] env[62438]: DEBUG oslo_vmware.api [None req-430e73c9-933b-42a3-9002-011a34f9c6f2 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785899, 'name': PowerOffVM_Task, 'duration_secs': 0.165412} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1996.405723] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-430e73c9-933b-42a3-9002-011a34f9c6f2 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1996.406511] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18003491-7c0d-4553-8c5f-bc0b7a19c815 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.424107] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a16446a-bfae-4853-94d6-9fd0edfc131a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.696772] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b47dd624-3840-4c0c-ae81-7254f42092ee {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.704669] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02703fe3-b4ff-4637-aaa4-00690f1c4d64 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.734911] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccbfa200-27db-43a5-b0fb-f5ddb52a1ec8 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.742972] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d61922f-f4c1-4ee5-b382-8124df1261a4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.756654] env[62438]: DEBUG nova.compute.provider_tree [None req-2208025e-1181-435b-896f-47562545d4d1 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1996.934522] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-430e73c9-933b-42a3-9002-011a34f9c6f2 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Creating Snapshot of the VM instance {{(pid=62438) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1996.934809] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6fe63f89-1e7c-40ac-81ad-d6ba6d8c1dc9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.943314] env[62438]: DEBUG oslo_vmware.api [None req-430e73c9-933b-42a3-9002-011a34f9c6f2 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Waiting for the task: (returnval){ [ 1996.943314] env[62438]: value = "task-1785900" [ 1996.943314] env[62438]: _type = "Task" [ 1996.943314] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1996.951905] env[62438]: DEBUG oslo_vmware.api [None req-430e73c9-933b-42a3-9002-011a34f9c6f2 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785900, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.137656] env[62438]: DEBUG nova.compute.manager [None req-7d22a1f5-5ff3-4ddc-bbcb-481db192bdc8 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] [instance: 1b649156-4718-4a56-bc78-b2fdbd268a38] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1997.193292] env[62438]: DEBUG nova.virt.hardware [None req-7d22a1f5-5ff3-4ddc-bbcb-481db192bdc8 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1997.193556] env[62438]: DEBUG nova.virt.hardware [None req-7d22a1f5-5ff3-4ddc-bbcb-481db192bdc8 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1997.193725] env[62438]: DEBUG nova.virt.hardware [None req-7d22a1f5-5ff3-4ddc-bbcb-481db192bdc8 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1997.193914] env[62438]: DEBUG nova.virt.hardware [None req-7d22a1f5-5ff3-4ddc-bbcb-481db192bdc8 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1997.194080] env[62438]: DEBUG nova.virt.hardware [None req-7d22a1f5-5ff3-4ddc-bbcb-481db192bdc8 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1997.194239] env[62438]: DEBUG nova.virt.hardware [None req-7d22a1f5-5ff3-4ddc-bbcb-481db192bdc8 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1997.194453] env[62438]: DEBUG nova.virt.hardware [None req-7d22a1f5-5ff3-4ddc-bbcb-481db192bdc8 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1997.194709] env[62438]: DEBUG nova.virt.hardware [None req-7d22a1f5-5ff3-4ddc-bbcb-481db192bdc8 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1997.194826] env[62438]: DEBUG nova.virt.hardware [None req-7d22a1f5-5ff3-4ddc-bbcb-481db192bdc8 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1997.195022] env[62438]: DEBUG nova.virt.hardware [None req-7d22a1f5-5ff3-4ddc-bbcb-481db192bdc8 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1997.195207] env[62438]: DEBUG nova.virt.hardware [None req-7d22a1f5-5ff3-4ddc-bbcb-481db192bdc8 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1997.196082] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8403f499-25b4-4433-b189-890282afd886 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.204025] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71abd7d8-fe3c-43f4-82ae-0ba0643d7ad3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.217187] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-7d22a1f5-5ff3-4ddc-bbcb-481db192bdc8 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] [instance: 1b649156-4718-4a56-bc78-b2fdbd268a38] Instance VIF info [] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1997.222689] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d22a1f5-5ff3-4ddc-bbcb-481db192bdc8 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Creating folder: Project (ac93766ace83493a94df70edbab7ebb0). Parent ref: group-v370230. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1997.223087] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ea308f1b-5afc-40d3-b408-6784fbba291b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.233683] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-7d22a1f5-5ff3-4ddc-bbcb-481db192bdc8 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Created folder: Project (ac93766ace83493a94df70edbab7ebb0) in parent group-v370230. [ 1997.233904] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d22a1f5-5ff3-4ddc-bbcb-481db192bdc8 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Creating folder: Instances. Parent ref: group-v370546. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1997.234189] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-11c12dd7-4cc5-47e7-8485-afca607199e7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.243493] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-7d22a1f5-5ff3-4ddc-bbcb-481db192bdc8 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Created folder: Instances in parent group-v370546. [ 1997.243771] env[62438]: DEBUG oslo.service.loopingcall [None req-7d22a1f5-5ff3-4ddc-bbcb-481db192bdc8 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1997.244010] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b649156-4718-4a56-bc78-b2fdbd268a38] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1997.244262] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-58adb2a1-fb0d-48c5-a927-b908d0ecb126 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.259781] env[62438]: DEBUG nova.scheduler.client.report [None req-2208025e-1181-435b-896f-47562545d4d1 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1997.264159] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1997.264159] env[62438]: value = "task-1785903" [ 1997.264159] env[62438]: _type = "Task" [ 1997.264159] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1997.272147] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785903, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.453507] env[62438]: DEBUG oslo_vmware.api [None req-430e73c9-933b-42a3-9002-011a34f9c6f2 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785900, 'name': CreateSnapshot_Task, 'duration_secs': 0.42097} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1997.453747] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-430e73c9-933b-42a3-9002-011a34f9c6f2 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Created Snapshot of the VM instance {{(pid=62438) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1997.454502] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc6202f0-1b46-4f09-899b-c63c274d2b4a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.766069] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2208025e-1181-435b-896f-47562545d4d1 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.152s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1997.766705] env[62438]: DEBUG nova.compute.manager [None req-2208025e-1181-435b-896f-47562545d4d1 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: bed3ee3e-319a-4a9a-b577-645aaa5b83ac] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1997.778891] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785903, 'name': CreateVM_Task, 'duration_secs': 0.251076} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1997.779112] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b649156-4718-4a56-bc78-b2fdbd268a38] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1997.779534] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7d22a1f5-5ff3-4ddc-bbcb-481db192bdc8 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1997.779708] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7d22a1f5-5ff3-4ddc-bbcb-481db192bdc8 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1997.780060] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7d22a1f5-5ff3-4ddc-bbcb-481db192bdc8 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1997.780331] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec0041d0-c08b-4bc0-bfb2-c4aa001c01f8 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.784750] env[62438]: DEBUG oslo_vmware.api [None req-7d22a1f5-5ff3-4ddc-bbcb-481db192bdc8 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Waiting for the task: (returnval){ [ 1997.784750] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52ed75b2-2ba3-d981-3fce-bacfacc05a8c" [ 1997.784750] env[62438]: _type = "Task" [ 1997.784750] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1997.792450] env[62438]: DEBUG oslo_vmware.api [None req-7d22a1f5-5ff3-4ddc-bbcb-481db192bdc8 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52ed75b2-2ba3-d981-3fce-bacfacc05a8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.971966] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-430e73c9-933b-42a3-9002-011a34f9c6f2 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Creating linked-clone VM from snapshot {{(pid=62438) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1997.972294] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-33cf2913-17e4-4365-b9ad-266e9c618354 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.981509] env[62438]: DEBUG oslo_vmware.api [None req-430e73c9-933b-42a3-9002-011a34f9c6f2 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Waiting for the task: (returnval){ [ 1997.981509] env[62438]: value = "task-1785904" [ 1997.981509] env[62438]: _type = "Task" [ 1997.981509] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1997.988940] env[62438]: DEBUG oslo_vmware.api [None req-430e73c9-933b-42a3-9002-011a34f9c6f2 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785904, 'name': CloneVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.274606] env[62438]: DEBUG nova.compute.utils [None req-2208025e-1181-435b-896f-47562545d4d1 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1998.276127] env[62438]: DEBUG nova.compute.manager [None req-2208025e-1181-435b-896f-47562545d4d1 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: bed3ee3e-319a-4a9a-b577-645aaa5b83ac] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1998.276307] env[62438]: DEBUG nova.network.neutron [None req-2208025e-1181-435b-896f-47562545d4d1 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: bed3ee3e-319a-4a9a-b577-645aaa5b83ac] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1998.294883] env[62438]: DEBUG oslo_vmware.api [None req-7d22a1f5-5ff3-4ddc-bbcb-481db192bdc8 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52ed75b2-2ba3-d981-3fce-bacfacc05a8c, 'name': SearchDatastore_Task, 'duration_secs': 0.01279} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1998.295208] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7d22a1f5-5ff3-4ddc-bbcb-481db192bdc8 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1998.295443] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-7d22a1f5-5ff3-4ddc-bbcb-481db192bdc8 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] [instance: 1b649156-4718-4a56-bc78-b2fdbd268a38] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1998.295720] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7d22a1f5-5ff3-4ddc-bbcb-481db192bdc8 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1998.295890] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7d22a1f5-5ff3-4ddc-bbcb-481db192bdc8 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1998.296100] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d22a1f5-5ff3-4ddc-bbcb-481db192bdc8 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1998.296369] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-61f59cfc-1b0c-4d0c-8caf-7b26920eacbc {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.304771] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d22a1f5-5ff3-4ddc-bbcb-481db192bdc8 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1998.305050] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-7d22a1f5-5ff3-4ddc-bbcb-481db192bdc8 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1998.305922] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e43d0dbb-d4c7-4cc3-b08a-ecff38d37638 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.310987] env[62438]: DEBUG oslo_vmware.api [None req-7d22a1f5-5ff3-4ddc-bbcb-481db192bdc8 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Waiting for the task: (returnval){ [ 1998.310987] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52d7a579-89bb-1280-70c4-937e254b9704" [ 1998.310987] env[62438]: _type = "Task" [ 1998.310987] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1998.319608] env[62438]: DEBUG oslo_vmware.api [None req-7d22a1f5-5ff3-4ddc-bbcb-481db192bdc8 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52d7a579-89bb-1280-70c4-937e254b9704, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.361083] env[62438]: DEBUG nova.policy [None req-2208025e-1181-435b-896f-47562545d4d1 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c6c9965681fe45289d82843e769f3d92', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a8cc450384714cf1a5ebb9cea994cee2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 1998.492370] env[62438]: DEBUG oslo_vmware.api [None req-430e73c9-933b-42a3-9002-011a34f9c6f2 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785904, 'name': CloneVM_Task} progress is 94%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.718954] env[62438]: DEBUG nova.network.neutron [None req-2208025e-1181-435b-896f-47562545d4d1 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: bed3ee3e-319a-4a9a-b577-645aaa5b83ac] Successfully created port: 3e82aa8b-ff07-4cd7-b54c-89f60382b71b {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1998.780984] env[62438]: DEBUG nova.compute.manager [None req-2208025e-1181-435b-896f-47562545d4d1 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: bed3ee3e-319a-4a9a-b577-645aaa5b83ac] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1998.825030] env[62438]: DEBUG oslo_vmware.api [None req-7d22a1f5-5ff3-4ddc-bbcb-481db192bdc8 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52d7a579-89bb-1280-70c4-937e254b9704, 'name': SearchDatastore_Task, 'duration_secs': 0.012641} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1998.826021] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42071ccb-dc7d-4bcb-938a-5cd9f97b8992 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.832176] env[62438]: DEBUG oslo_vmware.api [None req-7d22a1f5-5ff3-4ddc-bbcb-481db192bdc8 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Waiting for the task: (returnval){ [ 1998.832176] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]523c617d-860b-fee1-9a68-4ff2a505d433" [ 1998.832176] env[62438]: _type = "Task" [ 1998.832176] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1998.840398] env[62438]: DEBUG oslo_vmware.api [None req-7d22a1f5-5ff3-4ddc-bbcb-481db192bdc8 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]523c617d-860b-fee1-9a68-4ff2a505d433, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.991668] env[62438]: DEBUG oslo_vmware.api [None req-430e73c9-933b-42a3-9002-011a34f9c6f2 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785904, 'name': CloneVM_Task} progress is 94%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.343640] env[62438]: DEBUG oslo_vmware.api [None req-7d22a1f5-5ff3-4ddc-bbcb-481db192bdc8 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]523c617d-860b-fee1-9a68-4ff2a505d433, 'name': SearchDatastore_Task, 'duration_secs': 0.016895} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1999.344680] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7d22a1f5-5ff3-4ddc-bbcb-481db192bdc8 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1999.344967] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d22a1f5-5ff3-4ddc-bbcb-481db192bdc8 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 1b649156-4718-4a56-bc78-b2fdbd268a38/1b649156-4718-4a56-bc78-b2fdbd268a38.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1999.345288] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a647a3f-b6cf-40e0-a70a-6d94310bd0da {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.352727] env[62438]: DEBUG oslo_vmware.api [None req-7d22a1f5-5ff3-4ddc-bbcb-481db192bdc8 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Waiting for the task: (returnval){ [ 1999.352727] env[62438]: value = "task-1785905" [ 1999.352727] env[62438]: _type = "Task" [ 1999.352727] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1999.361164] env[62438]: DEBUG oslo_vmware.api [None req-7d22a1f5-5ff3-4ddc-bbcb-481db192bdc8 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Task: {'id': task-1785905, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.493408] env[62438]: DEBUG oslo_vmware.api [None req-430e73c9-933b-42a3-9002-011a34f9c6f2 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785904, 'name': CloneVM_Task} progress is 94%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.793056] env[62438]: DEBUG nova.compute.manager [None req-2208025e-1181-435b-896f-47562545d4d1 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: bed3ee3e-319a-4a9a-b577-645aaa5b83ac] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1999.829120] env[62438]: DEBUG nova.virt.hardware [None req-2208025e-1181-435b-896f-47562545d4d1 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1999.829476] env[62438]: DEBUG nova.virt.hardware [None req-2208025e-1181-435b-896f-47562545d4d1 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1999.829719] env[62438]: DEBUG nova.virt.hardware [None req-2208025e-1181-435b-896f-47562545d4d1 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1999.829946] env[62438]: DEBUG nova.virt.hardware [None req-2208025e-1181-435b-896f-47562545d4d1 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1999.830156] env[62438]: DEBUG nova.virt.hardware [None req-2208025e-1181-435b-896f-47562545d4d1 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1999.830328] env[62438]: DEBUG nova.virt.hardware [None req-2208025e-1181-435b-896f-47562545d4d1 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1999.830574] env[62438]: DEBUG nova.virt.hardware [None req-2208025e-1181-435b-896f-47562545d4d1 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1999.830774] env[62438]: DEBUG nova.virt.hardware [None req-2208025e-1181-435b-896f-47562545d4d1 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1999.830997] env[62438]: DEBUG nova.virt.hardware [None req-2208025e-1181-435b-896f-47562545d4d1 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1999.831202] env[62438]: DEBUG nova.virt.hardware [None req-2208025e-1181-435b-896f-47562545d4d1 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1999.831393] env[62438]: DEBUG nova.virt.hardware [None req-2208025e-1181-435b-896f-47562545d4d1 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1999.832567] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06f9a04c-05bf-47e4-902e-d11c85173766 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.841452] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b0496d2-38b0-4b31-ad13-250304dea7cf {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.862989] env[62438]: DEBUG oslo_vmware.api [None req-7d22a1f5-5ff3-4ddc-bbcb-481db192bdc8 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Task: {'id': task-1785905, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50928} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1999.863363] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d22a1f5-5ff3-4ddc-bbcb-481db192bdc8 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 1b649156-4718-4a56-bc78-b2fdbd268a38/1b649156-4718-4a56-bc78-b2fdbd268a38.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1999.863638] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-7d22a1f5-5ff3-4ddc-bbcb-481db192bdc8 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] [instance: 1b649156-4718-4a56-bc78-b2fdbd268a38] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1999.863932] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6db36871-a85b-4080-afec-a45ac60fdb1e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.869667] env[62438]: DEBUG oslo_vmware.api [None req-7d22a1f5-5ff3-4ddc-bbcb-481db192bdc8 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Waiting for the task: (returnval){ [ 1999.869667] env[62438]: value = "task-1785906" [ 1999.869667] env[62438]: _type = "Task" [ 1999.869667] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1999.876639] env[62438]: DEBUG oslo_vmware.api [None req-7d22a1f5-5ff3-4ddc-bbcb-481db192bdc8 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Task: {'id': task-1785906, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.992836] env[62438]: DEBUG oslo_vmware.api [None req-430e73c9-933b-42a3-9002-011a34f9c6f2 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785904, 'name': CloneVM_Task} progress is 94%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.379580] env[62438]: DEBUG oslo_vmware.api [None req-7d22a1f5-5ff3-4ddc-bbcb-481db192bdc8 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Task: {'id': task-1785906, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063806} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2000.379871] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-7d22a1f5-5ff3-4ddc-bbcb-481db192bdc8 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] [instance: 1b649156-4718-4a56-bc78-b2fdbd268a38] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2000.380924] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ebcb087-8e49-4dfe-890b-49fc1642b876 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.399455] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d22a1f5-5ff3-4ddc-bbcb-481db192bdc8 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] [instance: 1b649156-4718-4a56-bc78-b2fdbd268a38] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 1b649156-4718-4a56-bc78-b2fdbd268a38/1b649156-4718-4a56-bc78-b2fdbd268a38.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2000.399690] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31d85baf-4e6f-451e-aa15-2215d031f2dd {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.417663] env[62438]: DEBUG oslo_vmware.api [None req-7d22a1f5-5ff3-4ddc-bbcb-481db192bdc8 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Waiting for the task: (returnval){ [ 2000.417663] env[62438]: value = "task-1785907" [ 2000.417663] env[62438]: _type = "Task" [ 2000.417663] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2000.424855] env[62438]: DEBUG oslo_vmware.api [None req-7d22a1f5-5ff3-4ddc-bbcb-481db192bdc8 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Task: {'id': task-1785907, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.493445] env[62438]: DEBUG oslo_vmware.api [None req-430e73c9-933b-42a3-9002-011a34f9c6f2 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785904, 'name': CloneVM_Task} progress is 94%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.931050] env[62438]: DEBUG oslo_vmware.api [None req-7d22a1f5-5ff3-4ddc-bbcb-481db192bdc8 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Task: {'id': task-1785907, 'name': ReconfigVM_Task, 'duration_secs': 0.284211} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2000.931050] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d22a1f5-5ff3-4ddc-bbcb-481db192bdc8 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] [instance: 1b649156-4718-4a56-bc78-b2fdbd268a38] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 1b649156-4718-4a56-bc78-b2fdbd268a38/1b649156-4718-4a56-bc78-b2fdbd268a38.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2000.931050] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-11f0aa3a-abc7-4b8a-84b9-8e17863e7704 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.937424] env[62438]: DEBUG oslo_vmware.api [None req-7d22a1f5-5ff3-4ddc-bbcb-481db192bdc8 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Waiting for the task: (returnval){ [ 2000.937424] env[62438]: value = "task-1785908" [ 2000.937424] env[62438]: _type = "Task" [ 2000.937424] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2000.944644] env[62438]: DEBUG oslo_vmware.api [None req-7d22a1f5-5ff3-4ddc-bbcb-481db192bdc8 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Task: {'id': task-1785908, 'name': Rename_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.994165] env[62438]: DEBUG oslo_vmware.api [None req-430e73c9-933b-42a3-9002-011a34f9c6f2 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785904, 'name': CloneVM_Task} progress is 94%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.447547] env[62438]: DEBUG oslo_vmware.api [None req-7d22a1f5-5ff3-4ddc-bbcb-481db192bdc8 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Task: {'id': task-1785908, 'name': Rename_Task, 'duration_secs': 0.133705} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2001.447917] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d22a1f5-5ff3-4ddc-bbcb-481db192bdc8 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] [instance: 1b649156-4718-4a56-bc78-b2fdbd268a38] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 2001.448205] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-365e6bd3-cbe3-41c0-b793-42907569bc7f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.454282] env[62438]: DEBUG oslo_vmware.api [None req-7d22a1f5-5ff3-4ddc-bbcb-481db192bdc8 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Waiting for the task: (returnval){ [ 2001.454282] env[62438]: value = "task-1785909" [ 2001.454282] env[62438]: _type = "Task" [ 2001.454282] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2001.468013] env[62438]: DEBUG oslo_vmware.api [None req-7d22a1f5-5ff3-4ddc-bbcb-481db192bdc8 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Task: {'id': task-1785909, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.494494] env[62438]: DEBUG oslo_vmware.api [None req-430e73c9-933b-42a3-9002-011a34f9c6f2 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785904, 'name': CloneVM_Task} progress is 94%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.964578] env[62438]: DEBUG oslo_vmware.api [None req-7d22a1f5-5ff3-4ddc-bbcb-481db192bdc8 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Task: {'id': task-1785909, 'name': PowerOnVM_Task, 'duration_secs': 0.410312} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2001.964817] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d22a1f5-5ff3-4ddc-bbcb-481db192bdc8 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] [instance: 1b649156-4718-4a56-bc78-b2fdbd268a38] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 2001.965046] env[62438]: INFO nova.compute.manager [None req-7d22a1f5-5ff3-4ddc-bbcb-481db192bdc8 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] [instance: 1b649156-4718-4a56-bc78-b2fdbd268a38] Took 4.83 seconds to spawn the instance on the hypervisor. [ 2001.965240] env[62438]: DEBUG nova.compute.manager [None req-7d22a1f5-5ff3-4ddc-bbcb-481db192bdc8 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] [instance: 1b649156-4718-4a56-bc78-b2fdbd268a38] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2001.966053] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-037b6345-b755-436a-a32c-2b88a4c71e76 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.994500] env[62438]: DEBUG oslo_vmware.api [None req-430e73c9-933b-42a3-9002-011a34f9c6f2 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785904, 'name': CloneVM_Task} progress is 94%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.481199] env[62438]: INFO nova.compute.manager [None req-7d22a1f5-5ff3-4ddc-bbcb-481db192bdc8 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] [instance: 1b649156-4718-4a56-bc78-b2fdbd268a38] Took 10.56 seconds to build instance. [ 2002.496459] env[62438]: DEBUG oslo_vmware.api [None req-430e73c9-933b-42a3-9002-011a34f9c6f2 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785904, 'name': CloneVM_Task} progress is 94%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.745331] env[62438]: INFO nova.compute.manager [None req-f1d4152f-42fe-41d8-870c-2040e039f52e tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] [instance: 1b649156-4718-4a56-bc78-b2fdbd268a38] Rebuilding instance [ 2002.805588] env[62438]: DEBUG nova.compute.manager [None req-f1d4152f-42fe-41d8-870c-2040e039f52e tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] [instance: 1b649156-4718-4a56-bc78-b2fdbd268a38] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2002.806502] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f8f908a-3c55-43f8-a425-385563cc7563 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.983706] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7d22a1f5-5ff3-4ddc-bbcb-481db192bdc8 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Lock "1b649156-4718-4a56-bc78-b2fdbd268a38" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.073s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2002.997548] env[62438]: DEBUG oslo_vmware.api [None req-430e73c9-933b-42a3-9002-011a34f9c6f2 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785904, 'name': CloneVM_Task} progress is 94%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.317401] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1d4152f-42fe-41d8-870c-2040e039f52e tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] [instance: 1b649156-4718-4a56-bc78-b2fdbd268a38] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 2003.317704] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da0bed2c-7b49-42c9-8bd4-f73f7171de79 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.324766] env[62438]: DEBUG oslo_vmware.api [None req-f1d4152f-42fe-41d8-870c-2040e039f52e tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Waiting for the task: (returnval){ [ 2003.324766] env[62438]: value = "task-1785910" [ 2003.324766] env[62438]: _type = "Task" [ 2003.324766] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2003.333477] env[62438]: DEBUG oslo_vmware.api [None req-f1d4152f-42fe-41d8-870c-2040e039f52e tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Task: {'id': task-1785910, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.497585] env[62438]: DEBUG oslo_vmware.api [None req-430e73c9-933b-42a3-9002-011a34f9c6f2 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785904, 'name': CloneVM_Task} progress is 94%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.834825] env[62438]: DEBUG oslo_vmware.api [None req-f1d4152f-42fe-41d8-870c-2040e039f52e tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Task: {'id': task-1785910, 'name': PowerOffVM_Task, 'duration_secs': 0.139627} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2003.835143] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1d4152f-42fe-41d8-870c-2040e039f52e tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] [instance: 1b649156-4718-4a56-bc78-b2fdbd268a38] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 2003.835379] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f1d4152f-42fe-41d8-870c-2040e039f52e tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] [instance: 1b649156-4718-4a56-bc78-b2fdbd268a38] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 2003.836151] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c612703-63a5-4ef8-9399-5d1eefad0e5e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.842345] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f1d4152f-42fe-41d8-870c-2040e039f52e tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] [instance: 1b649156-4718-4a56-bc78-b2fdbd268a38] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 2003.842573] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f71a88c6-1a85-4599-b4b3-331daf5d66c6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.865911] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f1d4152f-42fe-41d8-870c-2040e039f52e tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] [instance: 1b649156-4718-4a56-bc78-b2fdbd268a38] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 2003.866168] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f1d4152f-42fe-41d8-870c-2040e039f52e tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] [instance: 1b649156-4718-4a56-bc78-b2fdbd268a38] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 2003.866363] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1d4152f-42fe-41d8-870c-2040e039f52e tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Deleting the datastore file [datastore1] 1b649156-4718-4a56-bc78-b2fdbd268a38 {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2003.866622] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a42c22bc-cd7f-4d64-9e93-5d014b40b3ce {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.873095] env[62438]: DEBUG oslo_vmware.api [None req-f1d4152f-42fe-41d8-870c-2040e039f52e tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Waiting for the task: (returnval){ [ 2003.873095] env[62438]: value = "task-1785912" [ 2003.873095] env[62438]: _type = "Task" [ 2003.873095] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2003.880399] env[62438]: DEBUG oslo_vmware.api [None req-f1d4152f-42fe-41d8-870c-2040e039f52e tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Task: {'id': task-1785912, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.998724] env[62438]: DEBUG oslo_vmware.api [None req-430e73c9-933b-42a3-9002-011a34f9c6f2 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785904, 'name': CloneVM_Task} progress is 94%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.383587] env[62438]: DEBUG oslo_vmware.api [None req-f1d4152f-42fe-41d8-870c-2040e039f52e tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Task: {'id': task-1785912, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.106456} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2004.383587] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1d4152f-42fe-41d8-870c-2040e039f52e tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2004.383735] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f1d4152f-42fe-41d8-870c-2040e039f52e tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] [instance: 1b649156-4718-4a56-bc78-b2fdbd268a38] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 2004.383828] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f1d4152f-42fe-41d8-870c-2040e039f52e tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] [instance: 1b649156-4718-4a56-bc78-b2fdbd268a38] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 2004.499187] env[62438]: DEBUG oslo_vmware.api [None req-430e73c9-933b-42a3-9002-011a34f9c6f2 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785904, 'name': CloneVM_Task} progress is 94%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.999976] env[62438]: DEBUG oslo_vmware.api [None req-430e73c9-933b-42a3-9002-011a34f9c6f2 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785904, 'name': CloneVM_Task} progress is 95%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.447710] env[62438]: DEBUG nova.virt.hardware [None req-f1d4152f-42fe-41d8-870c-2040e039f52e tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2005.447966] env[62438]: DEBUG nova.virt.hardware [None req-f1d4152f-42fe-41d8-870c-2040e039f52e tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2005.448188] env[62438]: DEBUG nova.virt.hardware [None req-f1d4152f-42fe-41d8-870c-2040e039f52e tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2005.448428] env[62438]: DEBUG nova.virt.hardware [None req-f1d4152f-42fe-41d8-870c-2040e039f52e tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2005.448595] env[62438]: DEBUG nova.virt.hardware [None req-f1d4152f-42fe-41d8-870c-2040e039f52e tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2005.448753] env[62438]: DEBUG nova.virt.hardware [None req-f1d4152f-42fe-41d8-870c-2040e039f52e tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2005.448988] env[62438]: DEBUG nova.virt.hardware [None req-f1d4152f-42fe-41d8-870c-2040e039f52e tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2005.449196] env[62438]: DEBUG nova.virt.hardware [None req-f1d4152f-42fe-41d8-870c-2040e039f52e tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2005.449381] env[62438]: DEBUG nova.virt.hardware [None req-f1d4152f-42fe-41d8-870c-2040e039f52e tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2005.449554] env[62438]: DEBUG nova.virt.hardware [None req-f1d4152f-42fe-41d8-870c-2040e039f52e tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2005.449733] env[62438]: DEBUG nova.virt.hardware [None req-f1d4152f-42fe-41d8-870c-2040e039f52e tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2005.450627] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afae8ecd-5c84-4f4a-91a2-706d3b8f065d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.458256] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edfaa3dc-0c50-4dd8-aad5-0b0c1afe1187 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.471215] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f1d4152f-42fe-41d8-870c-2040e039f52e tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] [instance: 1b649156-4718-4a56-bc78-b2fdbd268a38] Instance VIF info [] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2005.476641] env[62438]: DEBUG oslo.service.loopingcall [None req-f1d4152f-42fe-41d8-870c-2040e039f52e tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2005.476884] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b649156-4718-4a56-bc78-b2fdbd268a38] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 2005.477117] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b39f4384-3bc2-4642-bb1c-6d74c2a7ccdf {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.495098] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2005.495098] env[62438]: value = "task-1785913" [ 2005.495098] env[62438]: _type = "Task" [ 2005.495098] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2005.500724] env[62438]: DEBUG oslo_vmware.api [None req-430e73c9-933b-42a3-9002-011a34f9c6f2 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785904, 'name': CloneVM_Task} progress is 100%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.505491] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785913, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.692917] env[62438]: DEBUG nova.compute.manager [req-20754936-0cff-4db6-9840-c984e680511d req-9b22b967-40e4-413e-8eea-dc8cad37b3d4 service nova] [instance: bed3ee3e-319a-4a9a-b577-645aaa5b83ac] Received event network-vif-plugged-3e82aa8b-ff07-4cd7-b54c-89f60382b71b {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 2005.693204] env[62438]: DEBUG oslo_concurrency.lockutils [req-20754936-0cff-4db6-9840-c984e680511d req-9b22b967-40e4-413e-8eea-dc8cad37b3d4 service nova] Acquiring lock "bed3ee3e-319a-4a9a-b577-645aaa5b83ac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2005.693425] env[62438]: DEBUG oslo_concurrency.lockutils [req-20754936-0cff-4db6-9840-c984e680511d req-9b22b967-40e4-413e-8eea-dc8cad37b3d4 service nova] Lock "bed3ee3e-319a-4a9a-b577-645aaa5b83ac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2005.693599] env[62438]: DEBUG oslo_concurrency.lockutils [req-20754936-0cff-4db6-9840-c984e680511d req-9b22b967-40e4-413e-8eea-dc8cad37b3d4 service nova] Lock "bed3ee3e-319a-4a9a-b577-645aaa5b83ac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2005.693792] env[62438]: DEBUG nova.compute.manager [req-20754936-0cff-4db6-9840-c984e680511d req-9b22b967-40e4-413e-8eea-dc8cad37b3d4 service nova] [instance: bed3ee3e-319a-4a9a-b577-645aaa5b83ac] No waiting events found dispatching network-vif-plugged-3e82aa8b-ff07-4cd7-b54c-89f60382b71b {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2005.693993] env[62438]: WARNING nova.compute.manager [req-20754936-0cff-4db6-9840-c984e680511d req-9b22b967-40e4-413e-8eea-dc8cad37b3d4 service nova] [instance: bed3ee3e-319a-4a9a-b577-645aaa5b83ac] Received unexpected event network-vif-plugged-3e82aa8b-ff07-4cd7-b54c-89f60382b71b for instance with vm_state building and task_state spawning. [ 2005.780091] env[62438]: DEBUG nova.network.neutron [None req-2208025e-1181-435b-896f-47562545d4d1 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: bed3ee3e-319a-4a9a-b577-645aaa5b83ac] Successfully updated port: 3e82aa8b-ff07-4cd7-b54c-89f60382b71b {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2006.002507] env[62438]: DEBUG oslo_vmware.api [None req-430e73c9-933b-42a3-9002-011a34f9c6f2 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785904, 'name': CloneVM_Task, 'duration_secs': 7.529493} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2006.003140] env[62438]: INFO nova.virt.vmwareapi.vmops [None req-430e73c9-933b-42a3-9002-011a34f9c6f2 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Created linked-clone VM from snapshot [ 2006.003832] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa93aa5-6f62-4e82-8ad1-71b8dece0289 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.008991] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785913, 'name': CreateVM_Task, 'duration_secs': 0.256986} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2006.009434] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b649156-4718-4a56-bc78-b2fdbd268a38] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 2006.009832] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f1d4152f-42fe-41d8-870c-2040e039f52e tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2006.009998] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f1d4152f-42fe-41d8-870c-2040e039f52e tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2006.010335] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f1d4152f-42fe-41d8-870c-2040e039f52e tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2006.010574] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-819c8236-7fdc-4f2c-adef-1f551eaf7751 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.014610] env[62438]: DEBUG nova.virt.vmwareapi.images [None req-430e73c9-933b-42a3-9002-011a34f9c6f2 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Uploading image 74bc1159-efc4-4a12-bd66-220d664b6d42 {{(pid=62438) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 2006.019309] env[62438]: DEBUG oslo_vmware.api [None req-f1d4152f-42fe-41d8-870c-2040e039f52e tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Waiting for the task: (returnval){ [ 2006.019309] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]524f20bc-7b12-f966-6fa2-87148e3ea3fc" [ 2006.019309] env[62438]: _type = "Task" [ 2006.019309] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2006.026237] env[62438]: DEBUG oslo_vmware.api [None req-f1d4152f-42fe-41d8-870c-2040e039f52e tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]524f20bc-7b12-f966-6fa2-87148e3ea3fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.035892] env[62438]: DEBUG oslo_vmware.rw_handles [None req-430e73c9-933b-42a3-9002-011a34f9c6f2 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2006.035892] env[62438]: value = "vm-370550" [ 2006.035892] env[62438]: _type = "VirtualMachine" [ 2006.035892] env[62438]: }. {{(pid=62438) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2006.036138] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ad5dd165-4dd6-4e99-a995-de130b9f1178 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.042300] env[62438]: DEBUG oslo_vmware.rw_handles [None req-430e73c9-933b-42a3-9002-011a34f9c6f2 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Lease: (returnval){ [ 2006.042300] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52dc4ec9-2383-315f-6176-aff11a8e0f85" [ 2006.042300] env[62438]: _type = "HttpNfcLease" [ 2006.042300] env[62438]: } obtained for exporting VM: (result){ [ 2006.042300] env[62438]: value = "vm-370550" [ 2006.042300] env[62438]: _type = "VirtualMachine" [ 2006.042300] env[62438]: }. {{(pid=62438) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2006.042559] env[62438]: DEBUG oslo_vmware.api [None req-430e73c9-933b-42a3-9002-011a34f9c6f2 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Waiting for the lease: (returnval){ [ 2006.042559] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52dc4ec9-2383-315f-6176-aff11a8e0f85" [ 2006.042559] env[62438]: _type = "HttpNfcLease" [ 2006.042559] env[62438]: } to be ready. {{(pid=62438) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2006.048272] env[62438]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2006.048272] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52dc4ec9-2383-315f-6176-aff11a8e0f85" [ 2006.048272] env[62438]: _type = "HttpNfcLease" [ 2006.048272] env[62438]: } is initializing. {{(pid=62438) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2006.282238] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2208025e-1181-435b-896f-47562545d4d1 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Acquiring lock "refresh_cache-bed3ee3e-319a-4a9a-b577-645aaa5b83ac" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2006.282401] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2208025e-1181-435b-896f-47562545d4d1 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Acquired lock "refresh_cache-bed3ee3e-319a-4a9a-b577-645aaa5b83ac" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2006.282555] env[62438]: DEBUG nova.network.neutron [None req-2208025e-1181-435b-896f-47562545d4d1 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: bed3ee3e-319a-4a9a-b577-645aaa5b83ac] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2006.529026] env[62438]: DEBUG oslo_vmware.api [None req-f1d4152f-42fe-41d8-870c-2040e039f52e tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]524f20bc-7b12-f966-6fa2-87148e3ea3fc, 'name': SearchDatastore_Task, 'duration_secs': 0.009685} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2006.529354] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f1d4152f-42fe-41d8-870c-2040e039f52e tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2006.529634] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f1d4152f-42fe-41d8-870c-2040e039f52e tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] [instance: 1b649156-4718-4a56-bc78-b2fdbd268a38] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2006.529786] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f1d4152f-42fe-41d8-870c-2040e039f52e tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2006.529941] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f1d4152f-42fe-41d8-870c-2040e039f52e tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2006.530181] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1d4152f-42fe-41d8-870c-2040e039f52e tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2006.530403] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a406524d-ad2d-4bb3-b56c-cb2708c8aa5b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.538433] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1d4152f-42fe-41d8-870c-2040e039f52e tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2006.538618] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f1d4152f-42fe-41d8-870c-2040e039f52e tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 2006.539316] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50778342-ef48-41b8-a33b-bc6688b92caa {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.544209] env[62438]: DEBUG oslo_vmware.api [None req-f1d4152f-42fe-41d8-870c-2040e039f52e tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Waiting for the task: (returnval){ [ 2006.544209] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52057067-9c3d-eea5-2a1a-3ecc6afcde86" [ 2006.544209] env[62438]: _type = "Task" [ 2006.544209] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2006.556604] env[62438]: DEBUG oslo_vmware.api [None req-f1d4152f-42fe-41d8-870c-2040e039f52e tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52057067-9c3d-eea5-2a1a-3ecc6afcde86, 'name': SearchDatastore_Task} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2006.556810] env[62438]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2006.556810] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52dc4ec9-2383-315f-6176-aff11a8e0f85" [ 2006.556810] env[62438]: _type = "HttpNfcLease" [ 2006.556810] env[62438]: } is ready. {{(pid=62438) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2006.557595] env[62438]: DEBUG oslo_vmware.rw_handles [None req-430e73c9-933b-42a3-9002-011a34f9c6f2 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2006.557595] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52dc4ec9-2383-315f-6176-aff11a8e0f85" [ 2006.557595] env[62438]: _type = "HttpNfcLease" [ 2006.557595] env[62438]: }. {{(pid=62438) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2006.557948] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60434af2-0080-4926-b408-869326da0d87 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.560254] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aade42e-13df-40b9-92ac-077448fa6581 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.565658] env[62438]: DEBUG oslo_vmware.api [None req-f1d4152f-42fe-41d8-870c-2040e039f52e tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Waiting for the task: (returnval){ [ 2006.565658] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52cd3674-9420-e0db-4abf-a544bc2f0f92" [ 2006.565658] env[62438]: _type = "Task" [ 2006.565658] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2006.568857] env[62438]: DEBUG oslo_vmware.rw_handles [None req-430e73c9-933b-42a3-9002-011a34f9c6f2 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5240fdab-741d-a94c-f52f-ed6584b4321a/disk-0.vmdk from lease info. {{(pid=62438) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2006.569051] env[62438]: DEBUG oslo_vmware.rw_handles [None req-430e73c9-933b-42a3-9002-011a34f9c6f2 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5240fdab-741d-a94c-f52f-ed6584b4321a/disk-0.vmdk for reading. {{(pid=62438) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2006.630916] env[62438]: DEBUG oslo_vmware.api [None req-f1d4152f-42fe-41d8-870c-2040e039f52e tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52cd3674-9420-e0db-4abf-a544bc2f0f92, 'name': SearchDatastore_Task, 'duration_secs': 0.00859} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2006.632251] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f1d4152f-42fe-41d8-870c-2040e039f52e tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2006.632541] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1d4152f-42fe-41d8-870c-2040e039f52e tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 1b649156-4718-4a56-bc78-b2fdbd268a38/1b649156-4718-4a56-bc78-b2fdbd268a38.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 2006.633174] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-41a0cfd3-37db-44d5-b198-ef4516abfbce {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.639963] env[62438]: DEBUG oslo_vmware.api [None req-f1d4152f-42fe-41d8-870c-2040e039f52e tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Waiting for the task: (returnval){ [ 2006.639963] env[62438]: value = "task-1785915" [ 2006.639963] env[62438]: _type = "Task" [ 2006.639963] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2006.647464] env[62438]: DEBUG oslo_vmware.api [None req-f1d4152f-42fe-41d8-870c-2040e039f52e tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Task: {'id': task-1785915, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.664079] env[62438]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4dcea366-8765-412a-87d2-ad38992965b0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.839340] env[62438]: DEBUG nova.network.neutron [None req-2208025e-1181-435b-896f-47562545d4d1 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: bed3ee3e-319a-4a9a-b577-645aaa5b83ac] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2007.000422] env[62438]: DEBUG nova.network.neutron [None req-2208025e-1181-435b-896f-47562545d4d1 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: bed3ee3e-319a-4a9a-b577-645aaa5b83ac] Updating instance_info_cache with network_info: [{"id": "3e82aa8b-ff07-4cd7-b54c-89f60382b71b", "address": "fa:16:3e:6e:ed:8f", "network": {"id": "2cd49439-8f79-4cd9-a604-570296a33fdc", "bridge": "br-int", "label": "tempest-ServersTestJSON-538647417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8cc450384714cf1a5ebb9cea994cee2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e82aa8b-ff", "ovs_interfaceid": "3e82aa8b-ff07-4cd7-b54c-89f60382b71b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2007.151411] env[62438]: DEBUG oslo_vmware.api [None req-f1d4152f-42fe-41d8-870c-2040e039f52e tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Task: {'id': task-1785915, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.458171} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2007.151783] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1d4152f-42fe-41d8-870c-2040e039f52e tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 1b649156-4718-4a56-bc78-b2fdbd268a38/1b649156-4718-4a56-bc78-b2fdbd268a38.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 2007.152089] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f1d4152f-42fe-41d8-870c-2040e039f52e tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] [instance: 1b649156-4718-4a56-bc78-b2fdbd268a38] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2007.152440] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d9ff2bda-892e-4eb6-894f-e03ba22dcbf2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.159470] env[62438]: DEBUG oslo_vmware.api [None req-f1d4152f-42fe-41d8-870c-2040e039f52e tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Waiting for the task: (returnval){ [ 2007.159470] env[62438]: value = "task-1785916" [ 2007.159470] env[62438]: _type = "Task" [ 2007.159470] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2007.167347] env[62438]: DEBUG oslo_vmware.api [None req-f1d4152f-42fe-41d8-870c-2040e039f52e tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Task: {'id': task-1785916, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.503235] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2208025e-1181-435b-896f-47562545d4d1 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Releasing lock "refresh_cache-bed3ee3e-319a-4a9a-b577-645aaa5b83ac" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2007.503642] env[62438]: DEBUG nova.compute.manager [None req-2208025e-1181-435b-896f-47562545d4d1 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: bed3ee3e-319a-4a9a-b577-645aaa5b83ac] Instance network_info: |[{"id": "3e82aa8b-ff07-4cd7-b54c-89f60382b71b", "address": "fa:16:3e:6e:ed:8f", "network": {"id": "2cd49439-8f79-4cd9-a604-570296a33fdc", "bridge": "br-int", "label": "tempest-ServersTestJSON-538647417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8cc450384714cf1a5ebb9cea994cee2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e82aa8b-ff", "ovs_interfaceid": "3e82aa8b-ff07-4cd7-b54c-89f60382b71b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 2007.504238] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-2208025e-1181-435b-896f-47562545d4d1 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: bed3ee3e-319a-4a9a-b577-645aaa5b83ac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:ed:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a555680e-4721-4509-97e4-ced9dc17c13e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3e82aa8b-ff07-4cd7-b54c-89f60382b71b', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2007.512993] env[62438]: DEBUG oslo.service.loopingcall [None req-2208025e-1181-435b-896f-47562545d4d1 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2007.513410] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bed3ee3e-319a-4a9a-b577-645aaa5b83ac] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 2007.513724] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2ba88048-00fe-44ad-9cf2-fdca0447b40e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.533505] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2007.533505] env[62438]: value = "task-1785917" [ 2007.533505] env[62438]: _type = "Task" [ 2007.533505] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2007.542476] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785917, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.669757] env[62438]: DEBUG oslo_vmware.api [None req-f1d4152f-42fe-41d8-870c-2040e039f52e tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Task: {'id': task-1785916, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069235} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2007.670152] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f1d4152f-42fe-41d8-870c-2040e039f52e tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] [instance: 1b649156-4718-4a56-bc78-b2fdbd268a38] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2007.670999] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-329c7550-570d-4030-bbfd-b65d48c7fd7c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.691332] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1d4152f-42fe-41d8-870c-2040e039f52e tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] [instance: 1b649156-4718-4a56-bc78-b2fdbd268a38] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 1b649156-4718-4a56-bc78-b2fdbd268a38/1b649156-4718-4a56-bc78-b2fdbd268a38.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2007.692029] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79fb9378-1bdf-4b31-af69-86d12dec7347 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.712464] env[62438]: DEBUG oslo_vmware.api [None req-f1d4152f-42fe-41d8-870c-2040e039f52e tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Waiting for the task: (returnval){ [ 2007.712464] env[62438]: value = "task-1785918" [ 2007.712464] env[62438]: _type = "Task" [ 2007.712464] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2007.719186] env[62438]: DEBUG nova.compute.manager [req-5f6bb744-3594-4387-b57e-c8960999c3f9 req-b5442a4f-f25e-4f5a-96cc-2a65360852a5 service nova] [instance: bed3ee3e-319a-4a9a-b577-645aaa5b83ac] Received event network-changed-3e82aa8b-ff07-4cd7-b54c-89f60382b71b {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 2007.719609] env[62438]: DEBUG nova.compute.manager [req-5f6bb744-3594-4387-b57e-c8960999c3f9 req-b5442a4f-f25e-4f5a-96cc-2a65360852a5 service nova] [instance: bed3ee3e-319a-4a9a-b577-645aaa5b83ac] Refreshing instance network info cache due to event network-changed-3e82aa8b-ff07-4cd7-b54c-89f60382b71b. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 2007.719812] env[62438]: DEBUG oslo_concurrency.lockutils [req-5f6bb744-3594-4387-b57e-c8960999c3f9 req-b5442a4f-f25e-4f5a-96cc-2a65360852a5 service nova] Acquiring lock "refresh_cache-bed3ee3e-319a-4a9a-b577-645aaa5b83ac" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2007.719982] env[62438]: DEBUG oslo_concurrency.lockutils [req-5f6bb744-3594-4387-b57e-c8960999c3f9 req-b5442a4f-f25e-4f5a-96cc-2a65360852a5 service nova] Acquired lock "refresh_cache-bed3ee3e-319a-4a9a-b577-645aaa5b83ac" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2007.720179] env[62438]: DEBUG nova.network.neutron [req-5f6bb744-3594-4387-b57e-c8960999c3f9 req-b5442a4f-f25e-4f5a-96cc-2a65360852a5 service nova] [instance: bed3ee3e-319a-4a9a-b577-645aaa5b83ac] Refreshing network info cache for port 3e82aa8b-ff07-4cd7-b54c-89f60382b71b {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2007.725283] env[62438]: DEBUG oslo_vmware.api [None req-f1d4152f-42fe-41d8-870c-2040e039f52e tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Task: {'id': task-1785918, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2008.043744] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785917, 'name': CreateVM_Task, 'duration_secs': 0.3839} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2008.044038] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bed3ee3e-319a-4a9a-b577-645aaa5b83ac] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 2008.044865] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2208025e-1181-435b-896f-47562545d4d1 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2008.045138] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2208025e-1181-435b-896f-47562545d4d1 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2008.045598] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2208025e-1181-435b-896f-47562545d4d1 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2008.045924] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e84a6f4-b9f5-4740-bf19-29a9d675e2d6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.050420] env[62438]: DEBUG oslo_vmware.api [None req-2208025e-1181-435b-896f-47562545d4d1 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Waiting for the task: (returnval){ [ 2008.050420] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5201926d-dee1-5093-e9dc-8e0d22f1f62e" [ 2008.050420] env[62438]: _type = "Task" [ 2008.050420] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2008.058139] env[62438]: DEBUG oslo_vmware.api [None req-2208025e-1181-435b-896f-47562545d4d1 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5201926d-dee1-5093-e9dc-8e0d22f1f62e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2008.222347] env[62438]: DEBUG oslo_vmware.api [None req-f1d4152f-42fe-41d8-870c-2040e039f52e tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Task: {'id': task-1785918, 'name': ReconfigVM_Task, 'duration_secs': 0.332109} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2008.222675] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1d4152f-42fe-41d8-870c-2040e039f52e tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] [instance: 1b649156-4718-4a56-bc78-b2fdbd268a38] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 1b649156-4718-4a56-bc78-b2fdbd268a38/1b649156-4718-4a56-bc78-b2fdbd268a38.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2008.223395] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4160fcd1-0ddc-49af-83ac-cec2dc6c34f1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.229654] env[62438]: DEBUG oslo_vmware.api [None req-f1d4152f-42fe-41d8-870c-2040e039f52e tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Waiting for the task: (returnval){ [ 2008.229654] env[62438]: value = "task-1785919" [ 2008.229654] env[62438]: _type = "Task" [ 2008.229654] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2008.238927] env[62438]: DEBUG oslo_vmware.api [None req-f1d4152f-42fe-41d8-870c-2040e039f52e tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Task: {'id': task-1785919, 'name': Rename_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2008.471852] env[62438]: DEBUG nova.network.neutron [req-5f6bb744-3594-4387-b57e-c8960999c3f9 req-b5442a4f-f25e-4f5a-96cc-2a65360852a5 service nova] [instance: bed3ee3e-319a-4a9a-b577-645aaa5b83ac] Updated VIF entry in instance network info cache for port 3e82aa8b-ff07-4cd7-b54c-89f60382b71b. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2008.472334] env[62438]: DEBUG nova.network.neutron [req-5f6bb744-3594-4387-b57e-c8960999c3f9 req-b5442a4f-f25e-4f5a-96cc-2a65360852a5 service nova] [instance: bed3ee3e-319a-4a9a-b577-645aaa5b83ac] Updating instance_info_cache with network_info: [{"id": "3e82aa8b-ff07-4cd7-b54c-89f60382b71b", "address": "fa:16:3e:6e:ed:8f", "network": {"id": "2cd49439-8f79-4cd9-a604-570296a33fdc", "bridge": "br-int", "label": "tempest-ServersTestJSON-538647417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8cc450384714cf1a5ebb9cea994cee2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e82aa8b-ff", "ovs_interfaceid": "3e82aa8b-ff07-4cd7-b54c-89f60382b71b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2008.562223] env[62438]: DEBUG oslo_vmware.api [None req-2208025e-1181-435b-896f-47562545d4d1 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5201926d-dee1-5093-e9dc-8e0d22f1f62e, 'name': SearchDatastore_Task, 'duration_secs': 0.010077} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2008.562634] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2208025e-1181-435b-896f-47562545d4d1 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2008.562951] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-2208025e-1181-435b-896f-47562545d4d1 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: bed3ee3e-319a-4a9a-b577-645aaa5b83ac] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2008.563321] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2208025e-1181-435b-896f-47562545d4d1 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2008.563479] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2208025e-1181-435b-896f-47562545d4d1 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2008.563673] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-2208025e-1181-435b-896f-47562545d4d1 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2008.564026] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fd484475-4307-441d-a689-3f67d7e3fd36 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.572384] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-2208025e-1181-435b-896f-47562545d4d1 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2008.572569] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-2208025e-1181-435b-896f-47562545d4d1 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 2008.573300] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13719cd8-34d7-4dd0-bc11-fa60f27354d7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.578355] env[62438]: DEBUG oslo_vmware.api [None req-2208025e-1181-435b-896f-47562545d4d1 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Waiting for the task: (returnval){ [ 2008.578355] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52b405f4-40d0-afcf-dab7-a9b72ee9278d" [ 2008.578355] env[62438]: _type = "Task" [ 2008.578355] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2008.586166] env[62438]: DEBUG oslo_vmware.api [None req-2208025e-1181-435b-896f-47562545d4d1 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52b405f4-40d0-afcf-dab7-a9b72ee9278d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2008.740916] env[62438]: DEBUG oslo_vmware.api [None req-f1d4152f-42fe-41d8-870c-2040e039f52e tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Task: {'id': task-1785919, 'name': Rename_Task, 'duration_secs': 0.139109} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2008.741601] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1d4152f-42fe-41d8-870c-2040e039f52e tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] [instance: 1b649156-4718-4a56-bc78-b2fdbd268a38] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 2008.741921] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7c89c19-7c25-4d44-9419-34710673b69e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.748312] env[62438]: DEBUG oslo_vmware.api [None req-f1d4152f-42fe-41d8-870c-2040e039f52e tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Waiting for the task: (returnval){ [ 2008.748312] env[62438]: value = "task-1785920" [ 2008.748312] env[62438]: _type = "Task" [ 2008.748312] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2008.756247] env[62438]: DEBUG oslo_vmware.api [None req-f1d4152f-42fe-41d8-870c-2040e039f52e tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Task: {'id': task-1785920, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2008.975137] env[62438]: DEBUG oslo_concurrency.lockutils [req-5f6bb744-3594-4387-b57e-c8960999c3f9 req-b5442a4f-f25e-4f5a-96cc-2a65360852a5 service nova] Releasing lock "refresh_cache-bed3ee3e-319a-4a9a-b577-645aaa5b83ac" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2009.089073] env[62438]: DEBUG oslo_vmware.api [None req-2208025e-1181-435b-896f-47562545d4d1 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52b405f4-40d0-afcf-dab7-a9b72ee9278d, 'name': SearchDatastore_Task, 'duration_secs': 0.010351} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2009.089875] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8930a210-2114-4318-8cee-4bb6117aabb9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.095628] env[62438]: DEBUG oslo_vmware.api [None req-2208025e-1181-435b-896f-47562545d4d1 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Waiting for the task: (returnval){ [ 2009.095628] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52262cc4-9caa-8bfe-d359-cddb9928ffa9" [ 2009.095628] env[62438]: _type = "Task" [ 2009.095628] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2009.103486] env[62438]: DEBUG oslo_vmware.api [None req-2208025e-1181-435b-896f-47562545d4d1 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52262cc4-9caa-8bfe-d359-cddb9928ffa9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.258109] env[62438]: DEBUG oslo_vmware.api [None req-f1d4152f-42fe-41d8-870c-2040e039f52e tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Task: {'id': task-1785920, 'name': PowerOnVM_Task, 'duration_secs': 0.445953} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2009.258416] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1d4152f-42fe-41d8-870c-2040e039f52e tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] [instance: 1b649156-4718-4a56-bc78-b2fdbd268a38] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 2009.258634] env[62438]: DEBUG nova.compute.manager [None req-f1d4152f-42fe-41d8-870c-2040e039f52e tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] [instance: 1b649156-4718-4a56-bc78-b2fdbd268a38] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2009.259506] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ccfad22-e526-4903-9771-d03a5a0002a1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.606430] env[62438]: DEBUG oslo_vmware.api [None req-2208025e-1181-435b-896f-47562545d4d1 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52262cc4-9caa-8bfe-d359-cddb9928ffa9, 'name': SearchDatastore_Task, 'duration_secs': 0.01591} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2009.606849] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2208025e-1181-435b-896f-47562545d4d1 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2009.607083] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-2208025e-1181-435b-896f-47562545d4d1 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] bed3ee3e-319a-4a9a-b577-645aaa5b83ac/bed3ee3e-319a-4a9a-b577-645aaa5b83ac.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 2009.607424] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cc106cdb-c4b4-44f4-9fde-1e0afb3acf54 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.615060] env[62438]: DEBUG oslo_vmware.api [None req-2208025e-1181-435b-896f-47562545d4d1 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Waiting for the task: (returnval){ [ 2009.615060] env[62438]: value = "task-1785921" [ 2009.615060] env[62438]: _type = "Task" [ 2009.615060] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2009.623179] env[62438]: DEBUG oslo_vmware.api [None req-2208025e-1181-435b-896f-47562545d4d1 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': task-1785921, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.776977] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f1d4152f-42fe-41d8-870c-2040e039f52e tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2009.776977] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f1d4152f-42fe-41d8-870c-2040e039f52e tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2009.776977] env[62438]: DEBUG nova.objects.instance [None req-f1d4152f-42fe-41d8-870c-2040e039f52e tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] [instance: 1b649156-4718-4a56-bc78-b2fdbd268a38] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62438) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2010.126181] env[62438]: DEBUG oslo_vmware.api [None req-2208025e-1181-435b-896f-47562545d4d1 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': task-1785921, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.336015] env[62438]: DEBUG oslo_concurrency.lockutils [None req-893ea4c7-5ed0-492d-a75a-8c0a78226555 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Acquiring lock "1b649156-4718-4a56-bc78-b2fdbd268a38" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2010.336367] env[62438]: DEBUG oslo_concurrency.lockutils [None req-893ea4c7-5ed0-492d-a75a-8c0a78226555 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Lock "1b649156-4718-4a56-bc78-b2fdbd268a38" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2010.336646] env[62438]: DEBUG oslo_concurrency.lockutils [None req-893ea4c7-5ed0-492d-a75a-8c0a78226555 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Acquiring lock "1b649156-4718-4a56-bc78-b2fdbd268a38-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2010.336877] env[62438]: DEBUG oslo_concurrency.lockutils [None req-893ea4c7-5ed0-492d-a75a-8c0a78226555 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Lock "1b649156-4718-4a56-bc78-b2fdbd268a38-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2010.337108] env[62438]: DEBUG oslo_concurrency.lockutils [None req-893ea4c7-5ed0-492d-a75a-8c0a78226555 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Lock "1b649156-4718-4a56-bc78-b2fdbd268a38-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2010.339449] env[62438]: INFO nova.compute.manager [None req-893ea4c7-5ed0-492d-a75a-8c0a78226555 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] [instance: 1b649156-4718-4a56-bc78-b2fdbd268a38] Terminating instance [ 2010.341125] env[62438]: DEBUG oslo_concurrency.lockutils [None req-893ea4c7-5ed0-492d-a75a-8c0a78226555 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Acquiring lock "refresh_cache-1b649156-4718-4a56-bc78-b2fdbd268a38" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2010.341325] env[62438]: DEBUG oslo_concurrency.lockutils [None req-893ea4c7-5ed0-492d-a75a-8c0a78226555 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Acquired lock "refresh_cache-1b649156-4718-4a56-bc78-b2fdbd268a38" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2010.341531] env[62438]: DEBUG nova.network.neutron [None req-893ea4c7-5ed0-492d-a75a-8c0a78226555 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] [instance: 1b649156-4718-4a56-bc78-b2fdbd268a38] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2010.625259] env[62438]: DEBUG oslo_vmware.api [None req-2208025e-1181-435b-896f-47562545d4d1 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': task-1785921, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.569159} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2010.625626] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-2208025e-1181-435b-896f-47562545d4d1 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] bed3ee3e-319a-4a9a-b577-645aaa5b83ac/bed3ee3e-319a-4a9a-b577-645aaa5b83ac.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 2010.625779] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-2208025e-1181-435b-896f-47562545d4d1 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: bed3ee3e-319a-4a9a-b577-645aaa5b83ac] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2010.626019] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b1083170-5f1c-4b79-9feb-a4615ca765a3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.632665] env[62438]: DEBUG oslo_vmware.api [None req-2208025e-1181-435b-896f-47562545d4d1 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Waiting for the task: (returnval){ [ 2010.632665] env[62438]: value = "task-1785922" [ 2010.632665] env[62438]: _type = "Task" [ 2010.632665] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2010.640084] env[62438]: DEBUG oslo_vmware.api [None req-2208025e-1181-435b-896f-47562545d4d1 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': task-1785922, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.786780] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f1d4152f-42fe-41d8-870c-2040e039f52e tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2010.861582] env[62438]: DEBUG nova.network.neutron [None req-893ea4c7-5ed0-492d-a75a-8c0a78226555 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] [instance: 1b649156-4718-4a56-bc78-b2fdbd268a38] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2010.928460] env[62438]: DEBUG nova.network.neutron [None req-893ea4c7-5ed0-492d-a75a-8c0a78226555 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] [instance: 1b649156-4718-4a56-bc78-b2fdbd268a38] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2011.143051] env[62438]: DEBUG oslo_vmware.api [None req-2208025e-1181-435b-896f-47562545d4d1 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': task-1785922, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072429} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2011.143374] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-2208025e-1181-435b-896f-47562545d4d1 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: bed3ee3e-319a-4a9a-b577-645aaa5b83ac] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2011.144212] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-396504e8-403b-4b3c-ad57-76e2caa42853 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.166254] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-2208025e-1181-435b-896f-47562545d4d1 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: bed3ee3e-319a-4a9a-b577-645aaa5b83ac] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] bed3ee3e-319a-4a9a-b577-645aaa5b83ac/bed3ee3e-319a-4a9a-b577-645aaa5b83ac.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2011.166553] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3f0a244-6dd3-402e-8190-2a3e4e0dac00 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.185788] env[62438]: DEBUG oslo_vmware.api [None req-2208025e-1181-435b-896f-47562545d4d1 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Waiting for the task: (returnval){ [ 2011.185788] env[62438]: value = "task-1785923" [ 2011.185788] env[62438]: _type = "Task" [ 2011.185788] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2011.193647] env[62438]: DEBUG oslo_vmware.api [None req-2208025e-1181-435b-896f-47562545d4d1 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': task-1785923, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.431530] env[62438]: DEBUG oslo_concurrency.lockutils [None req-893ea4c7-5ed0-492d-a75a-8c0a78226555 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Releasing lock "refresh_cache-1b649156-4718-4a56-bc78-b2fdbd268a38" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2011.432049] env[62438]: DEBUG nova.compute.manager [None req-893ea4c7-5ed0-492d-a75a-8c0a78226555 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] [instance: 1b649156-4718-4a56-bc78-b2fdbd268a38] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2011.432302] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-893ea4c7-5ed0-492d-a75a-8c0a78226555 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] [instance: 1b649156-4718-4a56-bc78-b2fdbd268a38] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 2011.433271] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9493ff0-6efb-4384-92b3-b1916dda4ad0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.441030] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-893ea4c7-5ed0-492d-a75a-8c0a78226555 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] [instance: 1b649156-4718-4a56-bc78-b2fdbd268a38] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 2011.441295] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d26aeee-e6ad-4136-ad4e-6a0c4fdb1f1c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.448274] env[62438]: DEBUG oslo_vmware.api [None req-893ea4c7-5ed0-492d-a75a-8c0a78226555 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Waiting for the task: (returnval){ [ 2011.448274] env[62438]: value = "task-1785924" [ 2011.448274] env[62438]: _type = "Task" [ 2011.448274] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2011.456505] env[62438]: DEBUG oslo_vmware.api [None req-893ea4c7-5ed0-492d-a75a-8c0a78226555 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Task: {'id': task-1785924, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.696172] env[62438]: DEBUG oslo_vmware.api [None req-2208025e-1181-435b-896f-47562545d4d1 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': task-1785923, 'name': ReconfigVM_Task, 'duration_secs': 0.462646} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2011.696555] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-2208025e-1181-435b-896f-47562545d4d1 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: bed3ee3e-319a-4a9a-b577-645aaa5b83ac] Reconfigured VM instance instance-00000077 to attach disk [datastore1] bed3ee3e-319a-4a9a-b577-645aaa5b83ac/bed3ee3e-319a-4a9a-b577-645aaa5b83ac.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2011.697230] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d50f8b25-9ba6-4650-bc14-2eddd14a2e9c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.703852] env[62438]: DEBUG oslo_vmware.api [None req-2208025e-1181-435b-896f-47562545d4d1 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Waiting for the task: (returnval){ [ 2011.703852] env[62438]: value = "task-1785925" [ 2011.703852] env[62438]: _type = "Task" [ 2011.703852] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2011.712607] env[62438]: DEBUG oslo_vmware.api [None req-2208025e-1181-435b-896f-47562545d4d1 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': task-1785925, 'name': Rename_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.957994] env[62438]: DEBUG oslo_vmware.api [None req-893ea4c7-5ed0-492d-a75a-8c0a78226555 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Task: {'id': task-1785924, 'name': PowerOffVM_Task, 'duration_secs': 0.117838} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2011.958258] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-893ea4c7-5ed0-492d-a75a-8c0a78226555 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] [instance: 1b649156-4718-4a56-bc78-b2fdbd268a38] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 2011.958526] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-893ea4c7-5ed0-492d-a75a-8c0a78226555 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] [instance: 1b649156-4718-4a56-bc78-b2fdbd268a38] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 2011.958807] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7fec23b9-af01-4dd1-ab44-6b2ac51d4794 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.986041] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-893ea4c7-5ed0-492d-a75a-8c0a78226555 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] [instance: 1b649156-4718-4a56-bc78-b2fdbd268a38] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 2011.986194] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-893ea4c7-5ed0-492d-a75a-8c0a78226555 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] [instance: 1b649156-4718-4a56-bc78-b2fdbd268a38] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 2011.986324] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-893ea4c7-5ed0-492d-a75a-8c0a78226555 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Deleting the datastore file [datastore1] 1b649156-4718-4a56-bc78-b2fdbd268a38 {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2011.986603] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-42797434-b0d9-4ef9-a529-a22d4422a2db {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.994837] env[62438]: DEBUG oslo_vmware.api [None req-893ea4c7-5ed0-492d-a75a-8c0a78226555 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Waiting for the task: (returnval){ [ 2011.994837] env[62438]: value = "task-1785927" [ 2011.994837] env[62438]: _type = "Task" [ 2011.994837] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2012.002337] env[62438]: DEBUG oslo_vmware.api [None req-893ea4c7-5ed0-492d-a75a-8c0a78226555 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Task: {'id': task-1785927, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.214721] env[62438]: DEBUG oslo_vmware.api [None req-2208025e-1181-435b-896f-47562545d4d1 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': task-1785925, 'name': Rename_Task, 'duration_secs': 0.202433} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2012.215179] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-2208025e-1181-435b-896f-47562545d4d1 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: bed3ee3e-319a-4a9a-b577-645aaa5b83ac] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 2012.215791] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4593542-a171-48be-8dd8-9a94b9d887e2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.221500] env[62438]: DEBUG oslo_vmware.api [None req-2208025e-1181-435b-896f-47562545d4d1 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Waiting for the task: (returnval){ [ 2012.221500] env[62438]: value = "task-1785928" [ 2012.221500] env[62438]: _type = "Task" [ 2012.221500] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2012.229766] env[62438]: DEBUG oslo_vmware.api [None req-2208025e-1181-435b-896f-47562545d4d1 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': task-1785928, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.505642] env[62438]: DEBUG oslo_vmware.api [None req-893ea4c7-5ed0-492d-a75a-8c0a78226555 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Task: {'id': task-1785927, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2012.506000] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-893ea4c7-5ed0-492d-a75a-8c0a78226555 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2012.506243] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-893ea4c7-5ed0-492d-a75a-8c0a78226555 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] [instance: 1b649156-4718-4a56-bc78-b2fdbd268a38] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 2012.506458] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-893ea4c7-5ed0-492d-a75a-8c0a78226555 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] [instance: 1b649156-4718-4a56-bc78-b2fdbd268a38] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 2012.506676] env[62438]: INFO nova.compute.manager [None req-893ea4c7-5ed0-492d-a75a-8c0a78226555 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] [instance: 1b649156-4718-4a56-bc78-b2fdbd268a38] Took 1.07 seconds to destroy the instance on the hypervisor. [ 2012.506932] env[62438]: DEBUG oslo.service.loopingcall [None req-893ea4c7-5ed0-492d-a75a-8c0a78226555 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2012.507164] env[62438]: DEBUG nova.compute.manager [-] [instance: 1b649156-4718-4a56-bc78-b2fdbd268a38] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2012.507257] env[62438]: DEBUG nova.network.neutron [-] [instance: 1b649156-4718-4a56-bc78-b2fdbd268a38] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2012.523193] env[62438]: DEBUG nova.network.neutron [-] [instance: 1b649156-4718-4a56-bc78-b2fdbd268a38] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2012.731842] env[62438]: DEBUG oslo_vmware.api [None req-2208025e-1181-435b-896f-47562545d4d1 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': task-1785928, 'name': PowerOnVM_Task, 'duration_secs': 0.500301} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2012.732209] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-2208025e-1181-435b-896f-47562545d4d1 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: bed3ee3e-319a-4a9a-b577-645aaa5b83ac] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 2012.732371] env[62438]: INFO nova.compute.manager [None req-2208025e-1181-435b-896f-47562545d4d1 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: bed3ee3e-319a-4a9a-b577-645aaa5b83ac] Took 12.94 seconds to spawn the instance on the hypervisor. [ 2012.732556] env[62438]: DEBUG nova.compute.manager [None req-2208025e-1181-435b-896f-47562545d4d1 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: bed3ee3e-319a-4a9a-b577-645aaa5b83ac] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2012.733401] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d769ee-96ef-417e-a6be-567ab7313984 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.025571] env[62438]: DEBUG nova.network.neutron [-] [instance: 1b649156-4718-4a56-bc78-b2fdbd268a38] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2013.252042] env[62438]: INFO nova.compute.manager [None req-2208025e-1181-435b-896f-47562545d4d1 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: bed3ee3e-319a-4a9a-b577-645aaa5b83ac] Took 17.66 seconds to build instance. [ 2013.528303] env[62438]: INFO nova.compute.manager [-] [instance: 1b649156-4718-4a56-bc78-b2fdbd268a38] Took 1.02 seconds to deallocate network for instance. [ 2013.754179] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2208025e-1181-435b-896f-47562545d4d1 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Lock "bed3ee3e-319a-4a9a-b577-645aaa5b83ac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.165s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2013.921487] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9e39c37a-d529-4e68-b13d-e4ba5a55f46a tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Acquiring lock "bed3ee3e-319a-4a9a-b577-645aaa5b83ac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2013.921770] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9e39c37a-d529-4e68-b13d-e4ba5a55f46a tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Lock "bed3ee3e-319a-4a9a-b577-645aaa5b83ac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2013.921993] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9e39c37a-d529-4e68-b13d-e4ba5a55f46a tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Acquiring lock "bed3ee3e-319a-4a9a-b577-645aaa5b83ac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2013.922203] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9e39c37a-d529-4e68-b13d-e4ba5a55f46a tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Lock "bed3ee3e-319a-4a9a-b577-645aaa5b83ac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2013.922380] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9e39c37a-d529-4e68-b13d-e4ba5a55f46a tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Lock "bed3ee3e-319a-4a9a-b577-645aaa5b83ac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2013.924584] env[62438]: INFO nova.compute.manager [None req-9e39c37a-d529-4e68-b13d-e4ba5a55f46a tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: bed3ee3e-319a-4a9a-b577-645aaa5b83ac] Terminating instance [ 2013.926417] env[62438]: DEBUG nova.compute.manager [None req-9e39c37a-d529-4e68-b13d-e4ba5a55f46a tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: bed3ee3e-319a-4a9a-b577-645aaa5b83ac] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2013.926620] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-9e39c37a-d529-4e68-b13d-e4ba5a55f46a tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: bed3ee3e-319a-4a9a-b577-645aaa5b83ac] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 2013.927482] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b31def-215d-4beb-9ad6-e3126ac20b24 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.934823] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e39c37a-d529-4e68-b13d-e4ba5a55f46a tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: bed3ee3e-319a-4a9a-b577-645aaa5b83ac] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 2013.935095] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1a336ec5-67aa-43fd-aede-e7e8d0f76a4e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.941765] env[62438]: DEBUG oslo_vmware.api [None req-9e39c37a-d529-4e68-b13d-e4ba5a55f46a tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Waiting for the task: (returnval){ [ 2013.941765] env[62438]: value = "task-1785929" [ 2013.941765] env[62438]: _type = "Task" [ 2013.941765] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2013.949346] env[62438]: DEBUG oslo_vmware.api [None req-9e39c37a-d529-4e68-b13d-e4ba5a55f46a tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': task-1785929, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.035771] env[62438]: DEBUG oslo_concurrency.lockutils [None req-893ea4c7-5ed0-492d-a75a-8c0a78226555 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2014.036111] env[62438]: DEBUG oslo_concurrency.lockutils [None req-893ea4c7-5ed0-492d-a75a-8c0a78226555 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2014.036344] env[62438]: DEBUG nova.objects.instance [None req-893ea4c7-5ed0-492d-a75a-8c0a78226555 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Lazy-loading 'resources' on Instance uuid 1b649156-4718-4a56-bc78-b2fdbd268a38 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2014.360664] env[62438]: DEBUG oslo_vmware.rw_handles [None req-430e73c9-933b-42a3-9002-011a34f9c6f2 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5240fdab-741d-a94c-f52f-ed6584b4321a/disk-0.vmdk. {{(pid=62438) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2014.361714] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b6a63eb-0a96-4e09-86ae-71588d831366 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.368298] env[62438]: DEBUG oslo_vmware.rw_handles [None req-430e73c9-933b-42a3-9002-011a34f9c6f2 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5240fdab-741d-a94c-f52f-ed6584b4321a/disk-0.vmdk is in state: ready. {{(pid=62438) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2014.368473] env[62438]: ERROR oslo_vmware.rw_handles [None req-430e73c9-933b-42a3-9002-011a34f9c6f2 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5240fdab-741d-a94c-f52f-ed6584b4321a/disk-0.vmdk due to incomplete transfer. [ 2014.368703] env[62438]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-416a8dcd-086f-42f9-af8e-c1f3eb29ae26 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.376653] env[62438]: DEBUG oslo_vmware.rw_handles [None req-430e73c9-933b-42a3-9002-011a34f9c6f2 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5240fdab-741d-a94c-f52f-ed6584b4321a/disk-0.vmdk. {{(pid=62438) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2014.376869] env[62438]: DEBUG nova.virt.vmwareapi.images [None req-430e73c9-933b-42a3-9002-011a34f9c6f2 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Uploaded image 74bc1159-efc4-4a12-bd66-220d664b6d42 to the Glance image server {{(pid=62438) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 2014.379223] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-430e73c9-933b-42a3-9002-011a34f9c6f2 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Destroying the VM {{(pid=62438) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 2014.379472] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-99eda629-63b5-48a3-aabc-4505b83232fe {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.384778] env[62438]: DEBUG oslo_vmware.api [None req-430e73c9-933b-42a3-9002-011a34f9c6f2 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Waiting for the task: (returnval){ [ 2014.384778] env[62438]: value = "task-1785930" [ 2014.384778] env[62438]: _type = "Task" [ 2014.384778] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2014.393471] env[62438]: DEBUG oslo_vmware.api [None req-430e73c9-933b-42a3-9002-011a34f9c6f2 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785930, 'name': Destroy_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.451844] env[62438]: DEBUG oslo_vmware.api [None req-9e39c37a-d529-4e68-b13d-e4ba5a55f46a tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': task-1785929, 'name': PowerOffVM_Task, 'duration_secs': 0.178947} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2014.452156] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e39c37a-d529-4e68-b13d-e4ba5a55f46a tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: bed3ee3e-319a-4a9a-b577-645aaa5b83ac] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 2014.452380] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-9e39c37a-d529-4e68-b13d-e4ba5a55f46a tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: bed3ee3e-319a-4a9a-b577-645aaa5b83ac] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 2014.452680] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-96f25b3d-10bf-4810-b3bc-d4c95d92c6c3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.619200] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f9146e-4273-46d1-8c08-6f94db602d6b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.626759] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75bbdb87-ab31-4f82-9433-36f2e53ef611 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.655220] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ecf1e5c-5d0d-4e43-bb59-4206d45bdb16 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.662144] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-082ee215-e2db-4c0e-9df2-1351033a9f00 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.674717] env[62438]: DEBUG nova.compute.provider_tree [None req-893ea4c7-5ed0-492d-a75a-8c0a78226555 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2014.700858] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-9e39c37a-d529-4e68-b13d-e4ba5a55f46a tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: bed3ee3e-319a-4a9a-b577-645aaa5b83ac] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 2014.700858] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-9e39c37a-d529-4e68-b13d-e4ba5a55f46a tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: bed3ee3e-319a-4a9a-b577-645aaa5b83ac] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 2014.701116] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e39c37a-d529-4e68-b13d-e4ba5a55f46a tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Deleting the datastore file [datastore1] bed3ee3e-319a-4a9a-b577-645aaa5b83ac {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2014.701309] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8ac46de1-80c2-43d6-8ee7-966c3a14bed7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.707984] env[62438]: DEBUG oslo_vmware.api [None req-9e39c37a-d529-4e68-b13d-e4ba5a55f46a tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Waiting for the task: (returnval){ [ 2014.707984] env[62438]: value = "task-1785932" [ 2014.707984] env[62438]: _type = "Task" [ 2014.707984] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2014.715624] env[62438]: DEBUG oslo_vmware.api [None req-9e39c37a-d529-4e68-b13d-e4ba5a55f46a tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': task-1785932, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.894224] env[62438]: DEBUG oslo_vmware.api [None req-430e73c9-933b-42a3-9002-011a34f9c6f2 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785930, 'name': Destroy_Task, 'duration_secs': 0.434975} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2014.894620] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-430e73c9-933b-42a3-9002-011a34f9c6f2 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Destroyed the VM [ 2014.894620] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-430e73c9-933b-42a3-9002-011a34f9c6f2 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Deleting Snapshot of the VM instance {{(pid=62438) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2014.894875] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5342d880-29d5-4d0c-9d81-6b0d1ff642d9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.901691] env[62438]: DEBUG oslo_vmware.api [None req-430e73c9-933b-42a3-9002-011a34f9c6f2 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Waiting for the task: (returnval){ [ 2014.901691] env[62438]: value = "task-1785933" [ 2014.901691] env[62438]: _type = "Task" [ 2014.901691] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2014.910132] env[62438]: DEBUG oslo_vmware.api [None req-430e73c9-933b-42a3-9002-011a34f9c6f2 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785933, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.178384] env[62438]: DEBUG nova.scheduler.client.report [None req-893ea4c7-5ed0-492d-a75a-8c0a78226555 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2015.218160] env[62438]: DEBUG oslo_vmware.api [None req-9e39c37a-d529-4e68-b13d-e4ba5a55f46a tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': task-1785932, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.411482] env[62438]: DEBUG oslo_vmware.api [None req-430e73c9-933b-42a3-9002-011a34f9c6f2 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785933, 'name': RemoveSnapshot_Task, 'duration_secs': 0.439337} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2015.411772] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-430e73c9-933b-42a3-9002-011a34f9c6f2 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Deleted Snapshot of the VM instance {{(pid=62438) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2015.412069] env[62438]: DEBUG nova.compute.manager [None req-430e73c9-933b-42a3-9002-011a34f9c6f2 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2015.412871] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4607d44-9b27-49b9-bccd-1fb0e49b90f0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.683757] env[62438]: DEBUG oslo_concurrency.lockutils [None req-893ea4c7-5ed0-492d-a75a-8c0a78226555 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.648s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2015.716024] env[62438]: INFO nova.scheduler.client.report [None req-893ea4c7-5ed0-492d-a75a-8c0a78226555 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Deleted allocations for instance 1b649156-4718-4a56-bc78-b2fdbd268a38 [ 2015.722603] env[62438]: DEBUG oslo_vmware.api [None req-9e39c37a-d529-4e68-b13d-e4ba5a55f46a tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': task-1785932, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.829482} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2015.723043] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e39c37a-d529-4e68-b13d-e4ba5a55f46a tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2015.723244] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-9e39c37a-d529-4e68-b13d-e4ba5a55f46a tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: bed3ee3e-319a-4a9a-b577-645aaa5b83ac] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 2015.723430] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-9e39c37a-d529-4e68-b13d-e4ba5a55f46a tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: bed3ee3e-319a-4a9a-b577-645aaa5b83ac] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 2015.723603] env[62438]: INFO nova.compute.manager [None req-9e39c37a-d529-4e68-b13d-e4ba5a55f46a tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: bed3ee3e-319a-4a9a-b577-645aaa5b83ac] Took 1.80 seconds to destroy the instance on the hypervisor. [ 2015.723844] env[62438]: DEBUG oslo.service.loopingcall [None req-9e39c37a-d529-4e68-b13d-e4ba5a55f46a tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2015.724046] env[62438]: DEBUG nova.compute.manager [-] [instance: bed3ee3e-319a-4a9a-b577-645aaa5b83ac] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2015.724146] env[62438]: DEBUG nova.network.neutron [-] [instance: bed3ee3e-319a-4a9a-b577-645aaa5b83ac] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2015.924818] env[62438]: INFO nova.compute.manager [None req-430e73c9-933b-42a3-9002-011a34f9c6f2 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Shelve offloading [ 2015.928093] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-430e73c9-933b-42a3-9002-011a34f9c6f2 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 2015.928093] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b11c4a0e-4339-4018-b08d-4b55bcd21453 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.935922] env[62438]: DEBUG oslo_vmware.api [None req-430e73c9-933b-42a3-9002-011a34f9c6f2 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Waiting for the task: (returnval){ [ 2015.935922] env[62438]: value = "task-1785934" [ 2015.935922] env[62438]: _type = "Task" [ 2015.935922] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2015.942837] env[62438]: DEBUG oslo_vmware.api [None req-430e73c9-933b-42a3-9002-011a34f9c6f2 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785934, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.082224] env[62438]: DEBUG nova.compute.manager [req-104e2ac9-71fe-41b3-84c0-02cf1f84ad38 req-570e8727-8aae-4678-8f47-dcc974128ae2 service nova] [instance: bed3ee3e-319a-4a9a-b577-645aaa5b83ac] Received event network-vif-deleted-3e82aa8b-ff07-4cd7-b54c-89f60382b71b {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 2016.082411] env[62438]: INFO nova.compute.manager [req-104e2ac9-71fe-41b3-84c0-02cf1f84ad38 req-570e8727-8aae-4678-8f47-dcc974128ae2 service nova] [instance: bed3ee3e-319a-4a9a-b577-645aaa5b83ac] Neutron deleted interface 3e82aa8b-ff07-4cd7-b54c-89f60382b71b; detaching it from the instance and deleting it from the info cache [ 2016.082591] env[62438]: DEBUG nova.network.neutron [req-104e2ac9-71fe-41b3-84c0-02cf1f84ad38 req-570e8727-8aae-4678-8f47-dcc974128ae2 service nova] [instance: bed3ee3e-319a-4a9a-b577-645aaa5b83ac] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2016.226569] env[62438]: DEBUG oslo_concurrency.lockutils [None req-893ea4c7-5ed0-492d-a75a-8c0a78226555 tempest-ServerShowV257Test-1045654644 tempest-ServerShowV257Test-1045654644-project-member] Lock "1b649156-4718-4a56-bc78-b2fdbd268a38" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.890s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2016.445280] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-430e73c9-933b-42a3-9002-011a34f9c6f2 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] VM already powered off {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 2016.445509] env[62438]: DEBUG nova.compute.manager [None req-430e73c9-933b-42a3-9002-011a34f9c6f2 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2016.446322] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ea2230-82f1-4498-ac7c-0fe266152dd4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.452181] env[62438]: DEBUG oslo_concurrency.lockutils [None req-430e73c9-933b-42a3-9002-011a34f9c6f2 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Acquiring lock "refresh_cache-aad6a786-86ef-44e1-a756-3e1e8659c0e6" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2016.452357] env[62438]: DEBUG oslo_concurrency.lockutils [None req-430e73c9-933b-42a3-9002-011a34f9c6f2 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Acquired lock "refresh_cache-aad6a786-86ef-44e1-a756-3e1e8659c0e6" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2016.452529] env[62438]: DEBUG nova.network.neutron [None req-430e73c9-933b-42a3-9002-011a34f9c6f2 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2016.564756] env[62438]: DEBUG nova.network.neutron [-] [instance: bed3ee3e-319a-4a9a-b577-645aaa5b83ac] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2016.585341] env[62438]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-574245ab-cd80-4903-87c1-c646639cf96a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.594348] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a478a03a-a974-4d1e-82d7-b25a26ec1bf1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.620883] env[62438]: DEBUG nova.compute.manager [req-104e2ac9-71fe-41b3-84c0-02cf1f84ad38 req-570e8727-8aae-4678-8f47-dcc974128ae2 service nova] [instance: bed3ee3e-319a-4a9a-b577-645aaa5b83ac] Detach interface failed, port_id=3e82aa8b-ff07-4cd7-b54c-89f60382b71b, reason: Instance bed3ee3e-319a-4a9a-b577-645aaa5b83ac could not be found. {{(pid=62438) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 2017.066875] env[62438]: INFO nova.compute.manager [-] [instance: bed3ee3e-319a-4a9a-b577-645aaa5b83ac] Took 1.34 seconds to deallocate network for instance. [ 2017.211107] env[62438]: DEBUG nova.network.neutron [None req-430e73c9-933b-42a3-9002-011a34f9c6f2 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Updating instance_info_cache with network_info: [{"id": "b6847acc-4e1e-49e4-a5c8-0f5b7c744fea", "address": "fa:16:3e:8b:58:37", "network": {"id": "d5e0f42e-8988-470d-bf55-b08dd924a07b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-779037552-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7f4486a8955463faeee363dc451c813", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6847acc-4e", "ovs_interfaceid": "b6847acc-4e1e-49e4-a5c8-0f5b7c744fea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2017.574098] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9e39c37a-d529-4e68-b13d-e4ba5a55f46a tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2017.574098] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9e39c37a-d529-4e68-b13d-e4ba5a55f46a tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2017.574098] env[62438]: DEBUG nova.objects.instance [None req-9e39c37a-d529-4e68-b13d-e4ba5a55f46a tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Lazy-loading 'resources' on Instance uuid bed3ee3e-319a-4a9a-b577-645aaa5b83ac {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2017.713742] env[62438]: DEBUG oslo_concurrency.lockutils [None req-430e73c9-933b-42a3-9002-011a34f9c6f2 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Releasing lock "refresh_cache-aad6a786-86ef-44e1-a756-3e1e8659c0e6" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2018.061127] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-430e73c9-933b-42a3-9002-011a34f9c6f2 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 2018.062084] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7303ce76-8675-453c-ba06-030c344e3396 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.069975] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-430e73c9-933b-42a3-9002-011a34f9c6f2 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 2018.070279] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4b8b97a2-aec4-493b-bc56-9b547718be7e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.114921] env[62438]: DEBUG nova.compute.manager [req-b808c8d4-7fec-4f8c-8df1-75b8ce6579c5 req-811d00b3-7f4c-48d3-9964-240439745200 service nova] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Received event network-vif-unplugged-b6847acc-4e1e-49e4-a5c8-0f5b7c744fea {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 2018.115224] env[62438]: DEBUG oslo_concurrency.lockutils [req-b808c8d4-7fec-4f8c-8df1-75b8ce6579c5 req-811d00b3-7f4c-48d3-9964-240439745200 service nova] Acquiring lock "aad6a786-86ef-44e1-a756-3e1e8659c0e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2018.115415] env[62438]: DEBUG oslo_concurrency.lockutils [req-b808c8d4-7fec-4f8c-8df1-75b8ce6579c5 req-811d00b3-7f4c-48d3-9964-240439745200 service nova] Lock "aad6a786-86ef-44e1-a756-3e1e8659c0e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2018.115656] env[62438]: DEBUG oslo_concurrency.lockutils [req-b808c8d4-7fec-4f8c-8df1-75b8ce6579c5 req-811d00b3-7f4c-48d3-9964-240439745200 service nova] Lock "aad6a786-86ef-44e1-a756-3e1e8659c0e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2018.115753] env[62438]: DEBUG nova.compute.manager [req-b808c8d4-7fec-4f8c-8df1-75b8ce6579c5 req-811d00b3-7f4c-48d3-9964-240439745200 service nova] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] No waiting events found dispatching network-vif-unplugged-b6847acc-4e1e-49e4-a5c8-0f5b7c744fea {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2018.115930] env[62438]: WARNING nova.compute.manager [req-b808c8d4-7fec-4f8c-8df1-75b8ce6579c5 req-811d00b3-7f4c-48d3-9964-240439745200 service nova] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Received unexpected event network-vif-unplugged-b6847acc-4e1e-49e4-a5c8-0f5b7c744fea for instance with vm_state shelved and task_state shelving_offloading. [ 2018.116913] env[62438]: DEBUG nova.compute.manager [req-b808c8d4-7fec-4f8c-8df1-75b8ce6579c5 req-811d00b3-7f4c-48d3-9964-240439745200 service nova] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Received event network-changed-b6847acc-4e1e-49e4-a5c8-0f5b7c744fea {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 2018.120056] env[62438]: DEBUG nova.compute.manager [req-b808c8d4-7fec-4f8c-8df1-75b8ce6579c5 req-811d00b3-7f4c-48d3-9964-240439745200 service nova] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Refreshing instance network info cache due to event network-changed-b6847acc-4e1e-49e4-a5c8-0f5b7c744fea. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 2018.120276] env[62438]: DEBUG oslo_concurrency.lockutils [req-b808c8d4-7fec-4f8c-8df1-75b8ce6579c5 req-811d00b3-7f4c-48d3-9964-240439745200 service nova] Acquiring lock "refresh_cache-aad6a786-86ef-44e1-a756-3e1e8659c0e6" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2018.120432] env[62438]: DEBUG oslo_concurrency.lockutils [req-b808c8d4-7fec-4f8c-8df1-75b8ce6579c5 req-811d00b3-7f4c-48d3-9964-240439745200 service nova] Acquired lock "refresh_cache-aad6a786-86ef-44e1-a756-3e1e8659c0e6" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2018.120603] env[62438]: DEBUG nova.network.neutron [req-b808c8d4-7fec-4f8c-8df1-75b8ce6579c5 req-811d00b3-7f4c-48d3-9964-240439745200 service nova] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Refreshing network info cache for port b6847acc-4e1e-49e4-a5c8-0f5b7c744fea {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2018.157383] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34970881-6153-4d4b-a27d-434b74c395be {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.165510] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71923a4c-5d62-4eb5-b038-46f2ec77da0a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.197020] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55db0d98-b03a-455b-b455-c2987d054acb {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.205115] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-652b5d38-01ef-47e4-a79f-d4a0424549b8 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.218433] env[62438]: DEBUG nova.compute.provider_tree [None req-9e39c37a-d529-4e68-b13d-e4ba5a55f46a tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2018.722388] env[62438]: DEBUG nova.scheduler.client.report [None req-9e39c37a-d529-4e68-b13d-e4ba5a55f46a tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2018.983161] env[62438]: DEBUG nova.network.neutron [req-b808c8d4-7fec-4f8c-8df1-75b8ce6579c5 req-811d00b3-7f4c-48d3-9964-240439745200 service nova] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Updated VIF entry in instance network info cache for port b6847acc-4e1e-49e4-a5c8-0f5b7c744fea. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2018.983560] env[62438]: DEBUG nova.network.neutron [req-b808c8d4-7fec-4f8c-8df1-75b8ce6579c5 req-811d00b3-7f4c-48d3-9964-240439745200 service nova] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Updating instance_info_cache with network_info: [{"id": "b6847acc-4e1e-49e4-a5c8-0f5b7c744fea", "address": "fa:16:3e:8b:58:37", "network": {"id": "d5e0f42e-8988-470d-bf55-b08dd924a07b", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-779037552-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7f4486a8955463faeee363dc451c813", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapb6847acc-4e", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2019.228939] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9e39c37a-d529-4e68-b13d-e4ba5a55f46a tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.655s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2019.248033] env[62438]: INFO nova.scheduler.client.report [None req-9e39c37a-d529-4e68-b13d-e4ba5a55f46a tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Deleted allocations for instance bed3ee3e-319a-4a9a-b577-645aaa5b83ac [ 2019.485991] env[62438]: DEBUG oslo_concurrency.lockutils [req-b808c8d4-7fec-4f8c-8df1-75b8ce6579c5 req-811d00b3-7f4c-48d3-9964-240439745200 service nova] Releasing lock "refresh_cache-aad6a786-86ef-44e1-a756-3e1e8659c0e6" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2019.588728] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-430e73c9-933b-42a3-9002-011a34f9c6f2 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 2019.588728] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-430e73c9-933b-42a3-9002-011a34f9c6f2 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 2019.588728] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-430e73c9-933b-42a3-9002-011a34f9c6f2 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Deleting the datastore file [datastore1] aad6a786-86ef-44e1-a756-3e1e8659c0e6 {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2019.589010] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56be07e1-46b4-4533-99ac-bfd9964e2a14 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.595366] env[62438]: DEBUG oslo_vmware.api [None req-430e73c9-933b-42a3-9002-011a34f9c6f2 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Waiting for the task: (returnval){ [ 2019.595366] env[62438]: value = "task-1785936" [ 2019.595366] env[62438]: _type = "Task" [ 2019.595366] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2019.603586] env[62438]: DEBUG oslo_vmware.api [None req-430e73c9-933b-42a3-9002-011a34f9c6f2 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785936, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2019.760581] env[62438]: DEBUG oslo_concurrency.lockutils [None req-9e39c37a-d529-4e68-b13d-e4ba5a55f46a tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Lock "bed3ee3e-319a-4a9a-b577-645aaa5b83ac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.839s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2020.106614] env[62438]: DEBUG oslo_vmware.api [None req-430e73c9-933b-42a3-9002-011a34f9c6f2 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785936, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164351} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2020.106731] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-430e73c9-933b-42a3-9002-011a34f9c6f2 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2020.106890] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-430e73c9-933b-42a3-9002-011a34f9c6f2 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 2020.107088] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-430e73c9-933b-42a3-9002-011a34f9c6f2 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 2020.125976] env[62438]: INFO nova.scheduler.client.report [None req-430e73c9-933b-42a3-9002-011a34f9c6f2 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Deleted allocations for instance aad6a786-86ef-44e1-a756-3e1e8659c0e6 [ 2020.500072] env[62438]: DEBUG oslo_concurrency.lockutils [None req-21436529-78cf-4056-9022-87af094a5635 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Acquiring lock "a3cf6b14-8557-4089-9a26-b5d816fb68ad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2020.500072] env[62438]: DEBUG oslo_concurrency.lockutils [None req-21436529-78cf-4056-9022-87af094a5635 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Lock "a3cf6b14-8557-4089-9a26-b5d816fb68ad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2020.630415] env[62438]: DEBUG oslo_concurrency.lockutils [None req-430e73c9-933b-42a3-9002-011a34f9c6f2 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2020.630681] env[62438]: DEBUG oslo_concurrency.lockutils [None req-430e73c9-933b-42a3-9002-011a34f9c6f2 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2020.630959] env[62438]: DEBUG nova.objects.instance [None req-430e73c9-933b-42a3-9002-011a34f9c6f2 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Lazy-loading 'resources' on Instance uuid aad6a786-86ef-44e1-a756-3e1e8659c0e6 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2021.005077] env[62438]: DEBUG nova.compute.manager [None req-21436529-78cf-4056-9022-87af094a5635 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 2021.011425] env[62438]: DEBUG oslo_concurrency.lockutils [None req-6b5a93b0-284d-423c-bd47-30c9d8c0ff8e tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Acquiring lock "9c33e6b9-78c2-48ba-9696-b656cd43776d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2021.011670] env[62438]: DEBUG oslo_concurrency.lockutils [None req-6b5a93b0-284d-423c-bd47-30c9d8c0ff8e tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Lock "9c33e6b9-78c2-48ba-9696-b656cd43776d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2021.134091] env[62438]: DEBUG nova.objects.instance [None req-430e73c9-933b-42a3-9002-011a34f9c6f2 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Lazy-loading 'numa_topology' on Instance uuid aad6a786-86ef-44e1-a756-3e1e8659c0e6 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2021.363788] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2021.364077] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2021.364371] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Starting heal instance info cache {{(pid=62438) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}} [ 2021.364661] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Rebuilding the list of instances to heal {{(pid=62438) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9930}} [ 2021.513700] env[62438]: DEBUG nova.compute.manager [None req-6b5a93b0-284d-423c-bd47-30c9d8c0ff8e tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 9c33e6b9-78c2-48ba-9696-b656cd43776d] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 2021.528994] env[62438]: DEBUG oslo_concurrency.lockutils [None req-21436529-78cf-4056-9022-87af094a5635 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2021.636894] env[62438]: DEBUG nova.objects.base [None req-430e73c9-933b-42a3-9002-011a34f9c6f2 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62438) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 2021.696958] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6fbe189-1b0b-44d3-ad9b-61c59329433f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.704684] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb3cb91-9219-4d42-82e3-48a21919a510 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.733370] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d69d0c61-432c-4d1a-a3a9-c48efa7e6df1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.740530] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce4195b7-5e55-4c05-9e68-80aecef808b1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.755294] env[62438]: DEBUG nova.compute.provider_tree [None req-430e73c9-933b-42a3-9002-011a34f9c6f2 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Updating inventory in ProviderTree for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2021.901451] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Acquiring lock "refresh_cache-12f48787-544b-48ad-b82c-c364d4f3afc4" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2021.901642] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Acquired lock "refresh_cache-12f48787-544b-48ad-b82c-c364d4f3afc4" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2021.901788] env[62438]: DEBUG nova.network.neutron [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: 12f48787-544b-48ad-b82c-c364d4f3afc4] Forcefully refreshing network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2004}} [ 2021.901947] env[62438]: DEBUG nova.objects.instance [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lazy-loading 'info_cache' on Instance uuid 12f48787-544b-48ad-b82c-c364d4f3afc4 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2022.031911] env[62438]: DEBUG oslo_concurrency.lockutils [None req-6b5a93b0-284d-423c-bd47-30c9d8c0ff8e tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2022.275539] env[62438]: ERROR nova.scheduler.client.report [None req-430e73c9-933b-42a3-9002-011a34f9c6f2 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [req-d9ac9a1b-391b-411f-8354-e385e66ea0d8] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 3d204b25-fa3a-4320-b81b-738bc1f337f5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d9ac9a1b-391b-411f-8354-e385e66ea0d8"}]} [ 2022.290148] env[62438]: DEBUG nova.scheduler.client.report [None req-430e73c9-933b-42a3-9002-011a34f9c6f2 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Refreshing inventories for resource provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 2022.301088] env[62438]: DEBUG nova.scheduler.client.report [None req-430e73c9-933b-42a3-9002-011a34f9c6f2 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Updating ProviderTree inventory for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 2022.301304] env[62438]: DEBUG nova.compute.provider_tree [None req-430e73c9-933b-42a3-9002-011a34f9c6f2 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Updating inventory in ProviderTree for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2022.310943] env[62438]: DEBUG nova.scheduler.client.report [None req-430e73c9-933b-42a3-9002-011a34f9c6f2 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Refreshing aggregate associations for resource provider 3d204b25-fa3a-4320-b81b-738bc1f337f5, aggregates: None {{(pid=62438) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 2022.325144] env[62438]: DEBUG nova.scheduler.client.report [None req-430e73c9-933b-42a3-9002-011a34f9c6f2 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Refreshing trait associations for resource provider 3d204b25-fa3a-4320-b81b-738bc1f337f5, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62438) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 2022.380657] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-992113e9-f208-41a3-a9c3-1cb15e656733 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.387945] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-825c1e8a-8069-4363-8684-a016f4c13448 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.419503] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b388e79c-9d6e-4484-9fc4-98b7dd76cf5b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.426962] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e08ecb0-a2f3-4f71-b939-496f92240d32 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.439996] env[62438]: DEBUG nova.compute.provider_tree [None req-430e73c9-933b-42a3-9002-011a34f9c6f2 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Updating inventory in ProviderTree for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2022.967953] env[62438]: DEBUG nova.scheduler.client.report [None req-430e73c9-933b-42a3-9002-011a34f9c6f2 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Updated inventory for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with generation 184 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 2022.968279] env[62438]: DEBUG nova.compute.provider_tree [None req-430e73c9-933b-42a3-9002-011a34f9c6f2 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Updating resource provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 generation from 184 to 185 during operation: update_inventory {{(pid=62438) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2022.968448] env[62438]: DEBUG nova.compute.provider_tree [None req-430e73c9-933b-42a3-9002-011a34f9c6f2 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Updating inventory in ProviderTree for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2022.983715] env[62438]: DEBUG oslo_concurrency.lockutils [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Acquiring lock "aad6a786-86ef-44e1-a756-3e1e8659c0e6" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2023.473065] env[62438]: DEBUG oslo_concurrency.lockutils [None req-430e73c9-933b-42a3-9002-011a34f9c6f2 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.842s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2023.475714] env[62438]: DEBUG oslo_concurrency.lockutils [None req-21436529-78cf-4056-9022-87af094a5635 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.947s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2023.477188] env[62438]: INFO nova.compute.claims [None req-21436529-78cf-4056-9022-87af094a5635 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2023.632760] env[62438]: DEBUG nova.network.neutron [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: 12f48787-544b-48ad-b82c-c364d4f3afc4] Updating instance_info_cache with network_info: [{"id": "17ba0bb9-056a-4a57-8ace-9f46fff270c2", "address": "fa:16:3e:9c:a7:e5", "network": {"id": "2cd49439-8f79-4cd9-a604-570296a33fdc", "bridge": "br-int", "label": "tempest-ServersTestJSON-538647417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8cc450384714cf1a5ebb9cea994cee2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17ba0bb9-05", "ovs_interfaceid": "17ba0bb9-056a-4a57-8ace-9f46fff270c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2023.985067] env[62438]: DEBUG oslo_concurrency.lockutils [None req-430e73c9-933b-42a3-9002-011a34f9c6f2 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Lock "aad6a786-86ef-44e1-a756-3e1e8659c0e6" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 28.604s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2023.985887] env[62438]: DEBUG oslo_concurrency.lockutils [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Lock "aad6a786-86ef-44e1-a756-3e1e8659c0e6" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.002s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2023.986099] env[62438]: INFO nova.compute.manager [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Unshelving [ 2024.136411] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Releasing lock "refresh_cache-12f48787-544b-48ad-b82c-c364d4f3afc4" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2024.136411] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: 12f48787-544b-48ad-b82c-c364d4f3afc4] Updated the network info_cache for instance {{(pid=62438) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9997}} [ 2024.136552] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2024.136712] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2024.136870] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2024.137035] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2024.137190] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2024.137341] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2024.137470] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62438) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10545}} [ 2024.137625] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager.update_available_resource {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2024.554567] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74de39be-836a-4c0d-89f0-dba2513b616b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.562805] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1490f51-ba87-4fe0-aaa6-5160f8cb3813 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.592611] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea95b2d-1ca2-4105-b32f-65ae8cc15175 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.599856] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7372149d-2cf1-4ad0-a33f-130e3ce60e3d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.613658] env[62438]: DEBUG nova.compute.provider_tree [None req-21436529-78cf-4056-9022-87af094a5635 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2024.640484] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2025.007087] env[62438]: DEBUG oslo_concurrency.lockutils [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2025.116472] env[62438]: DEBUG nova.scheduler.client.report [None req-21436529-78cf-4056-9022-87af094a5635 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2025.621162] env[62438]: DEBUG oslo_concurrency.lockutils [None req-21436529-78cf-4056-9022-87af094a5635 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.145s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2025.621736] env[62438]: DEBUG nova.compute.manager [None req-21436529-78cf-4056-9022-87af094a5635 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 2025.624466] env[62438]: DEBUG oslo_concurrency.lockutils [None req-6b5a93b0-284d-423c-bd47-30c9d8c0ff8e tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.593s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2025.626177] env[62438]: INFO nova.compute.claims [None req-6b5a93b0-284d-423c-bd47-30c9d8c0ff8e tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 9c33e6b9-78c2-48ba-9696-b656cd43776d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2026.131548] env[62438]: DEBUG nova.compute.utils [None req-21436529-78cf-4056-9022-87af094a5635 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2026.134771] env[62438]: DEBUG nova.compute.manager [None req-21436529-78cf-4056-9022-87af094a5635 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 2026.134951] env[62438]: DEBUG nova.network.neutron [None req-21436529-78cf-4056-9022-87af094a5635 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 2026.182323] env[62438]: DEBUG nova.policy [None req-21436529-78cf-4056-9022-87af094a5635 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '065de89339524e4086db76cf1122d1c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd738e30435074108b0deeff2816df9ef', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 2026.471063] env[62438]: DEBUG nova.network.neutron [None req-21436529-78cf-4056-9022-87af094a5635 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Successfully created port: c42fe58a-3028-4c61-825f-feee26bf5b73 {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2026.635983] env[62438]: DEBUG nova.compute.manager [None req-21436529-78cf-4056-9022-87af094a5635 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 2026.713363] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c05ef0c-9c9b-4342-89c8-f1c31638f2d1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.720897] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ee8698c-6f67-427b-8193-93f65319e216 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.750761] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a32949bd-cb8a-4cb4-89c7-1f91b4491c9a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.758321] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7775aac5-3302-4519-9fef-133ab6b3e0b9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.772625] env[62438]: DEBUG nova.compute.provider_tree [None req-6b5a93b0-284d-423c-bd47-30c9d8c0ff8e tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2027.279058] env[62438]: DEBUG nova.scheduler.client.report [None req-6b5a93b0-284d-423c-bd47-30c9d8c0ff8e tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2027.648317] env[62438]: DEBUG nova.compute.manager [None req-21436529-78cf-4056-9022-87af094a5635 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 2027.675593] env[62438]: DEBUG nova.virt.hardware [None req-21436529-78cf-4056-9022-87af094a5635 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2027.675867] env[62438]: DEBUG nova.virt.hardware [None req-21436529-78cf-4056-9022-87af094a5635 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2027.676046] env[62438]: DEBUG nova.virt.hardware [None req-21436529-78cf-4056-9022-87af094a5635 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2027.676245] env[62438]: DEBUG nova.virt.hardware [None req-21436529-78cf-4056-9022-87af094a5635 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2027.676406] env[62438]: DEBUG nova.virt.hardware [None req-21436529-78cf-4056-9022-87af094a5635 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2027.676562] env[62438]: DEBUG nova.virt.hardware [None req-21436529-78cf-4056-9022-87af094a5635 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2027.676776] env[62438]: DEBUG nova.virt.hardware [None req-21436529-78cf-4056-9022-87af094a5635 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2027.676943] env[62438]: DEBUG nova.virt.hardware [None req-21436529-78cf-4056-9022-87af094a5635 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2027.677136] env[62438]: DEBUG nova.virt.hardware [None req-21436529-78cf-4056-9022-87af094a5635 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2027.677312] env[62438]: DEBUG nova.virt.hardware [None req-21436529-78cf-4056-9022-87af094a5635 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2027.677497] env[62438]: DEBUG nova.virt.hardware [None req-21436529-78cf-4056-9022-87af094a5635 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2027.678379] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec4eff70-43c2-40a4-b735-8fd1210d09b2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.686573] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ace004e-face-40a3-8558-a7d92418c005 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.784330] env[62438]: DEBUG oslo_concurrency.lockutils [None req-6b5a93b0-284d-423c-bd47-30c9d8c0ff8e tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.160s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2027.784876] env[62438]: DEBUG nova.compute.manager [None req-6b5a93b0-284d-423c-bd47-30c9d8c0ff8e tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 9c33e6b9-78c2-48ba-9696-b656cd43776d] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 2027.787412] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 3.147s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2027.787588] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2027.787738] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62438) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2027.788046] env[62438]: DEBUG oslo_concurrency.lockutils [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.781s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2027.788250] env[62438]: DEBUG nova.objects.instance [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Lazy-loading 'pci_requests' on Instance uuid aad6a786-86ef-44e1-a756-3e1e8659c0e6 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2027.789802] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ec9fbf0-5499-4fc3-bbf7-e72cf322324d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.798463] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14427a3e-1b6e-4023-9d0f-0ce88b8e253a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.812871] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f02cb6a8-4b5f-41a6-8fce-d8d50cd1d6a8 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.820260] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ee89e4-cfde-49c8-be00-59e0e618a2f9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.850390] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180915MB free_disk=163GB free_vcpus=48 pci_devices=None {{(pid=62438) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2027.850552] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2027.852657] env[62438]: DEBUG nova.compute.manager [req-d412e86f-ef11-4e1d-b3d7-8ac0dd2f6aeb req-f91bb861-9486-4875-9efe-b177e5a1f926 service nova] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Received event network-vif-plugged-c42fe58a-3028-4c61-825f-feee26bf5b73 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 2027.852877] env[62438]: DEBUG oslo_concurrency.lockutils [req-d412e86f-ef11-4e1d-b3d7-8ac0dd2f6aeb req-f91bb861-9486-4875-9efe-b177e5a1f926 service nova] Acquiring lock "a3cf6b14-8557-4089-9a26-b5d816fb68ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2027.853113] env[62438]: DEBUG oslo_concurrency.lockutils [req-d412e86f-ef11-4e1d-b3d7-8ac0dd2f6aeb req-f91bb861-9486-4875-9efe-b177e5a1f926 service nova] Lock "a3cf6b14-8557-4089-9a26-b5d816fb68ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2027.853477] env[62438]: DEBUG oslo_concurrency.lockutils [req-d412e86f-ef11-4e1d-b3d7-8ac0dd2f6aeb req-f91bb861-9486-4875-9efe-b177e5a1f926 service nova] Lock "a3cf6b14-8557-4089-9a26-b5d816fb68ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2027.853550] env[62438]: DEBUG nova.compute.manager [req-d412e86f-ef11-4e1d-b3d7-8ac0dd2f6aeb req-f91bb861-9486-4875-9efe-b177e5a1f926 service nova] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] No waiting events found dispatching network-vif-plugged-c42fe58a-3028-4c61-825f-feee26bf5b73 {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2027.854020] env[62438]: WARNING nova.compute.manager [req-d412e86f-ef11-4e1d-b3d7-8ac0dd2f6aeb req-f91bb861-9486-4875-9efe-b177e5a1f926 service nova] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Received unexpected event network-vif-plugged-c42fe58a-3028-4c61-825f-feee26bf5b73 for instance with vm_state building and task_state spawning. [ 2027.939779] env[62438]: DEBUG nova.network.neutron [None req-21436529-78cf-4056-9022-87af094a5635 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Successfully updated port: c42fe58a-3028-4c61-825f-feee26bf5b73 {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2028.290899] env[62438]: DEBUG nova.compute.utils [None req-6b5a93b0-284d-423c-bd47-30c9d8c0ff8e tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2028.292327] env[62438]: DEBUG nova.compute.manager [None req-6b5a93b0-284d-423c-bd47-30c9d8c0ff8e tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 9c33e6b9-78c2-48ba-9696-b656cd43776d] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 2028.292499] env[62438]: DEBUG nova.network.neutron [None req-6b5a93b0-284d-423c-bd47-30c9d8c0ff8e tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 9c33e6b9-78c2-48ba-9696-b656cd43776d] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 2028.295955] env[62438]: DEBUG nova.objects.instance [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Lazy-loading 'numa_topology' on Instance uuid aad6a786-86ef-44e1-a756-3e1e8659c0e6 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2028.332636] env[62438]: DEBUG nova.policy [None req-6b5a93b0-284d-423c-bd47-30c9d8c0ff8e tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c6c9965681fe45289d82843e769f3d92', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a8cc450384714cf1a5ebb9cea994cee2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 2028.442540] env[62438]: DEBUG oslo_concurrency.lockutils [None req-21436529-78cf-4056-9022-87af094a5635 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Acquiring lock "refresh_cache-a3cf6b14-8557-4089-9a26-b5d816fb68ad" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2028.442679] env[62438]: DEBUG oslo_concurrency.lockutils [None req-21436529-78cf-4056-9022-87af094a5635 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Acquired lock "refresh_cache-a3cf6b14-8557-4089-9a26-b5d816fb68ad" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2028.442842] env[62438]: DEBUG nova.network.neutron [None req-21436529-78cf-4056-9022-87af094a5635 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2028.667867] env[62438]: DEBUG nova.network.neutron [None req-6b5a93b0-284d-423c-bd47-30c9d8c0ff8e tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 9c33e6b9-78c2-48ba-9696-b656cd43776d] Successfully created port: 88be73f1-5659-47b8-ba72-038484d8176c {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2028.796225] env[62438]: DEBUG nova.compute.manager [None req-6b5a93b0-284d-423c-bd47-30c9d8c0ff8e tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 9c33e6b9-78c2-48ba-9696-b656cd43776d] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 2028.798962] env[62438]: INFO nova.compute.claims [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2028.989044] env[62438]: DEBUG nova.network.neutron [None req-21436529-78cf-4056-9022-87af094a5635 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2029.132973] env[62438]: DEBUG nova.network.neutron [None req-21436529-78cf-4056-9022-87af094a5635 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Updating instance_info_cache with network_info: [{"id": "c42fe58a-3028-4c61-825f-feee26bf5b73", "address": "fa:16:3e:a2:8e:44", "network": {"id": "766948b5-0735-465a-af85-74de9c1d6731", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1002813341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d738e30435074108b0deeff2816df9ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc42fe58a-30", "ovs_interfaceid": "c42fe58a-3028-4c61-825f-feee26bf5b73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2029.636394] env[62438]: DEBUG oslo_concurrency.lockutils [None req-21436529-78cf-4056-9022-87af094a5635 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Releasing lock "refresh_cache-a3cf6b14-8557-4089-9a26-b5d816fb68ad" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2029.636739] env[62438]: DEBUG nova.compute.manager [None req-21436529-78cf-4056-9022-87af094a5635 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Instance network_info: |[{"id": "c42fe58a-3028-4c61-825f-feee26bf5b73", "address": "fa:16:3e:a2:8e:44", "network": {"id": "766948b5-0735-465a-af85-74de9c1d6731", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1002813341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d738e30435074108b0deeff2816df9ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc42fe58a-30", "ovs_interfaceid": "c42fe58a-3028-4c61-825f-feee26bf5b73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 2029.637197] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-21436529-78cf-4056-9022-87af094a5635 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:8e:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c42fe58a-3028-4c61-825f-feee26bf5b73', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2029.644854] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-21436529-78cf-4056-9022-87af094a5635 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Creating folder: Project (d738e30435074108b0deeff2816df9ef). Parent ref: group-v370230. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 2029.645177] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-52c7c691-c161-4ea3-a9d2-e8114cc7edd7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.656278] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-21436529-78cf-4056-9022-87af094a5635 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Created folder: Project (d738e30435074108b0deeff2816df9ef) in parent group-v370230. [ 2029.656499] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-21436529-78cf-4056-9022-87af094a5635 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Creating folder: Instances. Parent ref: group-v370553. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 2029.656733] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a7e26615-2bf9-42c6-bae1-8888d3b741dc {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.664968] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-21436529-78cf-4056-9022-87af094a5635 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Created folder: Instances in parent group-v370553. [ 2029.665216] env[62438]: DEBUG oslo.service.loopingcall [None req-21436529-78cf-4056-9022-87af094a5635 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2029.665444] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 2029.665649] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b786d2f0-cf23-4a12-ad83-ad3ac1e6a0f1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.684011] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2029.684011] env[62438]: value = "task-1785939" [ 2029.684011] env[62438]: _type = "Task" [ 2029.684011] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2029.691194] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785939, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2029.808677] env[62438]: DEBUG nova.compute.manager [None req-6b5a93b0-284d-423c-bd47-30c9d8c0ff8e tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 9c33e6b9-78c2-48ba-9696-b656cd43776d] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 2029.839375] env[62438]: DEBUG nova.virt.hardware [None req-6b5a93b0-284d-423c-bd47-30c9d8c0ff8e tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2029.839688] env[62438]: DEBUG nova.virt.hardware [None req-6b5a93b0-284d-423c-bd47-30c9d8c0ff8e tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2029.839860] env[62438]: DEBUG nova.virt.hardware [None req-6b5a93b0-284d-423c-bd47-30c9d8c0ff8e tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2029.840073] env[62438]: DEBUG nova.virt.hardware [None req-6b5a93b0-284d-423c-bd47-30c9d8c0ff8e tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2029.840250] env[62438]: DEBUG nova.virt.hardware [None req-6b5a93b0-284d-423c-bd47-30c9d8c0ff8e tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2029.840405] env[62438]: DEBUG nova.virt.hardware [None req-6b5a93b0-284d-423c-bd47-30c9d8c0ff8e tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2029.840636] env[62438]: DEBUG nova.virt.hardware [None req-6b5a93b0-284d-423c-bd47-30c9d8c0ff8e tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2029.840812] env[62438]: DEBUG nova.virt.hardware [None req-6b5a93b0-284d-423c-bd47-30c9d8c0ff8e tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2029.841113] env[62438]: DEBUG nova.virt.hardware [None req-6b5a93b0-284d-423c-bd47-30c9d8c0ff8e tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2029.841341] env[62438]: DEBUG nova.virt.hardware [None req-6b5a93b0-284d-423c-bd47-30c9d8c0ff8e tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2029.841599] env[62438]: DEBUG nova.virt.hardware [None req-6b5a93b0-284d-423c-bd47-30c9d8c0ff8e tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2029.842588] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6def43f-7423-48a4-bffd-119737ae5a28 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.853432] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8835a6e8-0b48-43c7-922f-548b85a13b44 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.874202] env[62438]: DEBUG nova.compute.manager [req-a996924c-fbb6-4b46-94c9-e3db6a62b84d req-ed06ec64-3b9f-4e55-adc8-9eaa77095d3b service nova] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Received event network-changed-c42fe58a-3028-4c61-825f-feee26bf5b73 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 2029.874434] env[62438]: DEBUG nova.compute.manager [req-a996924c-fbb6-4b46-94c9-e3db6a62b84d req-ed06ec64-3b9f-4e55-adc8-9eaa77095d3b service nova] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Refreshing instance network info cache due to event network-changed-c42fe58a-3028-4c61-825f-feee26bf5b73. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 2029.874670] env[62438]: DEBUG oslo_concurrency.lockutils [req-a996924c-fbb6-4b46-94c9-e3db6a62b84d req-ed06ec64-3b9f-4e55-adc8-9eaa77095d3b service nova] Acquiring lock "refresh_cache-a3cf6b14-8557-4089-9a26-b5d816fb68ad" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2029.874825] env[62438]: DEBUG oslo_concurrency.lockutils [req-a996924c-fbb6-4b46-94c9-e3db6a62b84d req-ed06ec64-3b9f-4e55-adc8-9eaa77095d3b service nova] Acquired lock "refresh_cache-a3cf6b14-8557-4089-9a26-b5d816fb68ad" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2029.875019] env[62438]: DEBUG nova.network.neutron [req-a996924c-fbb6-4b46-94c9-e3db6a62b84d req-ed06ec64-3b9f-4e55-adc8-9eaa77095d3b service nova] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Refreshing network info cache for port c42fe58a-3028-4c61-825f-feee26bf5b73 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2029.908354] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cbafcf8-4600-4341-9988-03f0c6c914dd {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.916229] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2c4d74c-1669-4ae7-8c52-fa1cbc48cf4d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.950485] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-786f4423-5b78-401d-97f7-75c55c6a9c04 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.959188] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b578eaac-0b52-49ea-bf9a-176b4ade8eb8 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.975413] env[62438]: DEBUG nova.compute.provider_tree [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2030.193182] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785939, 'name': CreateVM_Task, 'duration_secs': 0.345477} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2030.193361] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 2030.194070] env[62438]: DEBUG oslo_concurrency.lockutils [None req-21436529-78cf-4056-9022-87af094a5635 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2030.194247] env[62438]: DEBUG oslo_concurrency.lockutils [None req-21436529-78cf-4056-9022-87af094a5635 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2030.194574] env[62438]: DEBUG oslo_concurrency.lockutils [None req-21436529-78cf-4056-9022-87af094a5635 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2030.194838] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e54de34-a13b-4be0-beba-74757ebf1719 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.199245] env[62438]: DEBUG oslo_vmware.api [None req-21436529-78cf-4056-9022-87af094a5635 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Waiting for the task: (returnval){ [ 2030.199245] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]524291c9-08d6-4c17-f784-2bd4c16f5489" [ 2030.199245] env[62438]: _type = "Task" [ 2030.199245] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2030.206744] env[62438]: DEBUG oslo_vmware.api [None req-21436529-78cf-4056-9022-87af094a5635 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]524291c9-08d6-4c17-f784-2bd4c16f5489, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.231940] env[62438]: DEBUG nova.network.neutron [None req-6b5a93b0-284d-423c-bd47-30c9d8c0ff8e tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 9c33e6b9-78c2-48ba-9696-b656cd43776d] Successfully updated port: 88be73f1-5659-47b8-ba72-038484d8176c {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2030.460374] env[62438]: DEBUG nova.compute.manager [None req-f197cf26-3db4-439c-b4c3-10a11a894a31 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: f15c8452-68d4-4a2b-8822-c66ef07528b8] Stashing vm_state: active {{(pid=62438) _prep_resize /opt/stack/nova/nova/compute/manager.py:5624}} [ 2030.478892] env[62438]: DEBUG nova.scheduler.client.report [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2030.589246] env[62438]: DEBUG nova.network.neutron [req-a996924c-fbb6-4b46-94c9-e3db6a62b84d req-ed06ec64-3b9f-4e55-adc8-9eaa77095d3b service nova] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Updated VIF entry in instance network info cache for port c42fe58a-3028-4c61-825f-feee26bf5b73. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2030.589620] env[62438]: DEBUG nova.network.neutron [req-a996924c-fbb6-4b46-94c9-e3db6a62b84d req-ed06ec64-3b9f-4e55-adc8-9eaa77095d3b service nova] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Updating instance_info_cache with network_info: [{"id": "c42fe58a-3028-4c61-825f-feee26bf5b73", "address": "fa:16:3e:a2:8e:44", "network": {"id": "766948b5-0735-465a-af85-74de9c1d6731", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1002813341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d738e30435074108b0deeff2816df9ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc42fe58a-30", "ovs_interfaceid": "c42fe58a-3028-4c61-825f-feee26bf5b73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2030.710089] env[62438]: DEBUG oslo_vmware.api [None req-21436529-78cf-4056-9022-87af094a5635 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]524291c9-08d6-4c17-f784-2bd4c16f5489, 'name': SearchDatastore_Task, 'duration_secs': 0.022054} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2030.710479] env[62438]: DEBUG oslo_concurrency.lockutils [None req-21436529-78cf-4056-9022-87af094a5635 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2030.710696] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-21436529-78cf-4056-9022-87af094a5635 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2030.710947] env[62438]: DEBUG oslo_concurrency.lockutils [None req-21436529-78cf-4056-9022-87af094a5635 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2030.711125] env[62438]: DEBUG oslo_concurrency.lockutils [None req-21436529-78cf-4056-9022-87af094a5635 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2030.711329] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-21436529-78cf-4056-9022-87af094a5635 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2030.711620] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da056118-554c-4c7a-9cec-8837ca430f07 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.720030] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-21436529-78cf-4056-9022-87af094a5635 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2030.720237] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-21436529-78cf-4056-9022-87af094a5635 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 2030.720901] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62461c2e-081b-46df-8839-21dca1511fd2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.725495] env[62438]: DEBUG oslo_vmware.api [None req-21436529-78cf-4056-9022-87af094a5635 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Waiting for the task: (returnval){ [ 2030.725495] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52772484-f428-1513-13ab-2f9b805a90e9" [ 2030.725495] env[62438]: _type = "Task" [ 2030.725495] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2030.732870] env[62438]: DEBUG oslo_vmware.api [None req-21436529-78cf-4056-9022-87af094a5635 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52772484-f428-1513-13ab-2f9b805a90e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.734439] env[62438]: DEBUG oslo_concurrency.lockutils [None req-6b5a93b0-284d-423c-bd47-30c9d8c0ff8e tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Acquiring lock "refresh_cache-9c33e6b9-78c2-48ba-9696-b656cd43776d" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2030.734565] env[62438]: DEBUG oslo_concurrency.lockutils [None req-6b5a93b0-284d-423c-bd47-30c9d8c0ff8e tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Acquired lock "refresh_cache-9c33e6b9-78c2-48ba-9696-b656cd43776d" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2030.734666] env[62438]: DEBUG nova.network.neutron [None req-6b5a93b0-284d-423c-bd47-30c9d8c0ff8e tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 9c33e6b9-78c2-48ba-9696-b656cd43776d] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2030.980849] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f197cf26-3db4-439c-b4c3-10a11a894a31 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2030.983738] env[62438]: DEBUG oslo_concurrency.lockutils [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.196s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2030.985638] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 3.135s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2031.013597] env[62438]: INFO nova.network.neutron [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Updating port b6847acc-4e1e-49e4-a5c8-0f5b7c744fea with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 2031.092154] env[62438]: DEBUG oslo_concurrency.lockutils [req-a996924c-fbb6-4b46-94c9-e3db6a62b84d req-ed06ec64-3b9f-4e55-adc8-9eaa77095d3b service nova] Releasing lock "refresh_cache-a3cf6b14-8557-4089-9a26-b5d816fb68ad" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2031.236311] env[62438]: DEBUG oslo_vmware.api [None req-21436529-78cf-4056-9022-87af094a5635 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52772484-f428-1513-13ab-2f9b805a90e9, 'name': SearchDatastore_Task, 'duration_secs': 0.011051} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2031.238800] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e59c881-a82b-4f7c-8868-48c98a74e603 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.244613] env[62438]: DEBUG oslo_vmware.api [None req-21436529-78cf-4056-9022-87af094a5635 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Waiting for the task: (returnval){ [ 2031.244613] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52259858-ce81-d8d2-1555-8301f9484653" [ 2031.244613] env[62438]: _type = "Task" [ 2031.244613] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2031.254181] env[62438]: DEBUG oslo_vmware.api [None req-21436529-78cf-4056-9022-87af094a5635 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52259858-ce81-d8d2-1555-8301f9484653, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.298541] env[62438]: DEBUG nova.network.neutron [None req-6b5a93b0-284d-423c-bd47-30c9d8c0ff8e tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 9c33e6b9-78c2-48ba-9696-b656cd43776d] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2031.573543] env[62438]: DEBUG nova.network.neutron [None req-6b5a93b0-284d-423c-bd47-30c9d8c0ff8e tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 9c33e6b9-78c2-48ba-9696-b656cd43776d] Updating instance_info_cache with network_info: [{"id": "88be73f1-5659-47b8-ba72-038484d8176c", "address": "fa:16:3e:d9:d0:3b", "network": {"id": "2cd49439-8f79-4cd9-a604-570296a33fdc", "bridge": "br-int", "label": "tempest-ServersTestJSON-538647417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8cc450384714cf1a5ebb9cea994cee2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88be73f1-56", "ovs_interfaceid": "88be73f1-5659-47b8-ba72-038484d8176c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2031.754808] env[62438]: DEBUG oslo_vmware.api [None req-21436529-78cf-4056-9022-87af094a5635 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52259858-ce81-d8d2-1555-8301f9484653, 'name': SearchDatastore_Task, 'duration_secs': 0.009849} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2031.755126] env[62438]: DEBUG oslo_concurrency.lockutils [None req-21436529-78cf-4056-9022-87af094a5635 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2031.755383] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-21436529-78cf-4056-9022-87af094a5635 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] a3cf6b14-8557-4089-9a26-b5d816fb68ad/a3cf6b14-8557-4089-9a26-b5d816fb68ad.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 2031.755671] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4d3d4fff-8a84-4cca-a364-1726aeff0838 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.762400] env[62438]: DEBUG oslo_vmware.api [None req-21436529-78cf-4056-9022-87af094a5635 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Waiting for the task: (returnval){ [ 2031.762400] env[62438]: value = "task-1785940" [ 2031.762400] env[62438]: _type = "Task" [ 2031.762400] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2031.770469] env[62438]: DEBUG oslo_vmware.api [None req-21436529-78cf-4056-9022-87af094a5635 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Task: {'id': task-1785940, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.895583] env[62438]: DEBUG nova.compute.manager [req-5ae91ef0-3917-4111-9114-1b2917206114 req-5a1d4406-2011-4bc9-a6a2-325dd64c1bca service nova] [instance: 9c33e6b9-78c2-48ba-9696-b656cd43776d] Received event network-vif-plugged-88be73f1-5659-47b8-ba72-038484d8176c {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 2031.895824] env[62438]: DEBUG oslo_concurrency.lockutils [req-5ae91ef0-3917-4111-9114-1b2917206114 req-5a1d4406-2011-4bc9-a6a2-325dd64c1bca service nova] Acquiring lock "9c33e6b9-78c2-48ba-9696-b656cd43776d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2031.896009] env[62438]: DEBUG oslo_concurrency.lockutils [req-5ae91ef0-3917-4111-9114-1b2917206114 req-5a1d4406-2011-4bc9-a6a2-325dd64c1bca service nova] Lock "9c33e6b9-78c2-48ba-9696-b656cd43776d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2031.896213] env[62438]: DEBUG oslo_concurrency.lockutils [req-5ae91ef0-3917-4111-9114-1b2917206114 req-5a1d4406-2011-4bc9-a6a2-325dd64c1bca service nova] Lock "9c33e6b9-78c2-48ba-9696-b656cd43776d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2031.896410] env[62438]: DEBUG nova.compute.manager [req-5ae91ef0-3917-4111-9114-1b2917206114 req-5a1d4406-2011-4bc9-a6a2-325dd64c1bca service nova] [instance: 9c33e6b9-78c2-48ba-9696-b656cd43776d] No waiting events found dispatching network-vif-plugged-88be73f1-5659-47b8-ba72-038484d8176c {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2031.896612] env[62438]: WARNING nova.compute.manager [req-5ae91ef0-3917-4111-9114-1b2917206114 req-5a1d4406-2011-4bc9-a6a2-325dd64c1bca service nova] [instance: 9c33e6b9-78c2-48ba-9696-b656cd43776d] Received unexpected event network-vif-plugged-88be73f1-5659-47b8-ba72-038484d8176c for instance with vm_state building and task_state spawning. [ 2031.896782] env[62438]: DEBUG nova.compute.manager [req-5ae91ef0-3917-4111-9114-1b2917206114 req-5a1d4406-2011-4bc9-a6a2-325dd64c1bca service nova] [instance: 9c33e6b9-78c2-48ba-9696-b656cd43776d] Received event network-changed-88be73f1-5659-47b8-ba72-038484d8176c {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 2031.896945] env[62438]: DEBUG nova.compute.manager [req-5ae91ef0-3917-4111-9114-1b2917206114 req-5a1d4406-2011-4bc9-a6a2-325dd64c1bca service nova] [instance: 9c33e6b9-78c2-48ba-9696-b656cd43776d] Refreshing instance network info cache due to event network-changed-88be73f1-5659-47b8-ba72-038484d8176c. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 2031.897181] env[62438]: DEBUG oslo_concurrency.lockutils [req-5ae91ef0-3917-4111-9114-1b2917206114 req-5a1d4406-2011-4bc9-a6a2-325dd64c1bca service nova] Acquiring lock "refresh_cache-9c33e6b9-78c2-48ba-9696-b656cd43776d" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2031.996296] env[62438]: INFO nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: f15c8452-68d4-4a2b-8822-c66ef07528b8] Updating resource usage from migration bd74f00e-3177-4949-a09a-f3739edff632 [ 2032.020629] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance 12f48787-544b-48ad-b82c-c364d4f3afc4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2032.020825] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance a3cf6b14-8557-4089-9a26-b5d816fb68ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2032.020978] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance 9c33e6b9-78c2-48ba-9696-b656cd43776d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2032.021166] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance aad6a786-86ef-44e1-a756-3e1e8659c0e6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2032.021304] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Migration bd74f00e-3177-4949-a09a-f3739edff632 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 2032.021485] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance f15c8452-68d4-4a2b-8822-c66ef07528b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2032.021933] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=62438) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2032.022168] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1472MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=62438) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2032.076322] env[62438]: DEBUG oslo_concurrency.lockutils [None req-6b5a93b0-284d-423c-bd47-30c9d8c0ff8e tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Releasing lock "refresh_cache-9c33e6b9-78c2-48ba-9696-b656cd43776d" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2032.076724] env[62438]: DEBUG nova.compute.manager [None req-6b5a93b0-284d-423c-bd47-30c9d8c0ff8e tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 9c33e6b9-78c2-48ba-9696-b656cd43776d] Instance network_info: |[{"id": "88be73f1-5659-47b8-ba72-038484d8176c", "address": "fa:16:3e:d9:d0:3b", "network": {"id": "2cd49439-8f79-4cd9-a604-570296a33fdc", "bridge": "br-int", "label": "tempest-ServersTestJSON-538647417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8cc450384714cf1a5ebb9cea994cee2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88be73f1-56", "ovs_interfaceid": "88be73f1-5659-47b8-ba72-038484d8176c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 2032.077080] env[62438]: DEBUG oslo_concurrency.lockutils [req-5ae91ef0-3917-4111-9114-1b2917206114 req-5a1d4406-2011-4bc9-a6a2-325dd64c1bca service nova] Acquired lock "refresh_cache-9c33e6b9-78c2-48ba-9696-b656cd43776d" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2032.077258] env[62438]: DEBUG nova.network.neutron [req-5ae91ef0-3917-4111-9114-1b2917206114 req-5a1d4406-2011-4bc9-a6a2-325dd64c1bca service nova] [instance: 9c33e6b9-78c2-48ba-9696-b656cd43776d] Refreshing network info cache for port 88be73f1-5659-47b8-ba72-038484d8176c {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2032.078516] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-6b5a93b0-284d-423c-bd47-30c9d8c0ff8e tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 9c33e6b9-78c2-48ba-9696-b656cd43776d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:d0:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a555680e-4721-4509-97e4-ced9dc17c13e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '88be73f1-5659-47b8-ba72-038484d8176c', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2032.085970] env[62438]: DEBUG oslo.service.loopingcall [None req-6b5a93b0-284d-423c-bd47-30c9d8c0ff8e tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2032.089861] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c33e6b9-78c2-48ba-9696-b656cd43776d] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 2032.090334] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6f08f7a6-7e57-44ee-9a6b-9dee6b8a4a3c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.114699] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2032.114699] env[62438]: value = "task-1785941" [ 2032.114699] env[62438]: _type = "Task" [ 2032.114699] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2032.124615] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785941, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2032.135195] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b67411e3-b5d7-4318-805c-e6beaa784117 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.142508] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51ad94e4-9f61-4c58-b095-26bdd1eccd0e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.174282] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afc646f4-d267-456a-a0a7-a173ee8d4c1a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.182948] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87c51015-031a-490d-9e4f-45328bfc5a6e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.199692] env[62438]: DEBUG nova.compute.provider_tree [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2032.272274] env[62438]: DEBUG oslo_vmware.api [None req-21436529-78cf-4056-9022-87af094a5635 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Task: {'id': task-1785940, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.450151} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2032.272837] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-21436529-78cf-4056-9022-87af094a5635 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] a3cf6b14-8557-4089-9a26-b5d816fb68ad/a3cf6b14-8557-4089-9a26-b5d816fb68ad.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 2032.273077] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-21436529-78cf-4056-9022-87af094a5635 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2032.273338] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7adf0b14-4f87-4bc7-907c-01ffd0959432 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.279022] env[62438]: DEBUG oslo_vmware.api [None req-21436529-78cf-4056-9022-87af094a5635 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Waiting for the task: (returnval){ [ 2032.279022] env[62438]: value = "task-1785942" [ 2032.279022] env[62438]: _type = "Task" [ 2032.279022] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2032.286013] env[62438]: DEBUG oslo_vmware.api [None req-21436529-78cf-4056-9022-87af094a5635 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Task: {'id': task-1785942, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2032.626579] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785941, 'name': CreateVM_Task} progress is 25%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2032.702836] env[62438]: DEBUG nova.scheduler.client.report [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2032.789040] env[62438]: DEBUG oslo_vmware.api [None req-21436529-78cf-4056-9022-87af094a5635 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Task: {'id': task-1785942, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063853} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2032.789332] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-21436529-78cf-4056-9022-87af094a5635 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2032.790102] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ac5f97-fecb-4647-b9f4-d8fcd24052e7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.811544] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-21436529-78cf-4056-9022-87af094a5635 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] a3cf6b14-8557-4089-9a26-b5d816fb68ad/a3cf6b14-8557-4089-9a26-b5d816fb68ad.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2032.811811] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8df4d8cc-1510-49bc-98d2-4eefce734b7a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.826134] env[62438]: DEBUG nova.network.neutron [req-5ae91ef0-3917-4111-9114-1b2917206114 req-5a1d4406-2011-4bc9-a6a2-325dd64c1bca service nova] [instance: 9c33e6b9-78c2-48ba-9696-b656cd43776d] Updated VIF entry in instance network info cache for port 88be73f1-5659-47b8-ba72-038484d8176c. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2032.826457] env[62438]: DEBUG nova.network.neutron [req-5ae91ef0-3917-4111-9114-1b2917206114 req-5a1d4406-2011-4bc9-a6a2-325dd64c1bca service nova] [instance: 9c33e6b9-78c2-48ba-9696-b656cd43776d] Updating instance_info_cache with network_info: [{"id": "88be73f1-5659-47b8-ba72-038484d8176c", "address": "fa:16:3e:d9:d0:3b", "network": {"id": "2cd49439-8f79-4cd9-a604-570296a33fdc", "bridge": "br-int", "label": "tempest-ServersTestJSON-538647417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8cc450384714cf1a5ebb9cea994cee2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88be73f1-56", "ovs_interfaceid": "88be73f1-5659-47b8-ba72-038484d8176c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2032.832983] env[62438]: DEBUG oslo_vmware.api [None req-21436529-78cf-4056-9022-87af094a5635 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Waiting for the task: (returnval){ [ 2032.832983] env[62438]: value = "task-1785943" [ 2032.832983] env[62438]: _type = "Task" [ 2032.832983] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2032.841296] env[62438]: DEBUG oslo_vmware.api [None req-21436529-78cf-4056-9022-87af094a5635 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Task: {'id': task-1785943, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.125408] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785941, 'name': CreateVM_Task} progress is 25%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.207808] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62438) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2033.207972] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.222s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2033.208245] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f197cf26-3db4-439c-b4c3-10a11a894a31 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.228s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2033.209583] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2033.209733] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Cleaning up deleted instances {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11226}} [ 2033.329038] env[62438]: DEBUG oslo_concurrency.lockutils [req-5ae91ef0-3917-4111-9114-1b2917206114 req-5a1d4406-2011-4bc9-a6a2-325dd64c1bca service nova] Releasing lock "refresh_cache-9c33e6b9-78c2-48ba-9696-b656cd43776d" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2033.342494] env[62438]: DEBUG oslo_vmware.api [None req-21436529-78cf-4056-9022-87af094a5635 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Task: {'id': task-1785943, 'name': ReconfigVM_Task, 'duration_secs': 0.28205} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2033.342784] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-21436529-78cf-4056-9022-87af094a5635 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Reconfigured VM instance instance-00000078 to attach disk [datastore1] a3cf6b14-8557-4089-9a26-b5d816fb68ad/a3cf6b14-8557-4089-9a26-b5d816fb68ad.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2033.343423] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1572b2d3-ae98-428a-97bc-ada32083a700 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.348940] env[62438]: DEBUG oslo_vmware.api [None req-21436529-78cf-4056-9022-87af094a5635 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Waiting for the task: (returnval){ [ 2033.348940] env[62438]: value = "task-1785944" [ 2033.348940] env[62438]: _type = "Task" [ 2033.348940] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2033.355989] env[62438]: DEBUG oslo_vmware.api [None req-21436529-78cf-4056-9022-87af094a5635 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Task: {'id': task-1785944, 'name': Rename_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.628241] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785941, 'name': CreateVM_Task} progress is 25%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.714135] env[62438]: INFO nova.compute.claims [None req-f197cf26-3db4-439c-b4c3-10a11a894a31 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: f15c8452-68d4-4a2b-8822-c66ef07528b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2033.725932] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] There are 39 instances to clean {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 2033.726105] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: bed3ee3e-319a-4a9a-b577-645aaa5b83ac] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 2033.859098] env[62438]: DEBUG oslo_vmware.api [None req-21436529-78cf-4056-9022-87af094a5635 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Task: {'id': task-1785944, 'name': Rename_Task, 'duration_secs': 0.128606} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2033.859406] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-21436529-78cf-4056-9022-87af094a5635 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 2033.859644] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b4382318-4926-4dee-ac89-fdeb8dd2c8d1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.865789] env[62438]: DEBUG oslo_vmware.api [None req-21436529-78cf-4056-9022-87af094a5635 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Waiting for the task: (returnval){ [ 2033.865789] env[62438]: value = "task-1785945" [ 2033.865789] env[62438]: _type = "Task" [ 2033.865789] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2033.872786] env[62438]: DEBUG oslo_vmware.api [None req-21436529-78cf-4056-9022-87af094a5635 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Task: {'id': task-1785945, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2034.128180] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785941, 'name': CreateVM_Task} progress is 25%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2034.230348] env[62438]: INFO nova.compute.resource_tracker [None req-f197cf26-3db4-439c-b4c3-10a11a894a31 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: f15c8452-68d4-4a2b-8822-c66ef07528b8] Updating resource usage from migration bd74f00e-3177-4949-a09a-f3739edff632 [ 2034.233253] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: 1b649156-4718-4a56-bc78-b2fdbd268a38] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 2034.315987] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a0eef5-fb38-4317-846a-539651755ab5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.323316] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a459f3-b26d-4edc-9b72-2c3e1cea7cd4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.351492] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2722a1c-1507-4fac-a51b-702c41be7a26 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.359353] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb26243-c057-4036-b9ad-d089c365be4e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.373402] env[62438]: DEBUG nova.compute.provider_tree [None req-f197cf26-3db4-439c-b4c3-10a11a894a31 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2034.381098] env[62438]: DEBUG oslo_vmware.api [None req-21436529-78cf-4056-9022-87af094a5635 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Task: {'id': task-1785945, 'name': PowerOnVM_Task, 'duration_secs': 0.42396} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2034.381832] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-21436529-78cf-4056-9022-87af094a5635 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 2034.382057] env[62438]: INFO nova.compute.manager [None req-21436529-78cf-4056-9022-87af094a5635 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Took 6.73 seconds to spawn the instance on the hypervisor. [ 2034.382253] env[62438]: DEBUG nova.compute.manager [None req-21436529-78cf-4056-9022-87af094a5635 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2034.382951] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e4faf81-eaae-42cb-ba92-7269aa0cc0b5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.628276] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785941, 'name': CreateVM_Task} progress is 25%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2034.736682] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: b20fed19-752c-4e9d-9da2-37891b46ed01] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 2034.878177] env[62438]: DEBUG nova.scheduler.client.report [None req-f197cf26-3db4-439c-b4c3-10a11a894a31 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2034.900845] env[62438]: INFO nova.compute.manager [None req-21436529-78cf-4056-9022-87af094a5635 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Took 13.39 seconds to build instance. [ 2035.129696] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785941, 'name': CreateVM_Task} progress is 25%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.239985] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: e8360cdd-e168-41d9-9adf-dec2a93b1c9b] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 2035.383405] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f197cf26-3db4-439c-b4c3-10a11a894a31 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.175s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2035.383687] env[62438]: INFO nova.compute.manager [None req-f197cf26-3db4-439c-b4c3-10a11a894a31 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: f15c8452-68d4-4a2b-8822-c66ef07528b8] Migrating [ 2035.402489] env[62438]: DEBUG oslo_concurrency.lockutils [None req-21436529-78cf-4056-9022-87af094a5635 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Lock "a3cf6b14-8557-4089-9a26-b5d816fb68ad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.903s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2035.630054] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785941, 'name': CreateVM_Task} progress is 25%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.743779] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: a9a3ae43-b719-4198-9ad9-dba99a607b43] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 2035.898654] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f197cf26-3db4-439c-b4c3-10a11a894a31 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Acquiring lock "refresh_cache-f15c8452-68d4-4a2b-8822-c66ef07528b8" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2035.898654] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f197cf26-3db4-439c-b4c3-10a11a894a31 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Acquired lock "refresh_cache-f15c8452-68d4-4a2b-8822-c66ef07528b8" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2035.899020] env[62438]: DEBUG nova.network.neutron [None req-f197cf26-3db4-439c-b4c3-10a11a894a31 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: f15c8452-68d4-4a2b-8822-c66ef07528b8] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2035.971411] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8b360389-4428-4499-9782-ae1232b2ec78 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Acquiring lock "80d8b27b-2d92-4a02-9700-6952372b4cbd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2035.971703] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8b360389-4428-4499-9782-ae1232b2ec78 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Lock "80d8b27b-2d92-4a02-9700-6952372b4cbd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2036.130737] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785941, 'name': CreateVM_Task} progress is 25%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.248479] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: 3b386793-3879-4377-b606-c3fbbdc17f37] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 2036.474015] env[62438]: DEBUG nova.compute.manager [None req-8b360389-4428-4499-9782-ae1232b2ec78 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: 80d8b27b-2d92-4a02-9700-6952372b4cbd] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 2036.631650] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785941, 'name': CreateVM_Task} progress is 25%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.659363] env[62438]: DEBUG nova.network.neutron [None req-f197cf26-3db4-439c-b4c3-10a11a894a31 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: f15c8452-68d4-4a2b-8822-c66ef07528b8] Updating instance_info_cache with network_info: [{"id": "f2dadfb1-51a0-4804-a1be-8e8bd25e3a01", "address": "fa:16:3e:c7:43:ff", "network": {"id": "f204c615-6047-48c0-a7eb-65fe4ad424e5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1343144096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38d579b225154935bb754c9894cd2f33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2dadfb1-51", "ovs_interfaceid": "f2dadfb1-51a0-4804-a1be-8e8bd25e3a01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2036.751850] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: 8c6d1716-b021-4a14-ac9b-7c05edada14f] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 2036.996162] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8b360389-4428-4499-9782-ae1232b2ec78 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2036.996469] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8b360389-4428-4499-9782-ae1232b2ec78 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2036.997985] env[62438]: INFO nova.compute.claims [None req-8b360389-4428-4499-9782-ae1232b2ec78 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: 80d8b27b-2d92-4a02-9700-6952372b4cbd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2037.133873] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785941, 'name': CreateVM_Task} progress is 25%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2037.161721] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f197cf26-3db4-439c-b4c3-10a11a894a31 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Releasing lock "refresh_cache-f15c8452-68d4-4a2b-8822-c66ef07528b8" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2037.254836] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: a5375d32-edd9-4c25-9cb8-38d3b0df2a18] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 2037.633849] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785941, 'name': CreateVM_Task} progress is 25%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2037.757771] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: b9e46b97-d8a4-4699-a33f-5ebef6748e35] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 2038.091681] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-913cbfe7-de67-4640-a747-9d36a80b6363 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.099176] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c0ba5e-f03b-4046-b77a-b385e7da7cd0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.131041] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f2b438-5e7e-4e7a-bebc-30c1c4dcad8d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.140782] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64dcb55e-96bd-4914-9ec6-23151965b4a0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.144104] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785941, 'name': CreateVM_Task} progress is 25%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2038.153535] env[62438]: DEBUG nova.compute.provider_tree [None req-8b360389-4428-4499-9782-ae1232b2ec78 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2038.260637] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: 619b2105-d596-408b-b255-62aec86b6645] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 2038.637676] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785941, 'name': CreateVM_Task, 'duration_secs': 6.333046} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2038.637851] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c33e6b9-78c2-48ba-9696-b656cd43776d] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 2038.638557] env[62438]: DEBUG oslo_concurrency.lockutils [None req-6b5a93b0-284d-423c-bd47-30c9d8c0ff8e tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2038.638737] env[62438]: DEBUG oslo_concurrency.lockutils [None req-6b5a93b0-284d-423c-bd47-30c9d8c0ff8e tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2038.639079] env[62438]: DEBUG oslo_concurrency.lockutils [None req-6b5a93b0-284d-423c-bd47-30c9d8c0ff8e tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2038.639343] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-869c8e95-37ad-43bb-b86c-5e31d39cec4a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.643794] env[62438]: DEBUG oslo_vmware.api [None req-6b5a93b0-284d-423c-bd47-30c9d8c0ff8e tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Waiting for the task: (returnval){ [ 2038.643794] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52fa19f1-2011-745a-0734-ddeb7bed1458" [ 2038.643794] env[62438]: _type = "Task" [ 2038.643794] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2038.651116] env[62438]: DEBUG oslo_vmware.api [None req-6b5a93b0-284d-423c-bd47-30c9d8c0ff8e tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52fa19f1-2011-745a-0734-ddeb7bed1458, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2038.656032] env[62438]: DEBUG nova.scheduler.client.report [None req-8b360389-4428-4499-9782-ae1232b2ec78 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2038.674865] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cd43d5e-b3bf-4822-a9a3-8be84e5d8d5b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.694022] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f197cf26-3db4-439c-b4c3-10a11a894a31 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: f15c8452-68d4-4a2b-8822-c66ef07528b8] Updating instance 'f15c8452-68d4-4a2b-8822-c66ef07528b8' progress to 0 {{(pid=62438) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 2038.763369] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: 15012e7b-ed2c-47e5-9d8c-ba46825b1f9b] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 2039.154664] env[62438]: DEBUG oslo_vmware.api [None req-6b5a93b0-284d-423c-bd47-30c9d8c0ff8e tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52fa19f1-2011-745a-0734-ddeb7bed1458, 'name': SearchDatastore_Task, 'duration_secs': 0.016878} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2039.154976] env[62438]: DEBUG oslo_concurrency.lockutils [None req-6b5a93b0-284d-423c-bd47-30c9d8c0ff8e tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2039.155238] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-6b5a93b0-284d-423c-bd47-30c9d8c0ff8e tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 9c33e6b9-78c2-48ba-9696-b656cd43776d] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2039.155479] env[62438]: DEBUG oslo_concurrency.lockutils [None req-6b5a93b0-284d-423c-bd47-30c9d8c0ff8e tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2039.155657] env[62438]: DEBUG oslo_concurrency.lockutils [None req-6b5a93b0-284d-423c-bd47-30c9d8c0ff8e tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2039.155850] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b5a93b0-284d-423c-bd47-30c9d8c0ff8e tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2039.156130] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8179e344-f5e5-4903-8d04-7e75255b8bd6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.160587] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8b360389-4428-4499-9782-ae1232b2ec78 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.164s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2039.161099] env[62438]: DEBUG nova.compute.manager [None req-8b360389-4428-4499-9782-ae1232b2ec78 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: 80d8b27b-2d92-4a02-9700-6952372b4cbd] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 2039.179230] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b5a93b0-284d-423c-bd47-30c9d8c0ff8e tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2039.179411] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-6b5a93b0-284d-423c-bd47-30c9d8c0ff8e tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 2039.180128] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21a8f377-db1e-484b-aff6-c6749678e65b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.185490] env[62438]: DEBUG oslo_vmware.api [None req-6b5a93b0-284d-423c-bd47-30c9d8c0ff8e tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Waiting for the task: (returnval){ [ 2039.185490] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]529723d5-9efa-22a0-bbb7-87d27ca20678" [ 2039.185490] env[62438]: _type = "Task" [ 2039.185490] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2039.192678] env[62438]: DEBUG oslo_vmware.api [None req-6b5a93b0-284d-423c-bd47-30c9d8c0ff8e tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]529723d5-9efa-22a0-bbb7-87d27ca20678, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.199394] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-f197cf26-3db4-439c-b4c3-10a11a894a31 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: f15c8452-68d4-4a2b-8822-c66ef07528b8] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 2039.199645] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02a4fecc-e926-4d0f-80c6-1b205731bee1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.205608] env[62438]: DEBUG oslo_vmware.api [None req-f197cf26-3db4-439c-b4c3-10a11a894a31 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Waiting for the task: (returnval){ [ 2039.205608] env[62438]: value = "task-1785946" [ 2039.205608] env[62438]: _type = "Task" [ 2039.205608] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2039.213436] env[62438]: DEBUG oslo_vmware.api [None req-f197cf26-3db4-439c-b4c3-10a11a894a31 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785946, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.267134] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: ad410fa6-01af-475e-a744-b2627e01552f] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 2039.388425] env[62438]: DEBUG nova.compute.manager [req-ebb3813c-7495-48f0-8832-c227e5d30457 req-381d9c6e-ad80-4743-b185-32bc303a8e7e service nova] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Received event network-vif-plugged-b6847acc-4e1e-49e4-a5c8-0f5b7c744fea {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 2039.388687] env[62438]: DEBUG oslo_concurrency.lockutils [req-ebb3813c-7495-48f0-8832-c227e5d30457 req-381d9c6e-ad80-4743-b185-32bc303a8e7e service nova] Acquiring lock "aad6a786-86ef-44e1-a756-3e1e8659c0e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2039.388896] env[62438]: DEBUG oslo_concurrency.lockutils [req-ebb3813c-7495-48f0-8832-c227e5d30457 req-381d9c6e-ad80-4743-b185-32bc303a8e7e service nova] Lock "aad6a786-86ef-44e1-a756-3e1e8659c0e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2039.389096] env[62438]: DEBUG oslo_concurrency.lockutils [req-ebb3813c-7495-48f0-8832-c227e5d30457 req-381d9c6e-ad80-4743-b185-32bc303a8e7e service nova] Lock "aad6a786-86ef-44e1-a756-3e1e8659c0e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2039.389278] env[62438]: DEBUG nova.compute.manager [req-ebb3813c-7495-48f0-8832-c227e5d30457 req-381d9c6e-ad80-4743-b185-32bc303a8e7e service nova] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] No waiting events found dispatching network-vif-plugged-b6847acc-4e1e-49e4-a5c8-0f5b7c744fea {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2039.389454] env[62438]: WARNING nova.compute.manager [req-ebb3813c-7495-48f0-8832-c227e5d30457 req-381d9c6e-ad80-4743-b185-32bc303a8e7e service nova] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Received unexpected event network-vif-plugged-b6847acc-4e1e-49e4-a5c8-0f5b7c744fea for instance with vm_state shelved_offloaded and task_state spawning. [ 2039.481179] env[62438]: DEBUG oslo_concurrency.lockutils [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Acquiring lock "refresh_cache-aad6a786-86ef-44e1-a756-3e1e8659c0e6" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2039.481414] env[62438]: DEBUG oslo_concurrency.lockutils [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Acquired lock "refresh_cache-aad6a786-86ef-44e1-a756-3e1e8659c0e6" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2039.481587] env[62438]: DEBUG nova.network.neutron [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2039.666057] env[62438]: DEBUG nova.compute.utils [None req-8b360389-4428-4499-9782-ae1232b2ec78 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2039.667475] env[62438]: DEBUG nova.compute.manager [None req-8b360389-4428-4499-9782-ae1232b2ec78 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: 80d8b27b-2d92-4a02-9700-6952372b4cbd] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 2039.667647] env[62438]: DEBUG nova.network.neutron [None req-8b360389-4428-4499-9782-ae1232b2ec78 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: 80d8b27b-2d92-4a02-9700-6952372b4cbd] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 2039.696477] env[62438]: DEBUG oslo_vmware.api [None req-6b5a93b0-284d-423c-bd47-30c9d8c0ff8e tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]529723d5-9efa-22a0-bbb7-87d27ca20678, 'name': SearchDatastore_Task, 'duration_secs': 0.009254} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2039.697260] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-311c5ed2-2e58-4197-8474-0cd4643ab300 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.702335] env[62438]: DEBUG oslo_vmware.api [None req-6b5a93b0-284d-423c-bd47-30c9d8c0ff8e tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Waiting for the task: (returnval){ [ 2039.702335] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52c03e34-c703-4cca-3a13-f7c946b2b781" [ 2039.702335] env[62438]: _type = "Task" [ 2039.702335] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2039.706661] env[62438]: DEBUG nova.policy [None req-8b360389-4428-4499-9782-ae1232b2ec78 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '065de89339524e4086db76cf1122d1c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd738e30435074108b0deeff2816df9ef', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 2039.713992] env[62438]: DEBUG oslo_vmware.api [None req-6b5a93b0-284d-423c-bd47-30c9d8c0ff8e tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52c03e34-c703-4cca-3a13-f7c946b2b781, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.719642] env[62438]: DEBUG oslo_vmware.api [None req-f197cf26-3db4-439c-b4c3-10a11a894a31 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785946, 'name': PowerOffVM_Task, 'duration_secs': 0.163252} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2039.719892] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-f197cf26-3db4-439c-b4c3-10a11a894a31 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: f15c8452-68d4-4a2b-8822-c66ef07528b8] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 2039.720099] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f197cf26-3db4-439c-b4c3-10a11a894a31 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: f15c8452-68d4-4a2b-8822-c66ef07528b8] Updating instance 'f15c8452-68d4-4a2b-8822-c66ef07528b8' progress to 17 {{(pid=62438) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 2039.770185] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: d327640c-2fb5-42d5-a1b4-a3744fb31e28] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 2040.059679] env[62438]: DEBUG nova.network.neutron [None req-8b360389-4428-4499-9782-ae1232b2ec78 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: 80d8b27b-2d92-4a02-9700-6952372b4cbd] Successfully created port: b006c6d4-8909-43f5-9885-62be1d527f2e {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2040.171065] env[62438]: DEBUG nova.compute.manager [None req-8b360389-4428-4499-9782-ae1232b2ec78 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: 80d8b27b-2d92-4a02-9700-6952372b4cbd] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 2040.213926] env[62438]: DEBUG oslo_vmware.api [None req-6b5a93b0-284d-423c-bd47-30c9d8c0ff8e tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52c03e34-c703-4cca-3a13-f7c946b2b781, 'name': SearchDatastore_Task, 'duration_secs': 0.009476} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2040.214277] env[62438]: DEBUG oslo_concurrency.lockutils [None req-6b5a93b0-284d-423c-bd47-30c9d8c0ff8e tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2040.214601] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b5a93b0-284d-423c-bd47-30c9d8c0ff8e tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 9c33e6b9-78c2-48ba-9696-b656cd43776d/9c33e6b9-78c2-48ba-9696-b656cd43776d.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 2040.214911] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a443e115-2827-463c-bc88-55bafe34b634 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.222073] env[62438]: DEBUG oslo_vmware.api [None req-6b5a93b0-284d-423c-bd47-30c9d8c0ff8e tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Waiting for the task: (returnval){ [ 2040.222073] env[62438]: value = "task-1785947" [ 2040.222073] env[62438]: _type = "Task" [ 2040.222073] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2040.227385] env[62438]: DEBUG nova.virt.hardware [None req-f197cf26-3db4-439c-b4c3-10a11a894a31 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2040.227676] env[62438]: DEBUG nova.virt.hardware [None req-f197cf26-3db4-439c-b4c3-10a11a894a31 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2040.227889] env[62438]: DEBUG nova.virt.hardware [None req-f197cf26-3db4-439c-b4c3-10a11a894a31 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2040.228122] env[62438]: DEBUG nova.virt.hardware [None req-f197cf26-3db4-439c-b4c3-10a11a894a31 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2040.228314] env[62438]: DEBUG nova.virt.hardware [None req-f197cf26-3db4-439c-b4c3-10a11a894a31 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2040.228521] env[62438]: DEBUG nova.virt.hardware [None req-f197cf26-3db4-439c-b4c3-10a11a894a31 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2040.228767] env[62438]: DEBUG nova.virt.hardware [None req-f197cf26-3db4-439c-b4c3-10a11a894a31 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2040.228971] env[62438]: DEBUG nova.virt.hardware [None req-f197cf26-3db4-439c-b4c3-10a11a894a31 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2040.229473] env[62438]: DEBUG nova.virt.hardware [None req-f197cf26-3db4-439c-b4c3-10a11a894a31 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2040.229738] env[62438]: DEBUG nova.virt.hardware [None req-f197cf26-3db4-439c-b4c3-10a11a894a31 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2040.229996] env[62438]: DEBUG nova.virt.hardware [None req-f197cf26-3db4-439c-b4c3-10a11a894a31 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2040.235413] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-733a60ed-e135-450e-bfcd-4e5617b65f04 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.254528] env[62438]: DEBUG oslo_vmware.api [None req-6b5a93b0-284d-423c-bd47-30c9d8c0ff8e tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': task-1785947, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2040.256452] env[62438]: DEBUG oslo_vmware.api [None req-f197cf26-3db4-439c-b4c3-10a11a894a31 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Waiting for the task: (returnval){ [ 2040.256452] env[62438]: value = "task-1785948" [ 2040.256452] env[62438]: _type = "Task" [ 2040.256452] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2040.265306] env[62438]: DEBUG oslo_vmware.api [None req-f197cf26-3db4-439c-b4c3-10a11a894a31 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785948, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2040.272831] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: 23109e2f-dc6b-478f-a5d5-b163d36573ce] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 2040.417717] env[62438]: DEBUG nova.network.neutron [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Updating instance_info_cache with network_info: [{"id": "b6847acc-4e1e-49e4-a5c8-0f5b7c744fea", "address": "fa:16:3e:8b:58:37", "network": {"id": "d5e0f42e-8988-470d-bf55-b08dd924a07b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-779037552-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7f4486a8955463faeee363dc451c813", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6847acc-4e", "ovs_interfaceid": "b6847acc-4e1e-49e4-a5c8-0f5b7c744fea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2040.732809] env[62438]: DEBUG oslo_vmware.api [None req-6b5a93b0-284d-423c-bd47-30c9d8c0ff8e tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': task-1785947, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2040.767879] env[62438]: DEBUG oslo_vmware.api [None req-f197cf26-3db4-439c-b4c3-10a11a894a31 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785948, 'name': ReconfigVM_Task, 'duration_secs': 0.197237} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2040.768320] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f197cf26-3db4-439c-b4c3-10a11a894a31 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: f15c8452-68d4-4a2b-8822-c66ef07528b8] Updating instance 'f15c8452-68d4-4a2b-8822-c66ef07528b8' progress to 33 {{(pid=62438) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 2040.776322] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: 69e8228f-6423-4a27-acfc-3ed97e7fd860] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 2040.920406] env[62438]: DEBUG oslo_concurrency.lockutils [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Releasing lock "refresh_cache-aad6a786-86ef-44e1-a756-3e1e8659c0e6" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2040.948588] env[62438]: DEBUG nova.virt.hardware [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='1e2fc347258eb53fe62cf1170e4d4c22',container_format='bare',created_at=2024-12-12T01:40:26Z,direct_url=,disk_format='vmdk',id=74bc1159-efc4-4a12-bd66-220d664b6d42,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-106234763-shelved',owner='d7f4486a8955463faeee363dc451c813',properties=ImageMetaProps,protected=,size=31666688,status='active',tags=,updated_at=2024-12-12T01:40:46Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2040.948853] env[62438]: DEBUG nova.virt.hardware [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2040.949054] env[62438]: DEBUG nova.virt.hardware [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2040.949281] env[62438]: DEBUG nova.virt.hardware [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2040.949441] env[62438]: DEBUG nova.virt.hardware [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2040.949595] env[62438]: DEBUG nova.virt.hardware [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2040.949815] env[62438]: DEBUG nova.virt.hardware [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2040.949990] env[62438]: DEBUG nova.virt.hardware [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2040.950174] env[62438]: DEBUG nova.virt.hardware [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2040.950344] env[62438]: DEBUG nova.virt.hardware [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2040.950524] env[62438]: DEBUG nova.virt.hardware [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2040.951419] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4899dab0-d615-4ba2-91f6-045d0837399a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.960039] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-615547f6-f9fb-42e2-8edb-417f88795880 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.972492] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:58:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '685b4083-b748-41fb-a68a-273b1073fa28', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b6847acc-4e1e-49e4-a5c8-0f5b7c744fea', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2040.980020] env[62438]: DEBUG oslo.service.loopingcall [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2040.980374] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 2040.980662] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0c544aab-755d-4816-b9b4-45a58d104e14 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.000697] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2041.000697] env[62438]: value = "task-1785949" [ 2041.000697] env[62438]: _type = "Task" [ 2041.000697] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2041.009609] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785949, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.183106] env[62438]: DEBUG nova.compute.manager [None req-8b360389-4428-4499-9782-ae1232b2ec78 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: 80d8b27b-2d92-4a02-9700-6952372b4cbd] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 2041.204225] env[62438]: DEBUG nova.virt.hardware [None req-8b360389-4428-4499-9782-ae1232b2ec78 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2041.204538] env[62438]: DEBUG nova.virt.hardware [None req-8b360389-4428-4499-9782-ae1232b2ec78 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2041.204732] env[62438]: DEBUG nova.virt.hardware [None req-8b360389-4428-4499-9782-ae1232b2ec78 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2041.204952] env[62438]: DEBUG nova.virt.hardware [None req-8b360389-4428-4499-9782-ae1232b2ec78 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2041.205142] env[62438]: DEBUG nova.virt.hardware [None req-8b360389-4428-4499-9782-ae1232b2ec78 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2041.205325] env[62438]: DEBUG nova.virt.hardware [None req-8b360389-4428-4499-9782-ae1232b2ec78 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2041.205619] env[62438]: DEBUG nova.virt.hardware [None req-8b360389-4428-4499-9782-ae1232b2ec78 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2041.205861] env[62438]: DEBUG nova.virt.hardware [None req-8b360389-4428-4499-9782-ae1232b2ec78 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2041.206071] env[62438]: DEBUG nova.virt.hardware [None req-8b360389-4428-4499-9782-ae1232b2ec78 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2041.206276] env[62438]: DEBUG nova.virt.hardware [None req-8b360389-4428-4499-9782-ae1232b2ec78 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2041.206467] env[62438]: DEBUG nova.virt.hardware [None req-8b360389-4428-4499-9782-ae1232b2ec78 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2041.207386] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd402ea-4a46-4181-8ee9-46175f34d572 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.215522] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f47a16-5309-46ca-beeb-c1d1f9fa9df3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.236266] env[62438]: DEBUG oslo_vmware.api [None req-6b5a93b0-284d-423c-bd47-30c9d8c0ff8e tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': task-1785947, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.677355} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2041.236530] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b5a93b0-284d-423c-bd47-30c9d8c0ff8e tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 9c33e6b9-78c2-48ba-9696-b656cd43776d/9c33e6b9-78c2-48ba-9696-b656cd43776d.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 2041.236746] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-6b5a93b0-284d-423c-bd47-30c9d8c0ff8e tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 9c33e6b9-78c2-48ba-9696-b656cd43776d] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2041.236993] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-986bd733-3e4f-48f2-9b54-ab90bb28a5d5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.243591] env[62438]: DEBUG oslo_vmware.api [None req-6b5a93b0-284d-423c-bd47-30c9d8c0ff8e tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Waiting for the task: (returnval){ [ 2041.243591] env[62438]: value = "task-1785950" [ 2041.243591] env[62438]: _type = "Task" [ 2041.243591] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2041.251194] env[62438]: DEBUG oslo_vmware.api [None req-6b5a93b0-284d-423c-bd47-30c9d8c0ff8e tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': task-1785950, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.275671] env[62438]: DEBUG nova.virt.hardware [None req-f197cf26-3db4-439c-b4c3-10a11a894a31 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2041.275953] env[62438]: DEBUG nova.virt.hardware [None req-f197cf26-3db4-439c-b4c3-10a11a894a31 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2041.276134] env[62438]: DEBUG nova.virt.hardware [None req-f197cf26-3db4-439c-b4c3-10a11a894a31 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2041.276325] env[62438]: DEBUG nova.virt.hardware [None req-f197cf26-3db4-439c-b4c3-10a11a894a31 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2041.276492] env[62438]: DEBUG nova.virt.hardware [None req-f197cf26-3db4-439c-b4c3-10a11a894a31 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2041.276649] env[62438]: DEBUG nova.virt.hardware [None req-f197cf26-3db4-439c-b4c3-10a11a894a31 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2041.276880] env[62438]: DEBUG nova.virt.hardware [None req-f197cf26-3db4-439c-b4c3-10a11a894a31 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2041.277071] env[62438]: DEBUG nova.virt.hardware [None req-f197cf26-3db4-439c-b4c3-10a11a894a31 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2041.277251] env[62438]: DEBUG nova.virt.hardware [None req-f197cf26-3db4-439c-b4c3-10a11a894a31 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2041.277421] env[62438]: DEBUG nova.virt.hardware [None req-f197cf26-3db4-439c-b4c3-10a11a894a31 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2041.277613] env[62438]: DEBUG nova.virt.hardware [None req-f197cf26-3db4-439c-b4c3-10a11a894a31 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2041.283139] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-f197cf26-3db4-439c-b4c3-10a11a894a31 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: f15c8452-68d4-4a2b-8822-c66ef07528b8] Reconfiguring VM instance instance-00000075 to detach disk 2000 {{(pid=62438) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2041.283639] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: 25925035-b746-48db-985c-e8705ee5fd81] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 2041.286238] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2007461b-066e-4569-a9f3-831645f8c9ac {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.305810] env[62438]: DEBUG oslo_vmware.api [None req-f197cf26-3db4-439c-b4c3-10a11a894a31 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Waiting for the task: (returnval){ [ 2041.305810] env[62438]: value = "task-1785951" [ 2041.305810] env[62438]: _type = "Task" [ 2041.305810] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2041.315701] env[62438]: DEBUG oslo_vmware.api [None req-f197cf26-3db4-439c-b4c3-10a11a894a31 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785951, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.414084] env[62438]: DEBUG nova.compute.manager [req-445d8d97-ca6a-430a-b928-1a94d0d987ca req-37bcac5e-81c9-49e5-9f84-bb281e0112af service nova] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Received event network-changed-b6847acc-4e1e-49e4-a5c8-0f5b7c744fea {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 2041.414308] env[62438]: DEBUG nova.compute.manager [req-445d8d97-ca6a-430a-b928-1a94d0d987ca req-37bcac5e-81c9-49e5-9f84-bb281e0112af service nova] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Refreshing instance network info cache due to event network-changed-b6847acc-4e1e-49e4-a5c8-0f5b7c744fea. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 2041.414923] env[62438]: DEBUG oslo_concurrency.lockutils [req-445d8d97-ca6a-430a-b928-1a94d0d987ca req-37bcac5e-81c9-49e5-9f84-bb281e0112af service nova] Acquiring lock "refresh_cache-aad6a786-86ef-44e1-a756-3e1e8659c0e6" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2041.415101] env[62438]: DEBUG oslo_concurrency.lockutils [req-445d8d97-ca6a-430a-b928-1a94d0d987ca req-37bcac5e-81c9-49e5-9f84-bb281e0112af service nova] Acquired lock "refresh_cache-aad6a786-86ef-44e1-a756-3e1e8659c0e6" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2041.415305] env[62438]: DEBUG nova.network.neutron [req-445d8d97-ca6a-430a-b928-1a94d0d987ca req-37bcac5e-81c9-49e5-9f84-bb281e0112af service nova] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Refreshing network info cache for port b6847acc-4e1e-49e4-a5c8-0f5b7c744fea {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2041.510642] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785949, 'name': CreateVM_Task, 'duration_secs': 0.392356} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2041.510840] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 2041.511529] env[62438]: DEBUG oslo_concurrency.lockutils [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74bc1159-efc4-4a12-bd66-220d664b6d42" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2041.511705] env[62438]: DEBUG oslo_concurrency.lockutils [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74bc1159-efc4-4a12-bd66-220d664b6d42" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2041.512145] env[62438]: DEBUG oslo_concurrency.lockutils [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74bc1159-efc4-4a12-bd66-220d664b6d42" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2041.512439] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6184346f-d39d-4ab4-829c-f8255ed7bc1c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.516726] env[62438]: DEBUG oslo_vmware.api [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Waiting for the task: (returnval){ [ 2041.516726] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52aa0ff3-172d-9a9b-e4b7-1d329a7436ac" [ 2041.516726] env[62438]: _type = "Task" [ 2041.516726] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2041.532191] env[62438]: DEBUG oslo_concurrency.lockutils [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74bc1159-efc4-4a12-bd66-220d664b6d42" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2041.532425] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Processing image 74bc1159-efc4-4a12-bd66-220d664b6d42 {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2041.532718] env[62438]: DEBUG oslo_concurrency.lockutils [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74bc1159-efc4-4a12-bd66-220d664b6d42/74bc1159-efc4-4a12-bd66-220d664b6d42.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2041.532885] env[62438]: DEBUG oslo_concurrency.lockutils [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74bc1159-efc4-4a12-bd66-220d664b6d42/74bc1159-efc4-4a12-bd66-220d664b6d42.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2041.533117] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2041.533351] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-48abcb5b-ff0b-4ed8-8ceb-df09c0dedd08 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.540445] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2041.540624] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 2041.541305] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db445cf3-62da-46ef-bc4f-31fa040cb860 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.546275] env[62438]: DEBUG oslo_vmware.api [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Waiting for the task: (returnval){ [ 2041.546275] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52bdc264-cb77-8748-1ceb-592ef3c2e961" [ 2041.546275] env[62438]: _type = "Task" [ 2041.546275] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2041.560070] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Preparing fetch location {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2041.560308] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Fetch image to [datastore1] OSTACK_IMG_aff980ce-4351-4d1f-9c1b-8120fdb887f9/OSTACK_IMG_aff980ce-4351-4d1f-9c1b-8120fdb887f9.vmdk {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2041.560500] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Downloading stream optimized image 74bc1159-efc4-4a12-bd66-220d664b6d42 to [datastore1] OSTACK_IMG_aff980ce-4351-4d1f-9c1b-8120fdb887f9/OSTACK_IMG_aff980ce-4351-4d1f-9c1b-8120fdb887f9.vmdk on the data store datastore1 as vApp {{(pid=62438) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2041.560683] env[62438]: DEBUG nova.virt.vmwareapi.images [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Downloading image file data 74bc1159-efc4-4a12-bd66-220d664b6d42 to the ESX as VM named 'OSTACK_IMG_aff980ce-4351-4d1f-9c1b-8120fdb887f9' {{(pid=62438) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2041.629844] env[62438]: DEBUG oslo_vmware.rw_handles [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2041.629844] env[62438]: value = "resgroup-9" [ 2041.629844] env[62438]: _type = "ResourcePool" [ 2041.629844] env[62438]: }. {{(pid=62438) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2041.630180] env[62438]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-b3e46a7b-c49d-4643-8e79-799a60c7c652 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.651753] env[62438]: DEBUG oslo_vmware.rw_handles [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Lease: (returnval){ [ 2041.651753] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]520919ba-f61f-2b69-1b77-638c8ecaa419" [ 2041.651753] env[62438]: _type = "HttpNfcLease" [ 2041.651753] env[62438]: } obtained for vApp import into resource pool (val){ [ 2041.651753] env[62438]: value = "resgroup-9" [ 2041.651753] env[62438]: _type = "ResourcePool" [ 2041.651753] env[62438]: }. {{(pid=62438) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2041.652058] env[62438]: DEBUG oslo_vmware.api [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Waiting for the lease: (returnval){ [ 2041.652058] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]520919ba-f61f-2b69-1b77-638c8ecaa419" [ 2041.652058] env[62438]: _type = "HttpNfcLease" [ 2041.652058] env[62438]: } to be ready. {{(pid=62438) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2041.658134] env[62438]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2041.658134] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]520919ba-f61f-2b69-1b77-638c8ecaa419" [ 2041.658134] env[62438]: _type = "HttpNfcLease" [ 2041.658134] env[62438]: } is initializing. {{(pid=62438) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2041.755881] env[62438]: DEBUG oslo_vmware.api [None req-6b5a93b0-284d-423c-bd47-30c9d8c0ff8e tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': task-1785950, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074715} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2041.756292] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-6b5a93b0-284d-423c-bd47-30c9d8c0ff8e tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 9c33e6b9-78c2-48ba-9696-b656cd43776d] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2041.757178] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e0c4c3-74ac-4443-b9a5-d495bfb3bc7f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.779941] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b5a93b0-284d-423c-bd47-30c9d8c0ff8e tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 9c33e6b9-78c2-48ba-9696-b656cd43776d] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 9c33e6b9-78c2-48ba-9696-b656cd43776d/9c33e6b9-78c2-48ba-9696-b656cd43776d.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2041.780281] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d74a8330-22fe-45cf-ab4f-9830ba7d3691 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.801016] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: 8ecfe3b6-a071-434d-afb1-41deafdf79d4] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 2041.804396] env[62438]: DEBUG oslo_vmware.api [None req-6b5a93b0-284d-423c-bd47-30c9d8c0ff8e tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Waiting for the task: (returnval){ [ 2041.804396] env[62438]: value = "task-1785953" [ 2041.804396] env[62438]: _type = "Task" [ 2041.804396] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2041.816015] env[62438]: DEBUG oslo_vmware.api [None req-f197cf26-3db4-439c-b4c3-10a11a894a31 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785951, 'name': ReconfigVM_Task, 'duration_secs': 0.191128} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2041.819408] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-f197cf26-3db4-439c-b4c3-10a11a894a31 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: f15c8452-68d4-4a2b-8822-c66ef07528b8] Reconfigured VM instance instance-00000075 to detach disk 2000 {{(pid=62438) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2041.819751] env[62438]: DEBUG oslo_vmware.api [None req-6b5a93b0-284d-423c-bd47-30c9d8c0ff8e tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': task-1785953, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.820532] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d263c4ca-8058-4869-a41f-4582ac6e3c1a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.846265] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-f197cf26-3db4-439c-b4c3-10a11a894a31 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: f15c8452-68d4-4a2b-8822-c66ef07528b8] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] f15c8452-68d4-4a2b-8822-c66ef07528b8/f15c8452-68d4-4a2b-8822-c66ef07528b8.vmdk or device None with type thin {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2041.847241] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4e5dfc7-1cd8-4488-83ec-98c086004776 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.866294] env[62438]: DEBUG oslo_vmware.api [None req-f197cf26-3db4-439c-b4c3-10a11a894a31 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Waiting for the task: (returnval){ [ 2041.866294] env[62438]: value = "task-1785954" [ 2041.866294] env[62438]: _type = "Task" [ 2041.866294] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2041.874890] env[62438]: DEBUG oslo_vmware.api [None req-f197cf26-3db4-439c-b4c3-10a11a894a31 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785954, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.925953] env[62438]: DEBUG nova.network.neutron [None req-8b360389-4428-4499-9782-ae1232b2ec78 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: 80d8b27b-2d92-4a02-9700-6952372b4cbd] Successfully updated port: b006c6d4-8909-43f5-9885-62be1d527f2e {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2042.162459] env[62438]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2042.162459] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]520919ba-f61f-2b69-1b77-638c8ecaa419" [ 2042.162459] env[62438]: _type = "HttpNfcLease" [ 2042.162459] env[62438]: } is initializing. {{(pid=62438) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2042.192355] env[62438]: DEBUG nova.network.neutron [req-445d8d97-ca6a-430a-b928-1a94d0d987ca req-37bcac5e-81c9-49e5-9f84-bb281e0112af service nova] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Updated VIF entry in instance network info cache for port b6847acc-4e1e-49e4-a5c8-0f5b7c744fea. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2042.192841] env[62438]: DEBUG nova.network.neutron [req-445d8d97-ca6a-430a-b928-1a94d0d987ca req-37bcac5e-81c9-49e5-9f84-bb281e0112af service nova] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Updating instance_info_cache with network_info: [{"id": "b6847acc-4e1e-49e4-a5c8-0f5b7c744fea", "address": "fa:16:3e:8b:58:37", "network": {"id": "d5e0f42e-8988-470d-bf55-b08dd924a07b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-779037552-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7f4486a8955463faeee363dc451c813", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6847acc-4e", "ovs_interfaceid": "b6847acc-4e1e-49e4-a5c8-0f5b7c744fea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2042.306415] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: d5942d48-628f-4c7c-a87a-4d30729eea80] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 2042.317262] env[62438]: DEBUG oslo_vmware.api [None req-6b5a93b0-284d-423c-bd47-30c9d8c0ff8e tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': task-1785953, 'name': ReconfigVM_Task, 'duration_secs': 0.28462} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2042.317548] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b5a93b0-284d-423c-bd47-30c9d8c0ff8e tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 9c33e6b9-78c2-48ba-9696-b656cd43776d] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 9c33e6b9-78c2-48ba-9696-b656cd43776d/9c33e6b9-78c2-48ba-9696-b656cd43776d.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2042.318177] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4eb5eaf6-ef1c-407c-ad78-10c10241656c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.325185] env[62438]: DEBUG oslo_vmware.api [None req-6b5a93b0-284d-423c-bd47-30c9d8c0ff8e tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Waiting for the task: (returnval){ [ 2042.325185] env[62438]: value = "task-1785955" [ 2042.325185] env[62438]: _type = "Task" [ 2042.325185] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2042.333705] env[62438]: DEBUG oslo_vmware.api [None req-6b5a93b0-284d-423c-bd47-30c9d8c0ff8e tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': task-1785955, 'name': Rename_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.376167] env[62438]: DEBUG oslo_vmware.api [None req-f197cf26-3db4-439c-b4c3-10a11a894a31 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785954, 'name': ReconfigVM_Task, 'duration_secs': 0.368292} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2042.376462] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-f197cf26-3db4-439c-b4c3-10a11a894a31 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: f15c8452-68d4-4a2b-8822-c66ef07528b8] Reconfigured VM instance instance-00000075 to attach disk [datastore1] f15c8452-68d4-4a2b-8822-c66ef07528b8/f15c8452-68d4-4a2b-8822-c66ef07528b8.vmdk or device None with type thin {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2042.376759] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f197cf26-3db4-439c-b4c3-10a11a894a31 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: f15c8452-68d4-4a2b-8822-c66ef07528b8] Updating instance 'f15c8452-68d4-4a2b-8822-c66ef07528b8' progress to 50 {{(pid=62438) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 2042.428304] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8b360389-4428-4499-9782-ae1232b2ec78 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Acquiring lock "refresh_cache-80d8b27b-2d92-4a02-9700-6952372b4cbd" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2042.428472] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8b360389-4428-4499-9782-ae1232b2ec78 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Acquired lock "refresh_cache-80d8b27b-2d92-4a02-9700-6952372b4cbd" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2042.428656] env[62438]: DEBUG nova.network.neutron [None req-8b360389-4428-4499-9782-ae1232b2ec78 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: 80d8b27b-2d92-4a02-9700-6952372b4cbd] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2042.662877] env[62438]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2042.662877] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]520919ba-f61f-2b69-1b77-638c8ecaa419" [ 2042.662877] env[62438]: _type = "HttpNfcLease" [ 2042.662877] env[62438]: } is ready. {{(pid=62438) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2042.663220] env[62438]: DEBUG oslo_vmware.rw_handles [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2042.663220] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]520919ba-f61f-2b69-1b77-638c8ecaa419" [ 2042.663220] env[62438]: _type = "HttpNfcLease" [ 2042.663220] env[62438]: }. {{(pid=62438) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2042.664032] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05572d4b-bcea-446f-8a5e-85bfaf900996 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.671596] env[62438]: DEBUG oslo_vmware.rw_handles [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5226cc5c-f5a9-d317-ecf9-9ee023fb9a20/disk-0.vmdk from lease info. {{(pid=62438) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2042.671810] env[62438]: DEBUG oslo_vmware.rw_handles [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Creating HTTP connection to write to file with size = 31666688 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5226cc5c-f5a9-d317-ecf9-9ee023fb9a20/disk-0.vmdk. {{(pid=62438) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2042.732313] env[62438]: DEBUG oslo_concurrency.lockutils [req-445d8d97-ca6a-430a-b928-1a94d0d987ca req-37bcac5e-81c9-49e5-9f84-bb281e0112af service nova] Releasing lock "refresh_cache-aad6a786-86ef-44e1-a756-3e1e8659c0e6" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2042.739173] env[62438]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f0b5996d-2edd-4604-ae91-d3ca1a0cbf94 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.812883] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: abb54d04-d9de-4711-ac01-e4babe81325b] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 2042.834729] env[62438]: DEBUG oslo_vmware.api [None req-6b5a93b0-284d-423c-bd47-30c9d8c0ff8e tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': task-1785955, 'name': Rename_Task, 'duration_secs': 0.148764} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2042.835014] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b5a93b0-284d-423c-bd47-30c9d8c0ff8e tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 9c33e6b9-78c2-48ba-9696-b656cd43776d] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 2042.835299] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b4c62130-90ff-4b76-b6ef-3cc257af8f09 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.842279] env[62438]: DEBUG oslo_vmware.api [None req-6b5a93b0-284d-423c-bd47-30c9d8c0ff8e tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Waiting for the task: (returnval){ [ 2042.842279] env[62438]: value = "task-1785956" [ 2042.842279] env[62438]: _type = "Task" [ 2042.842279] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2042.849792] env[62438]: DEBUG oslo_vmware.api [None req-6b5a93b0-284d-423c-bd47-30c9d8c0ff8e tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': task-1785956, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.884130] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5eaa41e-0d95-4449-b390-466a8b24192a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.904654] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d514af8d-a338-4bea-9112-6689bf9881c1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.923405] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f197cf26-3db4-439c-b4c3-10a11a894a31 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: f15c8452-68d4-4a2b-8822-c66ef07528b8] Updating instance 'f15c8452-68d4-4a2b-8822-c66ef07528b8' progress to 67 {{(pid=62438) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 2042.978480] env[62438]: DEBUG nova.network.neutron [None req-8b360389-4428-4499-9782-ae1232b2ec78 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: 80d8b27b-2d92-4a02-9700-6952372b4cbd] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2043.163563] env[62438]: DEBUG nova.network.neutron [None req-8b360389-4428-4499-9782-ae1232b2ec78 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: 80d8b27b-2d92-4a02-9700-6952372b4cbd] Updating instance_info_cache with network_info: [{"id": "b006c6d4-8909-43f5-9885-62be1d527f2e", "address": "fa:16:3e:79:b0:de", "network": {"id": "766948b5-0735-465a-af85-74de9c1d6731", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1002813341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d738e30435074108b0deeff2816df9ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb006c6d4-89", "ovs_interfaceid": "b006c6d4-8909-43f5-9885-62be1d527f2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2043.316730] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: f20ec23f-9d33-4e6b-9c84-cd65a354da93] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 2043.354236] env[62438]: DEBUG oslo_vmware.api [None req-6b5a93b0-284d-423c-bd47-30c9d8c0ff8e tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': task-1785956, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.443371] env[62438]: DEBUG nova.compute.manager [req-f82a0d20-41e7-4072-a836-69be662f90eb req-3a271bd9-3e76-4040-ab07-71e5c395e96b service nova] [instance: 80d8b27b-2d92-4a02-9700-6952372b4cbd] Received event network-vif-plugged-b006c6d4-8909-43f5-9885-62be1d527f2e {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 2043.443660] env[62438]: DEBUG oslo_concurrency.lockutils [req-f82a0d20-41e7-4072-a836-69be662f90eb req-3a271bd9-3e76-4040-ab07-71e5c395e96b service nova] Acquiring lock "80d8b27b-2d92-4a02-9700-6952372b4cbd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2043.443935] env[62438]: DEBUG oslo_concurrency.lockutils [req-f82a0d20-41e7-4072-a836-69be662f90eb req-3a271bd9-3e76-4040-ab07-71e5c395e96b service nova] Lock "80d8b27b-2d92-4a02-9700-6952372b4cbd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2043.444169] env[62438]: DEBUG oslo_concurrency.lockutils [req-f82a0d20-41e7-4072-a836-69be662f90eb req-3a271bd9-3e76-4040-ab07-71e5c395e96b service nova] Lock "80d8b27b-2d92-4a02-9700-6952372b4cbd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2043.444414] env[62438]: DEBUG nova.compute.manager [req-f82a0d20-41e7-4072-a836-69be662f90eb req-3a271bd9-3e76-4040-ab07-71e5c395e96b service nova] [instance: 80d8b27b-2d92-4a02-9700-6952372b4cbd] No waiting events found dispatching network-vif-plugged-b006c6d4-8909-43f5-9885-62be1d527f2e {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2043.444630] env[62438]: WARNING nova.compute.manager [req-f82a0d20-41e7-4072-a836-69be662f90eb req-3a271bd9-3e76-4040-ab07-71e5c395e96b service nova] [instance: 80d8b27b-2d92-4a02-9700-6952372b4cbd] Received unexpected event network-vif-plugged-b006c6d4-8909-43f5-9885-62be1d527f2e for instance with vm_state building and task_state spawning. [ 2043.444826] env[62438]: DEBUG nova.compute.manager [req-f82a0d20-41e7-4072-a836-69be662f90eb req-3a271bd9-3e76-4040-ab07-71e5c395e96b service nova] [instance: 80d8b27b-2d92-4a02-9700-6952372b4cbd] Received event network-changed-b006c6d4-8909-43f5-9885-62be1d527f2e {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 2043.444990] env[62438]: DEBUG nova.compute.manager [req-f82a0d20-41e7-4072-a836-69be662f90eb req-3a271bd9-3e76-4040-ab07-71e5c395e96b service nova] [instance: 80d8b27b-2d92-4a02-9700-6952372b4cbd] Refreshing instance network info cache due to event network-changed-b006c6d4-8909-43f5-9885-62be1d527f2e. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 2043.445386] env[62438]: DEBUG oslo_concurrency.lockutils [req-f82a0d20-41e7-4072-a836-69be662f90eb req-3a271bd9-3e76-4040-ab07-71e5c395e96b service nova] Acquiring lock "refresh_cache-80d8b27b-2d92-4a02-9700-6952372b4cbd" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2043.469208] env[62438]: DEBUG nova.network.neutron [None req-f197cf26-3db4-439c-b4c3-10a11a894a31 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: f15c8452-68d4-4a2b-8822-c66ef07528b8] Port f2dadfb1-51a0-4804-a1be-8e8bd25e3a01 binding to destination host cpu-1 is already ACTIVE {{(pid=62438) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 2043.668437] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8b360389-4428-4499-9782-ae1232b2ec78 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Releasing lock "refresh_cache-80d8b27b-2d92-4a02-9700-6952372b4cbd" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2043.668920] env[62438]: DEBUG nova.compute.manager [None req-8b360389-4428-4499-9782-ae1232b2ec78 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: 80d8b27b-2d92-4a02-9700-6952372b4cbd] Instance network_info: |[{"id": "b006c6d4-8909-43f5-9885-62be1d527f2e", "address": "fa:16:3e:79:b0:de", "network": {"id": "766948b5-0735-465a-af85-74de9c1d6731", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1002813341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d738e30435074108b0deeff2816df9ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb006c6d4-89", "ovs_interfaceid": "b006c6d4-8909-43f5-9885-62be1d527f2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 2043.669391] env[62438]: DEBUG oslo_concurrency.lockutils [req-f82a0d20-41e7-4072-a836-69be662f90eb req-3a271bd9-3e76-4040-ab07-71e5c395e96b service nova] Acquired lock "refresh_cache-80d8b27b-2d92-4a02-9700-6952372b4cbd" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2043.669712] env[62438]: DEBUG nova.network.neutron [req-f82a0d20-41e7-4072-a836-69be662f90eb req-3a271bd9-3e76-4040-ab07-71e5c395e96b service nova] [instance: 80d8b27b-2d92-4a02-9700-6952372b4cbd] Refreshing network info cache for port b006c6d4-8909-43f5-9885-62be1d527f2e {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2043.671377] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-8b360389-4428-4499-9782-ae1232b2ec78 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: 80d8b27b-2d92-4a02-9700-6952372b4cbd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:b0:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b006c6d4-8909-43f5-9885-62be1d527f2e', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2043.683230] env[62438]: DEBUG oslo.service.loopingcall [None req-8b360389-4428-4499-9782-ae1232b2ec78 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2043.687805] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80d8b27b-2d92-4a02-9700-6952372b4cbd] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 2043.688103] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8119562d-8d42-496a-9194-4e5ebfc2f9c9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.712466] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2043.712466] env[62438]: value = "task-1785957" [ 2043.712466] env[62438]: _type = "Task" [ 2043.712466] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2043.722791] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785957, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.820354] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: 9a04f4af-932a-49d7-82dc-4180cb5d1a19] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 2043.851975] env[62438]: DEBUG oslo_vmware.api [None req-6b5a93b0-284d-423c-bd47-30c9d8c0ff8e tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': task-1785956, 'name': PowerOnVM_Task, 'duration_secs': 0.615222} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2043.852939] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b5a93b0-284d-423c-bd47-30c9d8c0ff8e tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 9c33e6b9-78c2-48ba-9696-b656cd43776d] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 2043.853058] env[62438]: INFO nova.compute.manager [None req-6b5a93b0-284d-423c-bd47-30c9d8c0ff8e tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 9c33e6b9-78c2-48ba-9696-b656cd43776d] Took 14.04 seconds to spawn the instance on the hypervisor. [ 2043.853248] env[62438]: DEBUG nova.compute.manager [None req-6b5a93b0-284d-423c-bd47-30c9d8c0ff8e tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 9c33e6b9-78c2-48ba-9696-b656cd43776d] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2043.854047] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb5417d2-cec0-4b57-a87c-ea115457329c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.001045] env[62438]: DEBUG oslo_vmware.rw_handles [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Completed reading data from the image iterator. {{(pid=62438) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2044.001232] env[62438]: DEBUG oslo_vmware.rw_handles [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5226cc5c-f5a9-d317-ecf9-9ee023fb9a20/disk-0.vmdk. {{(pid=62438) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2044.002265] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75701846-1ae4-4df0-b65d-d85c6128ec19 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.009228] env[62438]: DEBUG oslo_vmware.rw_handles [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5226cc5c-f5a9-d317-ecf9-9ee023fb9a20/disk-0.vmdk is in state: ready. {{(pid=62438) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2044.009449] env[62438]: DEBUG oslo_vmware.rw_handles [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5226cc5c-f5a9-d317-ecf9-9ee023fb9a20/disk-0.vmdk. {{(pid=62438) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2044.009757] env[62438]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-33e3fe9b-df5a-444d-beb9-4085662ab013 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.211698] env[62438]: DEBUG oslo_vmware.rw_handles [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5226cc5c-f5a9-d317-ecf9-9ee023fb9a20/disk-0.vmdk. {{(pid=62438) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2044.211964] env[62438]: INFO nova.virt.vmwareapi.images [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Downloaded image file data 74bc1159-efc4-4a12-bd66-220d664b6d42 [ 2044.212872] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00a14254-8865-4577-acdd-cf4a527685e6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.232985] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4f9137a9-bc0e-44fe-9748-663202d24b91 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.237561] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785957, 'name': CreateVM_Task} progress is 99%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.270575] env[62438]: INFO nova.virt.vmwareapi.images [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] The imported VM was unregistered [ 2044.273337] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Caching image {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2044.273585] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Creating directory with path [datastore1] devstack-image-cache_base/74bc1159-efc4-4a12-bd66-220d664b6d42 {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2044.273875] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3cc7486f-7a52-4203-af42-a61c7af6713f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.296957] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Created directory with path [datastore1] devstack-image-cache_base/74bc1159-efc4-4a12-bd66-220d664b6d42 {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2044.297191] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_aff980ce-4351-4d1f-9c1b-8120fdb887f9/OSTACK_IMG_aff980ce-4351-4d1f-9c1b-8120fdb887f9.vmdk to [datastore1] devstack-image-cache_base/74bc1159-efc4-4a12-bd66-220d664b6d42/74bc1159-efc4-4a12-bd66-220d664b6d42.vmdk. {{(pid=62438) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2044.297460] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-08903f2b-a722-4c0f-9f3d-c3f5b42f7cd2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.304916] env[62438]: DEBUG oslo_vmware.api [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Waiting for the task: (returnval){ [ 2044.304916] env[62438]: value = "task-1785959" [ 2044.304916] env[62438]: _type = "Task" [ 2044.304916] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2044.312135] env[62438]: DEBUG oslo_vmware.api [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785959, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.324657] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: 2fa9cb5f-42bf-4231-b8bb-9a54f4ab86e8] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 2044.377344] env[62438]: INFO nova.compute.manager [None req-6b5a93b0-284d-423c-bd47-30c9d8c0ff8e tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 9c33e6b9-78c2-48ba-9696-b656cd43776d] Took 22.36 seconds to build instance. [ 2044.452537] env[62438]: DEBUG nova.network.neutron [req-f82a0d20-41e7-4072-a836-69be662f90eb req-3a271bd9-3e76-4040-ab07-71e5c395e96b service nova] [instance: 80d8b27b-2d92-4a02-9700-6952372b4cbd] Updated VIF entry in instance network info cache for port b006c6d4-8909-43f5-9885-62be1d527f2e. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2044.453065] env[62438]: DEBUG nova.network.neutron [req-f82a0d20-41e7-4072-a836-69be662f90eb req-3a271bd9-3e76-4040-ab07-71e5c395e96b service nova] [instance: 80d8b27b-2d92-4a02-9700-6952372b4cbd] Updating instance_info_cache with network_info: [{"id": "b006c6d4-8909-43f5-9885-62be1d527f2e", "address": "fa:16:3e:79:b0:de", "network": {"id": "766948b5-0735-465a-af85-74de9c1d6731", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1002813341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d738e30435074108b0deeff2816df9ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb006c6d4-89", "ovs_interfaceid": "b006c6d4-8909-43f5-9885-62be1d527f2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2044.490799] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f197cf26-3db4-439c-b4c3-10a11a894a31 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Acquiring lock "f15c8452-68d4-4a2b-8822-c66ef07528b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2044.491047] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f197cf26-3db4-439c-b4c3-10a11a894a31 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Lock "f15c8452-68d4-4a2b-8822-c66ef07528b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2044.491230] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f197cf26-3db4-439c-b4c3-10a11a894a31 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Lock "f15c8452-68d4-4a2b-8822-c66ef07528b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2044.726447] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785957, 'name': CreateVM_Task, 'duration_secs': 0.527986} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2044.726619] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80d8b27b-2d92-4a02-9700-6952372b4cbd] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 2044.727327] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8b360389-4428-4499-9782-ae1232b2ec78 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2044.727508] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8b360389-4428-4499-9782-ae1232b2ec78 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2044.727835] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8b360389-4428-4499-9782-ae1232b2ec78 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2044.728108] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54fe8b9d-a530-4c82-8704-8a4d15cb41b4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.732349] env[62438]: DEBUG oslo_vmware.api [None req-8b360389-4428-4499-9782-ae1232b2ec78 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Waiting for the task: (returnval){ [ 2044.732349] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5237c3c2-bb22-0bc7-320c-63355096c9a1" [ 2044.732349] env[62438]: _type = "Task" [ 2044.732349] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2044.739690] env[62438]: DEBUG oslo_vmware.api [None req-8b360389-4428-4499-9782-ae1232b2ec78 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5237c3c2-bb22-0bc7-320c-63355096c9a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.814980] env[62438]: DEBUG oslo_vmware.api [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785959, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.828264] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: 68fb92a6-128d-4839-97b8-3fb165d46ad8] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 2044.879207] env[62438]: DEBUG oslo_concurrency.lockutils [None req-6b5a93b0-284d-423c-bd47-30c9d8c0ff8e tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Lock "9c33e6b9-78c2-48ba-9696-b656cd43776d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.867s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2044.956097] env[62438]: DEBUG oslo_concurrency.lockutils [req-f82a0d20-41e7-4072-a836-69be662f90eb req-3a271bd9-3e76-4040-ab07-71e5c395e96b service nova] Releasing lock "refresh_cache-80d8b27b-2d92-4a02-9700-6952372b4cbd" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2045.244187] env[62438]: DEBUG oslo_vmware.api [None req-8b360389-4428-4499-9782-ae1232b2ec78 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5237c3c2-bb22-0bc7-320c-63355096c9a1, 'name': SearchDatastore_Task, 'duration_secs': 0.04623} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2045.244552] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8b360389-4428-4499-9782-ae1232b2ec78 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2045.244842] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-8b360389-4428-4499-9782-ae1232b2ec78 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: 80d8b27b-2d92-4a02-9700-6952372b4cbd] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2045.245125] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8b360389-4428-4499-9782-ae1232b2ec78 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2045.245290] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8b360389-4428-4499-9782-ae1232b2ec78 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2045.245481] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b360389-4428-4499-9782-ae1232b2ec78 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2045.245794] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1c3cb28-ddc0-4157-a995-78280eea2aaf {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.262168] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b360389-4428-4499-9782-ae1232b2ec78 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2045.262410] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-8b360389-4428-4499-9782-ae1232b2ec78 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 2045.263285] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e67a340-0ad6-4904-9f7a-be381cc3d7b9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.269310] env[62438]: DEBUG oslo_vmware.api [None req-8b360389-4428-4499-9782-ae1232b2ec78 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Waiting for the task: (returnval){ [ 2045.269310] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52ca29c8-21f7-4692-043b-4a6e161d28b1" [ 2045.269310] env[62438]: _type = "Task" [ 2045.269310] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2045.278194] env[62438]: DEBUG oslo_vmware.api [None req-8b360389-4428-4499-9782-ae1232b2ec78 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52ca29c8-21f7-4692-043b-4a6e161d28b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.315649] env[62438]: DEBUG oslo_vmware.api [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785959, 'name': MoveVirtualDisk_Task} progress is 26%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.331367] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: 00488d6a-a056-440f-8423-4272ebfd86d4] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 2045.538837] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f197cf26-3db4-439c-b4c3-10a11a894a31 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Acquiring lock "refresh_cache-f15c8452-68d4-4a2b-8822-c66ef07528b8" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2045.539068] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f197cf26-3db4-439c-b4c3-10a11a894a31 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Acquired lock "refresh_cache-f15c8452-68d4-4a2b-8822-c66ef07528b8" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2045.539333] env[62438]: DEBUG nova.network.neutron [None req-f197cf26-3db4-439c-b4c3-10a11a894a31 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: f15c8452-68d4-4a2b-8822-c66ef07528b8] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2045.622757] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c8cdc34c-f1e6-4af2-a97c-bc4dc51091dc tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Acquiring lock "9c33e6b9-78c2-48ba-9696-b656cd43776d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2045.623038] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c8cdc34c-f1e6-4af2-a97c-bc4dc51091dc tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Lock "9c33e6b9-78c2-48ba-9696-b656cd43776d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2045.623242] env[62438]: DEBUG nova.compute.manager [None req-c8cdc34c-f1e6-4af2-a97c-bc4dc51091dc tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 9c33e6b9-78c2-48ba-9696-b656cd43776d] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2045.624208] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c48da6-ea6a-46e3-b9db-72f3ac6c56ea {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.631123] env[62438]: DEBUG nova.compute.manager [None req-c8cdc34c-f1e6-4af2-a97c-bc4dc51091dc tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 9c33e6b9-78c2-48ba-9696-b656cd43776d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62438) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3368}} [ 2045.631676] env[62438]: DEBUG nova.objects.instance [None req-c8cdc34c-f1e6-4af2-a97c-bc4dc51091dc tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Lazy-loading 'flavor' on Instance uuid 9c33e6b9-78c2-48ba-9696-b656cd43776d {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2045.781734] env[62438]: DEBUG oslo_vmware.api [None req-8b360389-4428-4499-9782-ae1232b2ec78 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52ca29c8-21f7-4692-043b-4a6e161d28b1, 'name': SearchDatastore_Task, 'duration_secs': 0.107296} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2045.782575] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcd59fa3-45fe-4c35-b8d8-c183068eb86a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.787616] env[62438]: DEBUG oslo_vmware.api [None req-8b360389-4428-4499-9782-ae1232b2ec78 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Waiting for the task: (returnval){ [ 2045.787616] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52c1430a-ce3c-3e8d-d505-4ad623ac9f04" [ 2045.787616] env[62438]: _type = "Task" [ 2045.787616] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2045.796293] env[62438]: DEBUG oslo_vmware.api [None req-8b360389-4428-4499-9782-ae1232b2ec78 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52c1430a-ce3c-3e8d-d505-4ad623ac9f04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.815476] env[62438]: DEBUG oslo_vmware.api [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785959, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.835111] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: c35b7049-a1de-4b83-a6f5-430bc4a749d4] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 2046.137325] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8cdc34c-f1e6-4af2-a97c-bc4dc51091dc tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 9c33e6b9-78c2-48ba-9696-b656cd43776d] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 2046.137325] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dced9c54-f37f-4a13-a77b-1514f3d67e29 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.145052] env[62438]: DEBUG oslo_vmware.api [None req-c8cdc34c-f1e6-4af2-a97c-bc4dc51091dc tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Waiting for the task: (returnval){ [ 2046.145052] env[62438]: value = "task-1785960" [ 2046.145052] env[62438]: _type = "Task" [ 2046.145052] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2046.158897] env[62438]: DEBUG oslo_vmware.api [None req-c8cdc34c-f1e6-4af2-a97c-bc4dc51091dc tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': task-1785960, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.297677] env[62438]: DEBUG oslo_vmware.api [None req-8b360389-4428-4499-9782-ae1232b2ec78 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52c1430a-ce3c-3e8d-d505-4ad623ac9f04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.320672] env[62438]: DEBUG oslo_vmware.api [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785959, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.337855] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: a61bd079-f79b-41e7-8395-4693cc91c37d] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 2046.418760] env[62438]: DEBUG nova.network.neutron [None req-f197cf26-3db4-439c-b4c3-10a11a894a31 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: f15c8452-68d4-4a2b-8822-c66ef07528b8] Updating instance_info_cache with network_info: [{"id": "f2dadfb1-51a0-4804-a1be-8e8bd25e3a01", "address": "fa:16:3e:c7:43:ff", "network": {"id": "f204c615-6047-48c0-a7eb-65fe4ad424e5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1343144096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38d579b225154935bb754c9894cd2f33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2dadfb1-51", "ovs_interfaceid": "f2dadfb1-51a0-4804-a1be-8e8bd25e3a01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2046.656036] env[62438]: DEBUG oslo_vmware.api [None req-c8cdc34c-f1e6-4af2-a97c-bc4dc51091dc tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': task-1785960, 'name': PowerOffVM_Task, 'duration_secs': 0.354654} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2046.656036] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8cdc34c-f1e6-4af2-a97c-bc4dc51091dc tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 9c33e6b9-78c2-48ba-9696-b656cd43776d] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 2046.656036] env[62438]: DEBUG nova.compute.manager [None req-c8cdc34c-f1e6-4af2-a97c-bc4dc51091dc tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 9c33e6b9-78c2-48ba-9696-b656cd43776d] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2046.656614] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e203c365-c95d-4423-addc-c2bbd0508a97 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.797454] env[62438]: DEBUG oslo_vmware.api [None req-8b360389-4428-4499-9782-ae1232b2ec78 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52c1430a-ce3c-3e8d-d505-4ad623ac9f04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.816189] env[62438]: DEBUG oslo_vmware.api [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785959, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.841167] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: a85479e1-98d1-432e-a58a-e76c35563709] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 2046.921830] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f197cf26-3db4-439c-b4c3-10a11a894a31 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Releasing lock "refresh_cache-f15c8452-68d4-4a2b-8822-c66ef07528b8" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2047.167929] env[62438]: DEBUG oslo_concurrency.lockutils [None req-c8cdc34c-f1e6-4af2-a97c-bc4dc51091dc tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Lock "9c33e6b9-78c2-48ba-9696-b656cd43776d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.545s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2047.297998] env[62438]: DEBUG oslo_vmware.api [None req-8b360389-4428-4499-9782-ae1232b2ec78 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52c1430a-ce3c-3e8d-d505-4ad623ac9f04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.317403] env[62438]: DEBUG oslo_vmware.api [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785959, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.344483] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: 7d4adda9-4153-4554-9091-65348a0d6dc3] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 2047.446478] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5940f9eb-f9cb-493e-917d-3b4fa7c2d910 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.466558] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-776bdf83-12ce-45b9-97e5-71cebb58131b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.473340] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f197cf26-3db4-439c-b4c3-10a11a894a31 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: f15c8452-68d4-4a2b-8822-c66ef07528b8] Updating instance 'f15c8452-68d4-4a2b-8822-c66ef07528b8' progress to 83 {{(pid=62438) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 2047.799133] env[62438]: DEBUG oslo_vmware.api [None req-8b360389-4428-4499-9782-ae1232b2ec78 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52c1430a-ce3c-3e8d-d505-4ad623ac9f04, 'name': SearchDatastore_Task, 'duration_secs': 1.997066} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2047.799497] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8b360389-4428-4499-9782-ae1232b2ec78 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2047.799815] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b360389-4428-4499-9782-ae1232b2ec78 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 80d8b27b-2d92-4a02-9700-6952372b4cbd/80d8b27b-2d92-4a02-9700-6952372b4cbd.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 2047.800141] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-16f6e85c-4afe-427c-884d-2c76e2568de5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.806810] env[62438]: DEBUG oslo_vmware.api [None req-8b360389-4428-4499-9782-ae1232b2ec78 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Waiting for the task: (returnval){ [ 2047.806810] env[62438]: value = "task-1785961" [ 2047.806810] env[62438]: _type = "Task" [ 2047.806810] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2047.817393] env[62438]: DEBUG oslo_vmware.api [None req-8b360389-4428-4499-9782-ae1232b2ec78 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Task: {'id': task-1785961, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.820385] env[62438]: DEBUG oslo_vmware.api [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785959, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.848087] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: 3c59f0fe-b277-4734-9100-8955fbce830e] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 2047.979550] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-f197cf26-3db4-439c-b4c3-10a11a894a31 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: f15c8452-68d4-4a2b-8822-c66ef07528b8] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 2047.979938] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-59c8968b-f87a-4b71-ae4c-a2d73f1214d9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.988793] env[62438]: DEBUG oslo_vmware.api [None req-f197cf26-3db4-439c-b4c3-10a11a894a31 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Waiting for the task: (returnval){ [ 2047.988793] env[62438]: value = "task-1785962" [ 2047.988793] env[62438]: _type = "Task" [ 2047.988793] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2047.997953] env[62438]: DEBUG oslo_vmware.api [None req-f197cf26-3db4-439c-b4c3-10a11a894a31 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785962, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.319310] env[62438]: DEBUG oslo_vmware.api [None req-8b360389-4428-4499-9782-ae1232b2ec78 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Task: {'id': task-1785961, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.322418] env[62438]: DEBUG oslo_vmware.api [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785959, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.351208] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: ceadf541-e9dc-423a-97c5-3dfe483cbab4] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 2048.394481] env[62438]: DEBUG oslo_concurrency.lockutils [None req-3c2f6a1c-270f-4095-a1e1-f94aa93ab188 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Acquiring lock "9c33e6b9-78c2-48ba-9696-b656cd43776d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2048.394764] env[62438]: DEBUG oslo_concurrency.lockutils [None req-3c2f6a1c-270f-4095-a1e1-f94aa93ab188 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Lock "9c33e6b9-78c2-48ba-9696-b656cd43776d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2048.394984] env[62438]: DEBUG oslo_concurrency.lockutils [None req-3c2f6a1c-270f-4095-a1e1-f94aa93ab188 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Acquiring lock "9c33e6b9-78c2-48ba-9696-b656cd43776d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2048.395210] env[62438]: DEBUG oslo_concurrency.lockutils [None req-3c2f6a1c-270f-4095-a1e1-f94aa93ab188 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Lock "9c33e6b9-78c2-48ba-9696-b656cd43776d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2048.395395] env[62438]: DEBUG oslo_concurrency.lockutils [None req-3c2f6a1c-270f-4095-a1e1-f94aa93ab188 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Lock "9c33e6b9-78c2-48ba-9696-b656cd43776d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2048.398318] env[62438]: INFO nova.compute.manager [None req-3c2f6a1c-270f-4095-a1e1-f94aa93ab188 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 9c33e6b9-78c2-48ba-9696-b656cd43776d] Terminating instance [ 2048.400075] env[62438]: DEBUG nova.compute.manager [None req-3c2f6a1c-270f-4095-a1e1-f94aa93ab188 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 9c33e6b9-78c2-48ba-9696-b656cd43776d] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2048.400286] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-3c2f6a1c-270f-4095-a1e1-f94aa93ab188 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 9c33e6b9-78c2-48ba-9696-b656cd43776d] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 2048.401131] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-482a30c3-bde9-4394-ace3-eb2a2cd2df70 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.408382] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-3c2f6a1c-270f-4095-a1e1-f94aa93ab188 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 9c33e6b9-78c2-48ba-9696-b656cd43776d] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 2048.408629] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-58add2b0-f957-40fb-b714-d672cafa1833 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.498278] env[62438]: DEBUG oslo_vmware.api [None req-f197cf26-3db4-439c-b4c3-10a11a894a31 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785962, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.822561] env[62438]: DEBUG oslo_vmware.api [None req-8b360389-4428-4499-9782-ae1232b2ec78 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Task: {'id': task-1785961, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.825532] env[62438]: DEBUG oslo_vmware.api [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785959, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.855309] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: 2a865b41-1752-4d8e-81f0-3ca85069c831] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 2049.000666] env[62438]: DEBUG oslo_vmware.api [None req-f197cf26-3db4-439c-b4c3-10a11a894a31 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785962, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.318795] env[62438]: DEBUG oslo_vmware.api [None req-8b360389-4428-4499-9782-ae1232b2ec78 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Task: {'id': task-1785961, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.326695] env[62438]: DEBUG oslo_vmware.api [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785959, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.358441] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: a0ff8ae6-f1bf-4207-9042-2c55dbbda487] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 2049.500204] env[62438]: DEBUG oslo_vmware.api [None req-f197cf26-3db4-439c-b4c3-10a11a894a31 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785962, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.687873] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-3c2f6a1c-270f-4095-a1e1-f94aa93ab188 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 9c33e6b9-78c2-48ba-9696-b656cd43776d] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 2049.688163] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-3c2f6a1c-270f-4095-a1e1-f94aa93ab188 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 9c33e6b9-78c2-48ba-9696-b656cd43776d] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 2049.688383] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c2f6a1c-270f-4095-a1e1-f94aa93ab188 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Deleting the datastore file [datastore1] 9c33e6b9-78c2-48ba-9696-b656cd43776d {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2049.688663] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6e42cc1b-85ba-4aac-abb2-1ec88a722ae2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.695750] env[62438]: DEBUG oslo_vmware.api [None req-3c2f6a1c-270f-4095-a1e1-f94aa93ab188 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Waiting for the task: (returnval){ [ 2049.695750] env[62438]: value = "task-1785964" [ 2049.695750] env[62438]: _type = "Task" [ 2049.695750] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2049.703543] env[62438]: DEBUG oslo_vmware.api [None req-3c2f6a1c-270f-4095-a1e1-f94aa93ab188 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': task-1785964, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.820096] env[62438]: DEBUG oslo_vmware.api [None req-8b360389-4428-4499-9782-ae1232b2ec78 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Task: {'id': task-1785961, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.828480] env[62438]: DEBUG oslo_vmware.api [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785959, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.862329] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: 0531e871-6f05-4401-a2c7-47e3bdff2d97] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 2050.000670] env[62438]: DEBUG oslo_vmware.api [None req-f197cf26-3db4-439c-b4c3-10a11a894a31 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785962, 'name': PowerOnVM_Task} progress is 70%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.206160] env[62438]: DEBUG oslo_vmware.api [None req-3c2f6a1c-270f-4095-a1e1-f94aa93ab188 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': task-1785964, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.319251] env[62438]: DEBUG oslo_vmware.api [None req-8b360389-4428-4499-9782-ae1232b2ec78 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Task: {'id': task-1785961, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.328565] env[62438]: DEBUG oslo_vmware.api [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785959, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.366078] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: 7cf7de8e-8184-4588-8623-c85044515a9e] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 2050.501560] env[62438]: DEBUG oslo_vmware.api [None req-f197cf26-3db4-439c-b4c3-10a11a894a31 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785962, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.708034] env[62438]: DEBUG oslo_vmware.api [None req-3c2f6a1c-270f-4095-a1e1-f94aa93ab188 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': task-1785964, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.820219] env[62438]: DEBUG oslo_vmware.api [None req-8b360389-4428-4499-9782-ae1232b2ec78 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Task: {'id': task-1785961, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.828947] env[62438]: DEBUG oslo_vmware.api [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785959, 'name': MoveVirtualDisk_Task, 'duration_secs': 6.215929} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2050.829232] env[62438]: INFO nova.virt.vmwareapi.ds_util [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_aff980ce-4351-4d1f-9c1b-8120fdb887f9/OSTACK_IMG_aff980ce-4351-4d1f-9c1b-8120fdb887f9.vmdk to [datastore1] devstack-image-cache_base/74bc1159-efc4-4a12-bd66-220d664b6d42/74bc1159-efc4-4a12-bd66-220d664b6d42.vmdk. [ 2050.829428] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Cleaning up location [datastore1] OSTACK_IMG_aff980ce-4351-4d1f-9c1b-8120fdb887f9 {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2050.829598] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_aff980ce-4351-4d1f-9c1b-8120fdb887f9 {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2050.829901] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad4c1fec-2872-4cf9-8872-a5d26c885a0e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.835668] env[62438]: DEBUG oslo_vmware.api [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Waiting for the task: (returnval){ [ 2050.835668] env[62438]: value = "task-1785965" [ 2050.835668] env[62438]: _type = "Task" [ 2050.835668] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2050.842883] env[62438]: DEBUG oslo_vmware.api [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785965, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.869467] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: 23364d4c-07c7-4521-8f21-23226f1edb8c] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 2051.001538] env[62438]: DEBUG oslo_vmware.api [None req-f197cf26-3db4-439c-b4c3-10a11a894a31 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785962, 'name': PowerOnVM_Task, 'duration_secs': 2.564465} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2051.001738] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-f197cf26-3db4-439c-b4c3-10a11a894a31 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: f15c8452-68d4-4a2b-8822-c66ef07528b8] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 2051.001938] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f197cf26-3db4-439c-b4c3-10a11a894a31 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: f15c8452-68d4-4a2b-8822-c66ef07528b8] Updating instance 'f15c8452-68d4-4a2b-8822-c66ef07528b8' progress to 100 {{(pid=62438) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 2051.206841] env[62438]: DEBUG oslo_vmware.api [None req-3c2f6a1c-270f-4095-a1e1-f94aa93ab188 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': task-1785964, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.302706} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2051.207169] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c2f6a1c-270f-4095-a1e1-f94aa93ab188 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2051.207372] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-3c2f6a1c-270f-4095-a1e1-f94aa93ab188 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 9c33e6b9-78c2-48ba-9696-b656cd43776d] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 2051.207559] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-3c2f6a1c-270f-4095-a1e1-f94aa93ab188 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 9c33e6b9-78c2-48ba-9696-b656cd43776d] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 2051.207736] env[62438]: INFO nova.compute.manager [None req-3c2f6a1c-270f-4095-a1e1-f94aa93ab188 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 9c33e6b9-78c2-48ba-9696-b656cd43776d] Took 2.81 seconds to destroy the instance on the hypervisor. [ 2051.207985] env[62438]: DEBUG oslo.service.loopingcall [None req-3c2f6a1c-270f-4095-a1e1-f94aa93ab188 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2051.208237] env[62438]: DEBUG nova.compute.manager [-] [instance: 9c33e6b9-78c2-48ba-9696-b656cd43776d] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2051.208332] env[62438]: DEBUG nova.network.neutron [-] [instance: 9c33e6b9-78c2-48ba-9696-b656cd43776d] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2051.321324] env[62438]: DEBUG oslo_vmware.api [None req-8b360389-4428-4499-9782-ae1232b2ec78 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Task: {'id': task-1785961, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.114175} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2051.321738] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b360389-4428-4499-9782-ae1232b2ec78 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 80d8b27b-2d92-4a02-9700-6952372b4cbd/80d8b27b-2d92-4a02-9700-6952372b4cbd.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 2051.321842] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-8b360389-4428-4499-9782-ae1232b2ec78 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: 80d8b27b-2d92-4a02-9700-6952372b4cbd] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2051.322089] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c590d15f-bb6b-4da0-a8e0-f56ece320582 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.328306] env[62438]: DEBUG oslo_vmware.api [None req-8b360389-4428-4499-9782-ae1232b2ec78 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Waiting for the task: (returnval){ [ 2051.328306] env[62438]: value = "task-1785966" [ 2051.328306] env[62438]: _type = "Task" [ 2051.328306] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2051.336320] env[62438]: DEBUG oslo_vmware.api [None req-8b360389-4428-4499-9782-ae1232b2ec78 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Task: {'id': task-1785966, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.345109] env[62438]: DEBUG oslo_vmware.api [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785965, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.280361} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2051.345389] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2051.345570] env[62438]: DEBUG oslo_concurrency.lockutils [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74bc1159-efc4-4a12-bd66-220d664b6d42/74bc1159-efc4-4a12-bd66-220d664b6d42.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2051.345839] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74bc1159-efc4-4a12-bd66-220d664b6d42/74bc1159-efc4-4a12-bd66-220d664b6d42.vmdk to [datastore1] aad6a786-86ef-44e1-a756-3e1e8659c0e6/aad6a786-86ef-44e1-a756-3e1e8659c0e6.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 2051.346132] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-52b4253a-9411-4cd9-afba-0346569d760d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.352343] env[62438]: DEBUG oslo_vmware.api [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Waiting for the task: (returnval){ [ 2051.352343] env[62438]: value = "task-1785967" [ 2051.352343] env[62438]: _type = "Task" [ 2051.352343] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2051.359750] env[62438]: DEBUG oslo_vmware.api [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785967, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.372340] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: 1e64c34f-a88f-4359-8460-043983887aa3] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 2051.556693] env[62438]: DEBUG nova.compute.manager [req-e494419a-a02d-48f8-a6c9-9fa71af3c760 req-e6deb1b6-780e-49c1-9e7b-1b98c6814bb1 service nova] [instance: 9c33e6b9-78c2-48ba-9696-b656cd43776d] Received event network-vif-deleted-88be73f1-5659-47b8-ba72-038484d8176c {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 2051.556969] env[62438]: INFO nova.compute.manager [req-e494419a-a02d-48f8-a6c9-9fa71af3c760 req-e6deb1b6-780e-49c1-9e7b-1b98c6814bb1 service nova] [instance: 9c33e6b9-78c2-48ba-9696-b656cd43776d] Neutron deleted interface 88be73f1-5659-47b8-ba72-038484d8176c; detaching it from the instance and deleting it from the info cache [ 2051.557315] env[62438]: DEBUG nova.network.neutron [req-e494419a-a02d-48f8-a6c9-9fa71af3c760 req-e6deb1b6-780e-49c1-9e7b-1b98c6814bb1 service nova] [instance: 9c33e6b9-78c2-48ba-9696-b656cd43776d] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2051.839267] env[62438]: DEBUG oslo_vmware.api [None req-8b360389-4428-4499-9782-ae1232b2ec78 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Task: {'id': task-1785966, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064232} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2051.839519] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-8b360389-4428-4499-9782-ae1232b2ec78 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: 80d8b27b-2d92-4a02-9700-6952372b4cbd] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2051.840392] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0731d8c-5a1f-428d-8977-a4961e8fcade {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.862627] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b360389-4428-4499-9782-ae1232b2ec78 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: 80d8b27b-2d92-4a02-9700-6952372b4cbd] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] 80d8b27b-2d92-4a02-9700-6952372b4cbd/80d8b27b-2d92-4a02-9700-6952372b4cbd.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2051.865613] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df6a2b5f-1024-4a95-be27-3f668e1d07b0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.879650] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: fac5fe80-b815-4df0-a95e-6c1e52395caa] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 2051.887206] env[62438]: DEBUG oslo_vmware.api [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785967, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.888500] env[62438]: DEBUG oslo_vmware.api [None req-8b360389-4428-4499-9782-ae1232b2ec78 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Waiting for the task: (returnval){ [ 2051.888500] env[62438]: value = "task-1785968" [ 2051.888500] env[62438]: _type = "Task" [ 2051.888500] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2051.896081] env[62438]: DEBUG oslo_vmware.api [None req-8b360389-4428-4499-9782-ae1232b2ec78 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Task: {'id': task-1785968, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2052.034694] env[62438]: DEBUG nova.network.neutron [-] [instance: 9c33e6b9-78c2-48ba-9696-b656cd43776d] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2052.060052] env[62438]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1777d6ee-7946-48c0-a34b-202471ca2725 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.069769] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab20b74-e878-4887-82e8-dc6ac421bc94 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.099027] env[62438]: DEBUG nova.compute.manager [req-e494419a-a02d-48f8-a6c9-9fa71af3c760 req-e6deb1b6-780e-49c1-9e7b-1b98c6814bb1 service nova] [instance: 9c33e6b9-78c2-48ba-9696-b656cd43776d] Detach interface failed, port_id=88be73f1-5659-47b8-ba72-038484d8176c, reason: Instance 9c33e6b9-78c2-48ba-9696-b656cd43776d could not be found. {{(pid=62438) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 2052.363360] env[62438]: DEBUG oslo_vmware.api [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785967, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2052.382986] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: 0966016a-9742-4bcc-9b2f-81e684a54d46] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 2052.398376] env[62438]: DEBUG oslo_vmware.api [None req-8b360389-4428-4499-9782-ae1232b2ec78 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Task: {'id': task-1785968, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2052.537569] env[62438]: INFO nova.compute.manager [-] [instance: 9c33e6b9-78c2-48ba-9696-b656cd43776d] Took 1.33 seconds to deallocate network for instance. [ 2052.865272] env[62438]: DEBUG oslo_vmware.api [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785967, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2052.886031] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] [instance: 29223975-ba66-48c1-9dd6-07143475fb2a] Instance has had 0 of 5 cleanup attempts {{(pid=62438) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 2052.898951] env[62438]: DEBUG oslo_vmware.api [None req-8b360389-4428-4499-9782-ae1232b2ec78 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Task: {'id': task-1785968, 'name': ReconfigVM_Task, 'duration_secs': 0.993803} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2052.899282] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b360389-4428-4499-9782-ae1232b2ec78 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: 80d8b27b-2d92-4a02-9700-6952372b4cbd] Reconfigured VM instance instance-0000007a to attach disk [datastore1] 80d8b27b-2d92-4a02-9700-6952372b4cbd/80d8b27b-2d92-4a02-9700-6952372b4cbd.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2052.899959] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-af6593fa-88d1-4571-aaa8-c489f6e2ff8d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.906640] env[62438]: DEBUG oslo_vmware.api [None req-8b360389-4428-4499-9782-ae1232b2ec78 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Waiting for the task: (returnval){ [ 2052.906640] env[62438]: value = "task-1785969" [ 2052.906640] env[62438]: _type = "Task" [ 2052.906640] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2052.915073] env[62438]: DEBUG oslo_vmware.api [None req-8b360389-4428-4499-9782-ae1232b2ec78 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Task: {'id': task-1785969, 'name': Rename_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2053.044885] env[62438]: DEBUG oslo_concurrency.lockutils [None req-3c2f6a1c-270f-4095-a1e1-f94aa93ab188 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2053.044885] env[62438]: DEBUG oslo_concurrency.lockutils [None req-3c2f6a1c-270f-4095-a1e1-f94aa93ab188 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2053.044885] env[62438]: DEBUG nova.objects.instance [None req-3c2f6a1c-270f-4095-a1e1-f94aa93ab188 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Lazy-loading 'resources' on Instance uuid 9c33e6b9-78c2-48ba-9696-b656cd43776d {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2053.364771] env[62438]: DEBUG oslo_vmware.api [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785967, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2053.389360] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2053.389605] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Cleaning up deleted instances with incomplete migration {{(pid=62438) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11264}} [ 2053.415702] env[62438]: DEBUG oslo_vmware.api [None req-8b360389-4428-4499-9782-ae1232b2ec78 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Task: {'id': task-1785969, 'name': Rename_Task, 'duration_secs': 0.253627} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2053.417846] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b360389-4428-4499-9782-ae1232b2ec78 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: 80d8b27b-2d92-4a02-9700-6952372b4cbd] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 2053.417846] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7aa5f2a1-7e11-410c-8d3e-e85ed892b870 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.423077] env[62438]: DEBUG oslo_vmware.api [None req-8b360389-4428-4499-9782-ae1232b2ec78 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Waiting for the task: (returnval){ [ 2053.423077] env[62438]: value = "task-1785970" [ 2053.423077] env[62438]: _type = "Task" [ 2053.423077] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2053.430323] env[62438]: DEBUG oslo_vmware.api [None req-8b360389-4428-4499-9782-ae1232b2ec78 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Task: {'id': task-1785970, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2053.575536] env[62438]: DEBUG nova.network.neutron [None req-d6ec220a-4fb7-457a-9ab1-b2fecc2d7335 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: f15c8452-68d4-4a2b-8822-c66ef07528b8] Port f2dadfb1-51a0-4804-a1be-8e8bd25e3a01 binding to destination host cpu-1 is already ACTIVE {{(pid=62438) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 2053.575890] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d6ec220a-4fb7-457a-9ab1-b2fecc2d7335 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Acquiring lock "refresh_cache-f15c8452-68d4-4a2b-8822-c66ef07528b8" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2053.576125] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d6ec220a-4fb7-457a-9ab1-b2fecc2d7335 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Acquired lock "refresh_cache-f15c8452-68d4-4a2b-8822-c66ef07528b8" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2053.576289] env[62438]: DEBUG nova.network.neutron [None req-d6ec220a-4fb7-457a-9ab1-b2fecc2d7335 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: f15c8452-68d4-4a2b-8822-c66ef07528b8] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2053.643638] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b405919-22ab-49ee-b54e-946657b503da {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.651840] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb7c901-b78f-4245-9702-da8954c730a9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.683166] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-829a80f7-47c3-402e-9ab3-56547d14694a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.691299] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0f97fe5-3726-4654-9277-245b8c2467bf {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.705103] env[62438]: DEBUG nova.compute.provider_tree [None req-3c2f6a1c-270f-4095-a1e1-f94aa93ab188 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Updating inventory in ProviderTree for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2053.866541] env[62438]: DEBUG oslo_vmware.api [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785967, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2053.892535] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2053.933400] env[62438]: DEBUG oslo_vmware.api [None req-8b360389-4428-4499-9782-ae1232b2ec78 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Task: {'id': task-1785970, 'name': PowerOnVM_Task, 'duration_secs': 0.491104} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2053.933680] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b360389-4428-4499-9782-ae1232b2ec78 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: 80d8b27b-2d92-4a02-9700-6952372b4cbd] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 2053.933952] env[62438]: INFO nova.compute.manager [None req-8b360389-4428-4499-9782-ae1232b2ec78 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: 80d8b27b-2d92-4a02-9700-6952372b4cbd] Took 12.75 seconds to spawn the instance on the hypervisor. [ 2053.934178] env[62438]: DEBUG nova.compute.manager [None req-8b360389-4428-4499-9782-ae1232b2ec78 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: 80d8b27b-2d92-4a02-9700-6952372b4cbd] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2053.934958] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d36ecfa-5ea7-47c2-b8aa-63a88c2ab4e7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.226102] env[62438]: ERROR nova.scheduler.client.report [None req-3c2f6a1c-270f-4095-a1e1-f94aa93ab188 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [req-264d7fa2-ba86-4114-b51e-bdd16330e388] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 3d204b25-fa3a-4320-b81b-738bc1f337f5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-264d7fa2-ba86-4114-b51e-bdd16330e388"}]} [ 2054.241793] env[62438]: DEBUG nova.scheduler.client.report [None req-3c2f6a1c-270f-4095-a1e1-f94aa93ab188 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Refreshing inventories for resource provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 2054.254612] env[62438]: DEBUG nova.scheduler.client.report [None req-3c2f6a1c-270f-4095-a1e1-f94aa93ab188 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Updating ProviderTree inventory for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 2054.254781] env[62438]: DEBUG nova.compute.provider_tree [None req-3c2f6a1c-270f-4095-a1e1-f94aa93ab188 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Updating inventory in ProviderTree for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2054.267916] env[62438]: DEBUG nova.scheduler.client.report [None req-3c2f6a1c-270f-4095-a1e1-f94aa93ab188 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Refreshing aggregate associations for resource provider 3d204b25-fa3a-4320-b81b-738bc1f337f5, aggregates: None {{(pid=62438) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 2054.285965] env[62438]: DEBUG nova.scheduler.client.report [None req-3c2f6a1c-270f-4095-a1e1-f94aa93ab188 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Refreshing trait associations for resource provider 3d204b25-fa3a-4320-b81b-738bc1f337f5, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62438) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 2054.366699] env[62438]: DEBUG oslo_vmware.api [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785967, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2054.392956] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b82995f-5b80-423a-a1bb-ca951b9aca37 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.400585] env[62438]: DEBUG nova.network.neutron [None req-d6ec220a-4fb7-457a-9ab1-b2fecc2d7335 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: f15c8452-68d4-4a2b-8822-c66ef07528b8] Updating instance_info_cache with network_info: [{"id": "f2dadfb1-51a0-4804-a1be-8e8bd25e3a01", "address": "fa:16:3e:c7:43:ff", "network": {"id": "f204c615-6047-48c0-a7eb-65fe4ad424e5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1343144096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38d579b225154935bb754c9894cd2f33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2dadfb1-51", "ovs_interfaceid": "f2dadfb1-51a0-4804-a1be-8e8bd25e3a01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2054.404802] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9463d298-9867-4ef1-9738-4d4b01a618a5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.436889] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1efcfd8e-7abe-496b-ade6-483e7fe27889 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.449492] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d03537-cfe4-4f9c-ae90-6695cda22511 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.453659] env[62438]: INFO nova.compute.manager [None req-8b360389-4428-4499-9782-ae1232b2ec78 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: 80d8b27b-2d92-4a02-9700-6952372b4cbd] Took 17.48 seconds to build instance. [ 2054.464893] env[62438]: DEBUG nova.compute.provider_tree [None req-3c2f6a1c-270f-4095-a1e1-f94aa93ab188 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Updating inventory in ProviderTree for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2054.867384] env[62438]: DEBUG oslo_vmware.api [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785967, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2054.901297] env[62438]: DEBUG oslo_concurrency.lockutils [None req-4e915ad5-6a81-45a6-bb24-85e596705d87 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Acquiring lock "80d8b27b-2d92-4a02-9700-6952372b4cbd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2054.905212] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d6ec220a-4fb7-457a-9ab1-b2fecc2d7335 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Releasing lock "refresh_cache-f15c8452-68d4-4a2b-8822-c66ef07528b8" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2054.956468] env[62438]: DEBUG oslo_concurrency.lockutils [None req-8b360389-4428-4499-9782-ae1232b2ec78 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Lock "80d8b27b-2d92-4a02-9700-6952372b4cbd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.984s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2054.956774] env[62438]: DEBUG oslo_concurrency.lockutils [None req-4e915ad5-6a81-45a6-bb24-85e596705d87 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Lock "80d8b27b-2d92-4a02-9700-6952372b4cbd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.056s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2054.957081] env[62438]: DEBUG oslo_concurrency.lockutils [None req-4e915ad5-6a81-45a6-bb24-85e596705d87 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Acquiring lock "80d8b27b-2d92-4a02-9700-6952372b4cbd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2054.957340] env[62438]: DEBUG oslo_concurrency.lockutils [None req-4e915ad5-6a81-45a6-bb24-85e596705d87 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Lock "80d8b27b-2d92-4a02-9700-6952372b4cbd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2054.957565] env[62438]: DEBUG oslo_concurrency.lockutils [None req-4e915ad5-6a81-45a6-bb24-85e596705d87 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Lock "80d8b27b-2d92-4a02-9700-6952372b4cbd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2054.959856] env[62438]: INFO nova.compute.manager [None req-4e915ad5-6a81-45a6-bb24-85e596705d87 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: 80d8b27b-2d92-4a02-9700-6952372b4cbd] Terminating instance [ 2054.962797] env[62438]: DEBUG nova.compute.manager [None req-4e915ad5-6a81-45a6-bb24-85e596705d87 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: 80d8b27b-2d92-4a02-9700-6952372b4cbd] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2054.963187] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-4e915ad5-6a81-45a6-bb24-85e596705d87 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: 80d8b27b-2d92-4a02-9700-6952372b4cbd] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 2054.964454] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aba2dd8-a12d-446f-8c55-18804fd8473e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.975511] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e915ad5-6a81-45a6-bb24-85e596705d87 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: 80d8b27b-2d92-4a02-9700-6952372b4cbd] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 2054.975861] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc4c9e99-e793-46d0-a087-8210ca4f452a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.983053] env[62438]: DEBUG oslo_vmware.api [None req-4e915ad5-6a81-45a6-bb24-85e596705d87 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Waiting for the task: (returnval){ [ 2054.983053] env[62438]: value = "task-1785971" [ 2054.983053] env[62438]: _type = "Task" [ 2054.983053] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2054.991610] env[62438]: DEBUG oslo_vmware.api [None req-4e915ad5-6a81-45a6-bb24-85e596705d87 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Task: {'id': task-1785971, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.000734] env[62438]: DEBUG nova.scheduler.client.report [None req-3c2f6a1c-270f-4095-a1e1-f94aa93ab188 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Updated inventory for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with generation 188 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 2055.001195] env[62438]: DEBUG nova.compute.provider_tree [None req-3c2f6a1c-270f-4095-a1e1-f94aa93ab188 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Updating resource provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 generation from 188 to 189 during operation: update_inventory {{(pid=62438) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2055.001461] env[62438]: DEBUG nova.compute.provider_tree [None req-3c2f6a1c-270f-4095-a1e1-f94aa93ab188 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Updating inventory in ProviderTree for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2055.367802] env[62438]: DEBUG oslo_vmware.api [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785967, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.408201] env[62438]: DEBUG nova.compute.manager [None req-d6ec220a-4fb7-457a-9ab1-b2fecc2d7335 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: f15c8452-68d4-4a2b-8822-c66ef07528b8] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62438) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:897}} [ 2055.408463] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d6ec220a-4fb7-457a-9ab1-b2fecc2d7335 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2055.493728] env[62438]: DEBUG oslo_vmware.api [None req-4e915ad5-6a81-45a6-bb24-85e596705d87 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Task: {'id': task-1785971, 'name': PowerOffVM_Task, 'duration_secs': 0.363503} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2055.494191] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e915ad5-6a81-45a6-bb24-85e596705d87 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: 80d8b27b-2d92-4a02-9700-6952372b4cbd] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 2055.494456] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-4e915ad5-6a81-45a6-bb24-85e596705d87 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: 80d8b27b-2d92-4a02-9700-6952372b4cbd] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 2055.494580] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a60f89d-1025-4ac0-82a9-46d68a643cfc {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.506571] env[62438]: DEBUG oslo_concurrency.lockutils [None req-3c2f6a1c-270f-4095-a1e1-f94aa93ab188 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.462s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2055.508604] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d6ec220a-4fb7-457a-9ab1-b2fecc2d7335 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.100s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2055.529365] env[62438]: INFO nova.scheduler.client.report [None req-3c2f6a1c-270f-4095-a1e1-f94aa93ab188 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Deleted allocations for instance 9c33e6b9-78c2-48ba-9696-b656cd43776d [ 2055.574256] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-4e915ad5-6a81-45a6-bb24-85e596705d87 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: 80d8b27b-2d92-4a02-9700-6952372b4cbd] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 2055.574513] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-4e915ad5-6a81-45a6-bb24-85e596705d87 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: 80d8b27b-2d92-4a02-9700-6952372b4cbd] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 2055.574667] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e915ad5-6a81-45a6-bb24-85e596705d87 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Deleting the datastore file [datastore1] 80d8b27b-2d92-4a02-9700-6952372b4cbd {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2055.574954] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47623555-ec3e-4588-903a-e3b1ef916d61 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.582509] env[62438]: DEBUG oslo_vmware.api [None req-4e915ad5-6a81-45a6-bb24-85e596705d87 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Waiting for the task: (returnval){ [ 2055.582509] env[62438]: value = "task-1785973" [ 2055.582509] env[62438]: _type = "Task" [ 2055.582509] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2055.590863] env[62438]: DEBUG oslo_vmware.api [None req-4e915ad5-6a81-45a6-bb24-85e596705d87 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Task: {'id': task-1785973, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.868642] env[62438]: DEBUG oslo_vmware.api [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785967, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.011611] env[62438]: DEBUG nova.objects.instance [None req-d6ec220a-4fb7-457a-9ab1-b2fecc2d7335 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Lazy-loading 'migration_context' on Instance uuid f15c8452-68d4-4a2b-8822-c66ef07528b8 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2056.037634] env[62438]: DEBUG oslo_concurrency.lockutils [None req-3c2f6a1c-270f-4095-a1e1-f94aa93ab188 tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Lock "9c33e6b9-78c2-48ba-9696-b656cd43776d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.643s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2056.093145] env[62438]: DEBUG oslo_vmware.api [None req-4e915ad5-6a81-45a6-bb24-85e596705d87 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Task: {'id': task-1785973, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.369275] env[62438]: DEBUG oslo_vmware.api [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785967, 'name': CopyVirtualDisk_Task, 'duration_secs': 4.602333} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2056.369512] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74bc1159-efc4-4a12-bd66-220d664b6d42/74bc1159-efc4-4a12-bd66-220d664b6d42.vmdk to [datastore1] aad6a786-86ef-44e1-a756-3e1e8659c0e6/aad6a786-86ef-44e1-a756-3e1e8659c0e6.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 2056.370278] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e59261-81e0-41a6-810d-32f190ee753e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.391491] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] aad6a786-86ef-44e1-a756-3e1e8659c0e6/aad6a786-86ef-44e1-a756-3e1e8659c0e6.vmdk or device None with type streamOptimized {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2056.391761] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26ba86d1-e4b6-4c5c-a250-d7eb51cb75bc {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.411464] env[62438]: DEBUG oslo_vmware.api [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Waiting for the task: (returnval){ [ 2056.411464] env[62438]: value = "task-1785974" [ 2056.411464] env[62438]: _type = "Task" [ 2056.411464] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2056.421611] env[62438]: DEBUG oslo_vmware.api [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785974, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.490582] env[62438]: DEBUG oslo_concurrency.lockutils [None req-595170d1-f902-4d5d-812d-6bea99fc464a tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Acquiring lock "12f48787-544b-48ad-b82c-c364d4f3afc4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2056.490867] env[62438]: DEBUG oslo_concurrency.lockutils [None req-595170d1-f902-4d5d-812d-6bea99fc464a tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Lock "12f48787-544b-48ad-b82c-c364d4f3afc4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2056.491109] env[62438]: DEBUG oslo_concurrency.lockutils [None req-595170d1-f902-4d5d-812d-6bea99fc464a tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Acquiring lock "12f48787-544b-48ad-b82c-c364d4f3afc4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2056.491309] env[62438]: DEBUG oslo_concurrency.lockutils [None req-595170d1-f902-4d5d-812d-6bea99fc464a tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Lock "12f48787-544b-48ad-b82c-c364d4f3afc4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2056.491490] env[62438]: DEBUG oslo_concurrency.lockutils [None req-595170d1-f902-4d5d-812d-6bea99fc464a tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Lock "12f48787-544b-48ad-b82c-c364d4f3afc4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2056.493566] env[62438]: INFO nova.compute.manager [None req-595170d1-f902-4d5d-812d-6bea99fc464a tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 12f48787-544b-48ad-b82c-c364d4f3afc4] Terminating instance [ 2056.495335] env[62438]: DEBUG nova.compute.manager [None req-595170d1-f902-4d5d-812d-6bea99fc464a tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 12f48787-544b-48ad-b82c-c364d4f3afc4] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2056.495534] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-595170d1-f902-4d5d-812d-6bea99fc464a tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 12f48787-544b-48ad-b82c-c364d4f3afc4] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 2056.496430] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e694016-6f9d-4d62-a7a9-ff4a18cd1366 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.504071] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-595170d1-f902-4d5d-812d-6bea99fc464a tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 12f48787-544b-48ad-b82c-c364d4f3afc4] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 2056.504309] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9bd1042c-e353-4816-8b48-71ff062aece4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.510247] env[62438]: DEBUG oslo_vmware.api [None req-595170d1-f902-4d5d-812d-6bea99fc464a tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Waiting for the task: (returnval){ [ 2056.510247] env[62438]: value = "task-1785975" [ 2056.510247] env[62438]: _type = "Task" [ 2056.510247] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2056.518734] env[62438]: DEBUG oslo_vmware.api [None req-595170d1-f902-4d5d-812d-6bea99fc464a tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': task-1785975, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.595548] env[62438]: DEBUG oslo_vmware.api [None req-4e915ad5-6a81-45a6-bb24-85e596705d87 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Task: {'id': task-1785973, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.599029] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-747fb688-6450-46f0-983a-7cf600ef5445 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.605734] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2357b784-ff13-4790-9ce0-1d78225edcad {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.636489] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5dfe166-2852-411f-abf8-dfce3657dff6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.644015] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55adf837-47ae-4529-a371-38fde63b5d0b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.657212] env[62438]: DEBUG nova.compute.provider_tree [None req-d6ec220a-4fb7-457a-9ab1-b2fecc2d7335 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2056.921755] env[62438]: DEBUG oslo_vmware.api [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785974, 'name': ReconfigVM_Task, 'duration_secs': 0.445118} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2056.921755] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Reconfigured VM instance instance-00000071 to attach disk [datastore1] aad6a786-86ef-44e1-a756-3e1e8659c0e6/aad6a786-86ef-44e1-a756-3e1e8659c0e6.vmdk or device None with type streamOptimized {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2056.922450] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-edcfc8a7-c283-48e2-84d0-7c657c02cb45 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.929376] env[62438]: DEBUG oslo_vmware.api [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Waiting for the task: (returnval){ [ 2056.929376] env[62438]: value = "task-1785976" [ 2056.929376] env[62438]: _type = "Task" [ 2056.929376] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2056.937546] env[62438]: DEBUG oslo_vmware.api [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785976, 'name': Rename_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.020194] env[62438]: DEBUG oslo_vmware.api [None req-595170d1-f902-4d5d-812d-6bea99fc464a tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': task-1785975, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.094553] env[62438]: DEBUG oslo_vmware.api [None req-4e915ad5-6a81-45a6-bb24-85e596705d87 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Task: {'id': task-1785973, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.157718} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2057.094804] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e915ad5-6a81-45a6-bb24-85e596705d87 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2057.095029] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-4e915ad5-6a81-45a6-bb24-85e596705d87 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: 80d8b27b-2d92-4a02-9700-6952372b4cbd] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 2057.095253] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-4e915ad5-6a81-45a6-bb24-85e596705d87 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: 80d8b27b-2d92-4a02-9700-6952372b4cbd] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 2057.095441] env[62438]: INFO nova.compute.manager [None req-4e915ad5-6a81-45a6-bb24-85e596705d87 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: 80d8b27b-2d92-4a02-9700-6952372b4cbd] Took 2.13 seconds to destroy the instance on the hypervisor. [ 2057.095683] env[62438]: DEBUG oslo.service.loopingcall [None req-4e915ad5-6a81-45a6-bb24-85e596705d87 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2057.095922] env[62438]: DEBUG nova.compute.manager [-] [instance: 80d8b27b-2d92-4a02-9700-6952372b4cbd] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2057.096031] env[62438]: DEBUG nova.network.neutron [-] [instance: 80d8b27b-2d92-4a02-9700-6952372b4cbd] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2057.160641] env[62438]: DEBUG nova.scheduler.client.report [None req-d6ec220a-4fb7-457a-9ab1-b2fecc2d7335 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2057.378426] env[62438]: DEBUG nova.compute.manager [req-68f7a682-5b90-4e65-b13d-7316d407c898 req-d7df6a5f-0d68-4ab3-9ea6-65db568feb7c service nova] [instance: 80d8b27b-2d92-4a02-9700-6952372b4cbd] Received event network-vif-deleted-b006c6d4-8909-43f5-9885-62be1d527f2e {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 2057.378617] env[62438]: INFO nova.compute.manager [req-68f7a682-5b90-4e65-b13d-7316d407c898 req-d7df6a5f-0d68-4ab3-9ea6-65db568feb7c service nova] [instance: 80d8b27b-2d92-4a02-9700-6952372b4cbd] Neutron deleted interface b006c6d4-8909-43f5-9885-62be1d527f2e; detaching it from the instance and deleting it from the info cache [ 2057.378797] env[62438]: DEBUG nova.network.neutron [req-68f7a682-5b90-4e65-b13d-7316d407c898 req-d7df6a5f-0d68-4ab3-9ea6-65db568feb7c service nova] [instance: 80d8b27b-2d92-4a02-9700-6952372b4cbd] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2057.440824] env[62438]: DEBUG oslo_vmware.api [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785976, 'name': Rename_Task, 'duration_secs': 0.143602} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2057.441115] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 2057.441381] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-328d2450-5c1f-4393-9c03-1c2abe47abcd {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.447627] env[62438]: DEBUG oslo_vmware.api [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Waiting for the task: (returnval){ [ 2057.447627] env[62438]: value = "task-1785977" [ 2057.447627] env[62438]: _type = "Task" [ 2057.447627] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2057.455057] env[62438]: DEBUG oslo_vmware.api [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785977, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.520775] env[62438]: DEBUG oslo_vmware.api [None req-595170d1-f902-4d5d-812d-6bea99fc464a tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': task-1785975, 'name': PowerOffVM_Task, 'duration_secs': 0.51517} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2057.521072] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-595170d1-f902-4d5d-812d-6bea99fc464a tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 12f48787-544b-48ad-b82c-c364d4f3afc4] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 2057.521256] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-595170d1-f902-4d5d-812d-6bea99fc464a tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 12f48787-544b-48ad-b82c-c364d4f3afc4] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 2057.521502] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-caf549cd-831e-49b5-a7ba-83bab2b0eb38 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.857794] env[62438]: DEBUG nova.network.neutron [-] [instance: 80d8b27b-2d92-4a02-9700-6952372b4cbd] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2057.881428] env[62438]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cfb6ebb0-9046-43fa-b730-acf9f5f06927 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.890695] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a68b64b0-a5bc-4158-ad14-8bfd84939dce {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.917102] env[62438]: DEBUG nova.compute.manager [req-68f7a682-5b90-4e65-b13d-7316d407c898 req-d7df6a5f-0d68-4ab3-9ea6-65db568feb7c service nova] [instance: 80d8b27b-2d92-4a02-9700-6952372b4cbd] Detach interface failed, port_id=b006c6d4-8909-43f5-9885-62be1d527f2e, reason: Instance 80d8b27b-2d92-4a02-9700-6952372b4cbd could not be found. {{(pid=62438) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 2057.957332] env[62438]: DEBUG oslo_vmware.api [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785977, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2058.170620] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d6ec220a-4fb7-457a-9ab1-b2fecc2d7335 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.662s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2058.194061] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-595170d1-f902-4d5d-812d-6bea99fc464a tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 12f48787-544b-48ad-b82c-c364d4f3afc4] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 2058.194351] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-595170d1-f902-4d5d-812d-6bea99fc464a tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 12f48787-544b-48ad-b82c-c364d4f3afc4] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 2058.194592] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-595170d1-f902-4d5d-812d-6bea99fc464a tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Deleting the datastore file [datastore1] 12f48787-544b-48ad-b82c-c364d4f3afc4 {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2058.195366] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7fef2362-fbc3-4995-b6a4-c003c9fa041f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.202645] env[62438]: DEBUG oslo_vmware.api [None req-595170d1-f902-4d5d-812d-6bea99fc464a tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Waiting for the task: (returnval){ [ 2058.202645] env[62438]: value = "task-1785979" [ 2058.202645] env[62438]: _type = "Task" [ 2058.202645] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2058.210931] env[62438]: DEBUG oslo_vmware.api [None req-595170d1-f902-4d5d-812d-6bea99fc464a tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': task-1785979, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2058.359650] env[62438]: INFO nova.compute.manager [-] [instance: 80d8b27b-2d92-4a02-9700-6952372b4cbd] Took 1.26 seconds to deallocate network for instance. [ 2058.459395] env[62438]: DEBUG oslo_vmware.api [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785977, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2058.712408] env[62438]: DEBUG oslo_vmware.api [None req-595170d1-f902-4d5d-812d-6bea99fc464a tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Task: {'id': task-1785979, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218853} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2058.712686] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-595170d1-f902-4d5d-812d-6bea99fc464a tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2058.712875] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-595170d1-f902-4d5d-812d-6bea99fc464a tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 12f48787-544b-48ad-b82c-c364d4f3afc4] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 2058.713072] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-595170d1-f902-4d5d-812d-6bea99fc464a tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 12f48787-544b-48ad-b82c-c364d4f3afc4] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 2058.713275] env[62438]: INFO nova.compute.manager [None req-595170d1-f902-4d5d-812d-6bea99fc464a tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] [instance: 12f48787-544b-48ad-b82c-c364d4f3afc4] Took 2.22 seconds to destroy the instance on the hypervisor. [ 2058.713528] env[62438]: DEBUG oslo.service.loopingcall [None req-595170d1-f902-4d5d-812d-6bea99fc464a tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2058.713731] env[62438]: DEBUG nova.compute.manager [-] [instance: 12f48787-544b-48ad-b82c-c364d4f3afc4] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2058.713840] env[62438]: DEBUG nova.network.neutron [-] [instance: 12f48787-544b-48ad-b82c-c364d4f3afc4] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2058.866442] env[62438]: DEBUG oslo_concurrency.lockutils [None req-4e915ad5-6a81-45a6-bb24-85e596705d87 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2058.866730] env[62438]: DEBUG oslo_concurrency.lockutils [None req-4e915ad5-6a81-45a6-bb24-85e596705d87 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2058.866966] env[62438]: DEBUG nova.objects.instance [None req-4e915ad5-6a81-45a6-bb24-85e596705d87 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Lazy-loading 'resources' on Instance uuid 80d8b27b-2d92-4a02-9700-6952372b4cbd {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2058.958612] env[62438]: DEBUG oslo_vmware.api [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1785977, 'name': PowerOnVM_Task, 'duration_secs': 1.181675} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2058.958954] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 2059.062860] env[62438]: DEBUG nova.compute.manager [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2059.063849] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3683ef30-0832-474d-b7fa-dda0323d58ec {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.407528] env[62438]: DEBUG nova.compute.manager [req-248eaaa4-757f-4c5f-8e58-1ee7c3def2e8 req-98dbe0c3-89b3-42b7-8e08-ee165ded44e7 service nova] [instance: 12f48787-544b-48ad-b82c-c364d4f3afc4] Received event network-vif-deleted-17ba0bb9-056a-4a57-8ace-9f46fff270c2 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 2059.407747] env[62438]: INFO nova.compute.manager [req-248eaaa4-757f-4c5f-8e58-1ee7c3def2e8 req-98dbe0c3-89b3-42b7-8e08-ee165ded44e7 service nova] [instance: 12f48787-544b-48ad-b82c-c364d4f3afc4] Neutron deleted interface 17ba0bb9-056a-4a57-8ace-9f46fff270c2; detaching it from the instance and deleting it from the info cache [ 2059.407932] env[62438]: DEBUG nova.network.neutron [req-248eaaa4-757f-4c5f-8e58-1ee7c3def2e8 req-98dbe0c3-89b3-42b7-8e08-ee165ded44e7 service nova] [instance: 12f48787-544b-48ad-b82c-c364d4f3afc4] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2059.467627] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c3173a5-0a4a-4b2b-9113-2a9753deb720 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.475901] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-906d77b1-6c38-4d72-8ab3-e7d836eed22a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.507021] env[62438]: DEBUG nova.network.neutron [-] [instance: 12f48787-544b-48ad-b82c-c364d4f3afc4] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2059.509093] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be76ad28-335e-4243-8251-1e941566a1f0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.517016] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41666cb8-238e-4281-ae0b-f9febe5ed470 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.532092] env[62438]: DEBUG nova.compute.provider_tree [None req-4e915ad5-6a81-45a6-bb24-85e596705d87 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Updating inventory in ProviderTree for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2059.580094] env[62438]: DEBUG oslo_concurrency.lockutils [None req-189fa101-7477-41cf-b044-b789790f8128 tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Lock "aad6a786-86ef-44e1-a756-3e1e8659c0e6" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 35.594s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2059.708045] env[62438]: INFO nova.compute.manager [None req-d6ec220a-4fb7-457a-9ab1-b2fecc2d7335 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: f15c8452-68d4-4a2b-8822-c66ef07528b8] Swapping old allocation on dict_keys(['3d204b25-fa3a-4320-b81b-738bc1f337f5']) held by migration bd74f00e-3177-4949-a09a-f3739edff632 for instance [ 2059.735755] env[62438]: DEBUG nova.scheduler.client.report [None req-d6ec220a-4fb7-457a-9ab1-b2fecc2d7335 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Overwriting current allocation {'allocations': {'3d204b25-fa3a-4320-b81b-738bc1f337f5': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 189}}, 'project_id': '38d579b225154935bb754c9894cd2f33', 'user_id': '096f37e1f4214d368fd55939b947b1c3', 'consumer_generation': 1} on consumer f15c8452-68d4-4a2b-8822-c66ef07528b8 {{(pid=62438) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2032}} [ 2059.821401] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d6ec220a-4fb7-457a-9ab1-b2fecc2d7335 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Acquiring lock "refresh_cache-f15c8452-68d4-4a2b-8822-c66ef07528b8" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2059.821611] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d6ec220a-4fb7-457a-9ab1-b2fecc2d7335 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Acquired lock "refresh_cache-f15c8452-68d4-4a2b-8822-c66ef07528b8" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2059.821799] env[62438]: DEBUG nova.network.neutron [None req-d6ec220a-4fb7-457a-9ab1-b2fecc2d7335 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: f15c8452-68d4-4a2b-8822-c66ef07528b8] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2059.910434] env[62438]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7571ddc7-2948-4a41-b93f-9a504b6c14bf {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.919815] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe6809d-de7c-4dfc-b0c8-6fb16a5fb838 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.945822] env[62438]: DEBUG nova.compute.manager [req-248eaaa4-757f-4c5f-8e58-1ee7c3def2e8 req-98dbe0c3-89b3-42b7-8e08-ee165ded44e7 service nova] [instance: 12f48787-544b-48ad-b82c-c364d4f3afc4] Detach interface failed, port_id=17ba0bb9-056a-4a57-8ace-9f46fff270c2, reason: Instance 12f48787-544b-48ad-b82c-c364d4f3afc4 could not be found. {{(pid=62438) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 2060.009205] env[62438]: INFO nova.compute.manager [-] [instance: 12f48787-544b-48ad-b82c-c364d4f3afc4] Took 1.30 seconds to deallocate network for instance. [ 2060.051696] env[62438]: ERROR nova.scheduler.client.report [None req-4e915ad5-6a81-45a6-bb24-85e596705d87 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [req-a8979137-9b7d-490a-9398-23371fdeb0b8] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 3d204b25-fa3a-4320-b81b-738bc1f337f5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a8979137-9b7d-490a-9398-23371fdeb0b8"}]} [ 2060.067273] env[62438]: DEBUG nova.scheduler.client.report [None req-4e915ad5-6a81-45a6-bb24-85e596705d87 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Refreshing inventories for resource provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 2060.079555] env[62438]: DEBUG nova.scheduler.client.report [None req-4e915ad5-6a81-45a6-bb24-85e596705d87 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Updating ProviderTree inventory for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 2060.079789] env[62438]: DEBUG nova.compute.provider_tree [None req-4e915ad5-6a81-45a6-bb24-85e596705d87 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Updating inventory in ProviderTree for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2060.090468] env[62438]: DEBUG nova.scheduler.client.report [None req-4e915ad5-6a81-45a6-bb24-85e596705d87 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Refreshing aggregate associations for resource provider 3d204b25-fa3a-4320-b81b-738bc1f337f5, aggregates: None {{(pid=62438) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 2060.107320] env[62438]: DEBUG nova.scheduler.client.report [None req-4e915ad5-6a81-45a6-bb24-85e596705d87 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Refreshing trait associations for resource provider 3d204b25-fa3a-4320-b81b-738bc1f337f5, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62438) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 2060.168327] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3523ab78-5ecf-4cbe-acb3-29ce285d8c1a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.176434] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-022a8a3e-6b87-4429-950d-5085b0e7334f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.206957] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-103b30d0-4279-4af3-8463-3bdfef520965 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.214440] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c314b7ea-f4f9-49b6-8d94-073da286cd30 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.227387] env[62438]: DEBUG nova.compute.provider_tree [None req-4e915ad5-6a81-45a6-bb24-85e596705d87 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Updating inventory in ProviderTree for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2060.515570] env[62438]: DEBUG oslo_concurrency.lockutils [None req-595170d1-f902-4d5d-812d-6bea99fc464a tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2060.549234] env[62438]: DEBUG nova.network.neutron [None req-d6ec220a-4fb7-457a-9ab1-b2fecc2d7335 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: f15c8452-68d4-4a2b-8822-c66ef07528b8] Updating instance_info_cache with network_info: [{"id": "f2dadfb1-51a0-4804-a1be-8e8bd25e3a01", "address": "fa:16:3e:c7:43:ff", "network": {"id": "f204c615-6047-48c0-a7eb-65fe4ad424e5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1343144096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38d579b225154935bb754c9894cd2f33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2dadfb1-51", "ovs_interfaceid": "f2dadfb1-51a0-4804-a1be-8e8bd25e3a01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2060.758915] env[62438]: DEBUG nova.scheduler.client.report [None req-4e915ad5-6a81-45a6-bb24-85e596705d87 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Updated inventory for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with generation 190 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 2060.758915] env[62438]: DEBUG nova.compute.provider_tree [None req-4e915ad5-6a81-45a6-bb24-85e596705d87 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Updating resource provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 generation from 190 to 191 during operation: update_inventory {{(pid=62438) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2060.758915] env[62438]: DEBUG nova.compute.provider_tree [None req-4e915ad5-6a81-45a6-bb24-85e596705d87 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Updating inventory in ProviderTree for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2061.052205] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d6ec220a-4fb7-457a-9ab1-b2fecc2d7335 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Releasing lock "refresh_cache-f15c8452-68d4-4a2b-8822-c66ef07528b8" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2061.052399] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6ec220a-4fb7-457a-9ab1-b2fecc2d7335 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: f15c8452-68d4-4a2b-8822-c66ef07528b8] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 2061.052706] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-938e8bbc-38eb-4ea8-abcb-e952880828b1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.060987] env[62438]: DEBUG oslo_vmware.api [None req-d6ec220a-4fb7-457a-9ab1-b2fecc2d7335 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Waiting for the task: (returnval){ [ 2061.060987] env[62438]: value = "task-1785980" [ 2061.060987] env[62438]: _type = "Task" [ 2061.060987] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2061.069351] env[62438]: DEBUG oslo_vmware.api [None req-d6ec220a-4fb7-457a-9ab1-b2fecc2d7335 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785980, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2061.264651] env[62438]: DEBUG oslo_concurrency.lockutils [None req-4e915ad5-6a81-45a6-bb24-85e596705d87 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.398s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2061.267150] env[62438]: DEBUG oslo_concurrency.lockutils [None req-595170d1-f902-4d5d-812d-6bea99fc464a tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.752s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2061.267478] env[62438]: DEBUG nova.objects.instance [None req-595170d1-f902-4d5d-812d-6bea99fc464a tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Lazy-loading 'resources' on Instance uuid 12f48787-544b-48ad-b82c-c364d4f3afc4 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2061.282892] env[62438]: INFO nova.scheduler.client.report [None req-4e915ad5-6a81-45a6-bb24-85e596705d87 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Deleted allocations for instance 80d8b27b-2d92-4a02-9700-6952372b4cbd [ 2061.570597] env[62438]: DEBUG oslo_vmware.api [None req-d6ec220a-4fb7-457a-9ab1-b2fecc2d7335 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785980, 'name': PowerOffVM_Task, 'duration_secs': 0.239939} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2061.570940] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6ec220a-4fb7-457a-9ab1-b2fecc2d7335 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: f15c8452-68d4-4a2b-8822-c66ef07528b8] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 2061.571584] env[62438]: DEBUG nova.virt.hardware [None req-d6ec220a-4fb7-457a-9ab1-b2fecc2d7335 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2061.571803] env[62438]: DEBUG nova.virt.hardware [None req-d6ec220a-4fb7-457a-9ab1-b2fecc2d7335 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2061.571966] env[62438]: DEBUG nova.virt.hardware [None req-d6ec220a-4fb7-457a-9ab1-b2fecc2d7335 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2061.572173] env[62438]: DEBUG nova.virt.hardware [None req-d6ec220a-4fb7-457a-9ab1-b2fecc2d7335 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2061.572327] env[62438]: DEBUG nova.virt.hardware [None req-d6ec220a-4fb7-457a-9ab1-b2fecc2d7335 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2061.572481] env[62438]: DEBUG nova.virt.hardware [None req-d6ec220a-4fb7-457a-9ab1-b2fecc2d7335 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2061.572690] env[62438]: DEBUG nova.virt.hardware [None req-d6ec220a-4fb7-457a-9ab1-b2fecc2d7335 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2061.572860] env[62438]: DEBUG nova.virt.hardware [None req-d6ec220a-4fb7-457a-9ab1-b2fecc2d7335 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2061.573049] env[62438]: DEBUG nova.virt.hardware [None req-d6ec220a-4fb7-457a-9ab1-b2fecc2d7335 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2061.573217] env[62438]: DEBUG nova.virt.hardware [None req-d6ec220a-4fb7-457a-9ab1-b2fecc2d7335 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2061.573397] env[62438]: DEBUG nova.virt.hardware [None req-d6ec220a-4fb7-457a-9ab1-b2fecc2d7335 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2061.578610] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-719c02e4-7a1c-4538-8ff5-1f5a1b6c3010 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.594342] env[62438]: DEBUG oslo_vmware.api [None req-d6ec220a-4fb7-457a-9ab1-b2fecc2d7335 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Waiting for the task: (returnval){ [ 2061.594342] env[62438]: value = "task-1785981" [ 2061.594342] env[62438]: _type = "Task" [ 2061.594342] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2061.601811] env[62438]: DEBUG oslo_vmware.api [None req-d6ec220a-4fb7-457a-9ab1-b2fecc2d7335 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785981, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2061.790739] env[62438]: DEBUG oslo_concurrency.lockutils [None req-4e915ad5-6a81-45a6-bb24-85e596705d87 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Lock "80d8b27b-2d92-4a02-9700-6952372b4cbd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.834s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2061.832236] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e643416a-4b30-4cea-93f7-be832bd2437e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.839808] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e6e58ff-c7af-4048-b744-8ed53f3f98cb {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.870986] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab1ad8b7-dd2b-4212-af40-ae2c8fc61c59 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.878459] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d83b243-7860-43e1-a25f-32f72713704d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.891564] env[62438]: DEBUG nova.compute.provider_tree [None req-595170d1-f902-4d5d-812d-6bea99fc464a tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2062.105460] env[62438]: DEBUG oslo_vmware.api [None req-d6ec220a-4fb7-457a-9ab1-b2fecc2d7335 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785981, 'name': ReconfigVM_Task, 'duration_secs': 0.17619} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2062.106369] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b57bafd-f916-4237-acb0-aa7199c7a0e3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.124926] env[62438]: DEBUG nova.virt.hardware [None req-d6ec220a-4fb7-457a-9ab1-b2fecc2d7335 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2062.124926] env[62438]: DEBUG nova.virt.hardware [None req-d6ec220a-4fb7-457a-9ab1-b2fecc2d7335 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2062.125196] env[62438]: DEBUG nova.virt.hardware [None req-d6ec220a-4fb7-457a-9ab1-b2fecc2d7335 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2062.126088] env[62438]: DEBUG nova.virt.hardware [None req-d6ec220a-4fb7-457a-9ab1-b2fecc2d7335 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2062.126088] env[62438]: DEBUG nova.virt.hardware [None req-d6ec220a-4fb7-457a-9ab1-b2fecc2d7335 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2062.126088] env[62438]: DEBUG nova.virt.hardware [None req-d6ec220a-4fb7-457a-9ab1-b2fecc2d7335 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2062.126088] env[62438]: DEBUG nova.virt.hardware [None req-d6ec220a-4fb7-457a-9ab1-b2fecc2d7335 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2062.126088] env[62438]: DEBUG nova.virt.hardware [None req-d6ec220a-4fb7-457a-9ab1-b2fecc2d7335 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2062.126447] env[62438]: DEBUG nova.virt.hardware [None req-d6ec220a-4fb7-457a-9ab1-b2fecc2d7335 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2062.126447] env[62438]: DEBUG nova.virt.hardware [None req-d6ec220a-4fb7-457a-9ab1-b2fecc2d7335 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2062.126603] env[62438]: DEBUG nova.virt.hardware [None req-d6ec220a-4fb7-457a-9ab1-b2fecc2d7335 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2062.127417] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f03de76-bd2d-4f2f-84a0-727a616f87eb {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.132777] env[62438]: DEBUG oslo_vmware.api [None req-d6ec220a-4fb7-457a-9ab1-b2fecc2d7335 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Waiting for the task: (returnval){ [ 2062.132777] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52910e17-ab5e-b554-aa96-4d9186e2e9b4" [ 2062.132777] env[62438]: _type = "Task" [ 2062.132777] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2062.140461] env[62438]: DEBUG oslo_vmware.api [None req-d6ec220a-4fb7-457a-9ab1-b2fecc2d7335 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52910e17-ab5e-b554-aa96-4d9186e2e9b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2062.395032] env[62438]: DEBUG nova.scheduler.client.report [None req-595170d1-f902-4d5d-812d-6bea99fc464a tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2062.643346] env[62438]: DEBUG oslo_vmware.api [None req-d6ec220a-4fb7-457a-9ab1-b2fecc2d7335 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52910e17-ab5e-b554-aa96-4d9186e2e9b4, 'name': SearchDatastore_Task, 'duration_secs': 0.051186} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2062.648824] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6ec220a-4fb7-457a-9ab1-b2fecc2d7335 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: f15c8452-68d4-4a2b-8822-c66ef07528b8] Reconfiguring VM instance instance-00000075 to detach disk 2000 {{(pid=62438) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2062.649138] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b7efd04-6c3c-4691-8c5e-79c414a80d13 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.666822] env[62438]: DEBUG oslo_vmware.api [None req-d6ec220a-4fb7-457a-9ab1-b2fecc2d7335 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Waiting for the task: (returnval){ [ 2062.666822] env[62438]: value = "task-1785982" [ 2062.666822] env[62438]: _type = "Task" [ 2062.666822] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2062.677181] env[62438]: DEBUG oslo_vmware.api [None req-d6ec220a-4fb7-457a-9ab1-b2fecc2d7335 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785982, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2062.899790] env[62438]: DEBUG oslo_concurrency.lockutils [None req-595170d1-f902-4d5d-812d-6bea99fc464a tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.632s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2062.946558] env[62438]: INFO nova.scheduler.client.report [None req-595170d1-f902-4d5d-812d-6bea99fc464a tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Deleted allocations for instance 12f48787-544b-48ad-b82c-c364d4f3afc4 [ 2063.177423] env[62438]: DEBUG oslo_vmware.api [None req-d6ec220a-4fb7-457a-9ab1-b2fecc2d7335 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785982, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2063.453556] env[62438]: DEBUG oslo_concurrency.lockutils [None req-595170d1-f902-4d5d-812d-6bea99fc464a tempest-ServersTestJSON-1145022146 tempest-ServersTestJSON-1145022146-project-member] Lock "12f48787-544b-48ad-b82c-c364d4f3afc4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.963s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2063.677637] env[62438]: DEBUG oslo_vmware.api [None req-d6ec220a-4fb7-457a-9ab1-b2fecc2d7335 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785982, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2064.178838] env[62438]: DEBUG oslo_vmware.api [None req-d6ec220a-4fb7-457a-9ab1-b2fecc2d7335 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785982, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2064.680062] env[62438]: DEBUG oslo_vmware.api [None req-d6ec220a-4fb7-457a-9ab1-b2fecc2d7335 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785982, 'name': ReconfigVM_Task, 'duration_secs': 1.71882} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2064.680492] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6ec220a-4fb7-457a-9ab1-b2fecc2d7335 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: f15c8452-68d4-4a2b-8822-c66ef07528b8] Reconfigured VM instance instance-00000075 to detach disk 2000 {{(pid=62438) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2064.681206] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da058cf6-3ed7-4273-af38-f83303894d0d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.703347] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6ec220a-4fb7-457a-9ab1-b2fecc2d7335 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: f15c8452-68d4-4a2b-8822-c66ef07528b8] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] f15c8452-68d4-4a2b-8822-c66ef07528b8/f15c8452-68d4-4a2b-8822-c66ef07528b8.vmdk or device None with type thin {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2064.703707] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bdc9fcbd-9848-4a83-bc1f-936ddd077849 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.722746] env[62438]: DEBUG oslo_vmware.api [None req-d6ec220a-4fb7-457a-9ab1-b2fecc2d7335 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Waiting for the task: (returnval){ [ 2064.722746] env[62438]: value = "task-1785983" [ 2064.722746] env[62438]: _type = "Task" [ 2064.722746] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2064.730650] env[62438]: DEBUG oslo_vmware.api [None req-d6ec220a-4fb7-457a-9ab1-b2fecc2d7335 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785983, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2065.233389] env[62438]: DEBUG oslo_vmware.api [None req-d6ec220a-4fb7-457a-9ab1-b2fecc2d7335 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785983, 'name': ReconfigVM_Task, 'duration_secs': 0.282883} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2065.233787] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6ec220a-4fb7-457a-9ab1-b2fecc2d7335 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: f15c8452-68d4-4a2b-8822-c66ef07528b8] Reconfigured VM instance instance-00000075 to attach disk [datastore1] f15c8452-68d4-4a2b-8822-c66ef07528b8/f15c8452-68d4-4a2b-8822-c66ef07528b8.vmdk or device None with type thin {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2065.234633] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85362707-4954-4612-8e0a-20a6583288e6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.252861] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a498052-0247-41af-9a13-c55981645e3b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.272031] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee7a1fb6-4c96-4956-b8db-17e3eb88a447 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.290494] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b00e2db-0576-4bad-8aec-7b6ba55f87ea {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.297426] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6ec220a-4fb7-457a-9ab1-b2fecc2d7335 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: f15c8452-68d4-4a2b-8822-c66ef07528b8] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 2065.297690] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2869fccf-acba-47fa-9099-7e2b8145a818 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.303882] env[62438]: DEBUG oslo_vmware.api [None req-d6ec220a-4fb7-457a-9ab1-b2fecc2d7335 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Waiting for the task: (returnval){ [ 2065.303882] env[62438]: value = "task-1785984" [ 2065.303882] env[62438]: _type = "Task" [ 2065.303882] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2065.311703] env[62438]: DEBUG oslo_vmware.api [None req-d6ec220a-4fb7-457a-9ab1-b2fecc2d7335 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785984, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2065.814070] env[62438]: DEBUG oslo_vmware.api [None req-d6ec220a-4fb7-457a-9ab1-b2fecc2d7335 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785984, 'name': PowerOnVM_Task, 'duration_secs': 0.368469} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2065.814401] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6ec220a-4fb7-457a-9ab1-b2fecc2d7335 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: f15c8452-68d4-4a2b-8822-c66ef07528b8] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 2066.825052] env[62438]: INFO nova.compute.manager [None req-d6ec220a-4fb7-457a-9ab1-b2fecc2d7335 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: f15c8452-68d4-4a2b-8822-c66ef07528b8] Updating instance to original state: 'active' [ 2068.838548] env[62438]: DEBUG oslo_concurrency.lockutils [None req-89413d30-775a-4a73-aec2-6e25aa19be94 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Acquiring lock "f15c8452-68d4-4a2b-8822-c66ef07528b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2068.838863] env[62438]: DEBUG oslo_concurrency.lockutils [None req-89413d30-775a-4a73-aec2-6e25aa19be94 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Lock "f15c8452-68d4-4a2b-8822-c66ef07528b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2068.839102] env[62438]: DEBUG oslo_concurrency.lockutils [None req-89413d30-775a-4a73-aec2-6e25aa19be94 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Acquiring lock "f15c8452-68d4-4a2b-8822-c66ef07528b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2068.839314] env[62438]: DEBUG oslo_concurrency.lockutils [None req-89413d30-775a-4a73-aec2-6e25aa19be94 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Lock "f15c8452-68d4-4a2b-8822-c66ef07528b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2068.839499] env[62438]: DEBUG oslo_concurrency.lockutils [None req-89413d30-775a-4a73-aec2-6e25aa19be94 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Lock "f15c8452-68d4-4a2b-8822-c66ef07528b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2068.841851] env[62438]: INFO nova.compute.manager [None req-89413d30-775a-4a73-aec2-6e25aa19be94 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: f15c8452-68d4-4a2b-8822-c66ef07528b8] Terminating instance [ 2068.845337] env[62438]: DEBUG nova.compute.manager [None req-89413d30-775a-4a73-aec2-6e25aa19be94 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: f15c8452-68d4-4a2b-8822-c66ef07528b8] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2068.845535] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-89413d30-775a-4a73-aec2-6e25aa19be94 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: f15c8452-68d4-4a2b-8822-c66ef07528b8] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 2068.846444] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-283589c7-a611-4142-b8a1-e083c87e044d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.854298] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-89413d30-775a-4a73-aec2-6e25aa19be94 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: f15c8452-68d4-4a2b-8822-c66ef07528b8] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 2068.854538] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4cd0e16f-62e1-401f-9155-c7d072ac3c45 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.861578] env[62438]: DEBUG oslo_vmware.api [None req-89413d30-775a-4a73-aec2-6e25aa19be94 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Waiting for the task: (returnval){ [ 2068.861578] env[62438]: value = "task-1785985" [ 2068.861578] env[62438]: _type = "Task" [ 2068.861578] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2068.869320] env[62438]: DEBUG oslo_vmware.api [None req-89413d30-775a-4a73-aec2-6e25aa19be94 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785985, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2069.373501] env[62438]: DEBUG oslo_vmware.api [None req-89413d30-775a-4a73-aec2-6e25aa19be94 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785985, 'name': PowerOffVM_Task, 'duration_secs': 0.186438} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2069.373782] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-89413d30-775a-4a73-aec2-6e25aa19be94 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: f15c8452-68d4-4a2b-8822-c66ef07528b8] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 2069.373960] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-89413d30-775a-4a73-aec2-6e25aa19be94 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: f15c8452-68d4-4a2b-8822-c66ef07528b8] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 2069.374234] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c1966a48-488a-4b3d-8085-f0076c7b57de {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.450205] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-89413d30-775a-4a73-aec2-6e25aa19be94 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: f15c8452-68d4-4a2b-8822-c66ef07528b8] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 2069.450543] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-89413d30-775a-4a73-aec2-6e25aa19be94 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: f15c8452-68d4-4a2b-8822-c66ef07528b8] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 2069.450659] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-89413d30-775a-4a73-aec2-6e25aa19be94 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Deleting the datastore file [datastore1] f15c8452-68d4-4a2b-8822-c66ef07528b8 {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2069.450932] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5ce0fa71-1792-49f8-acc4-d556eb36110d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.457225] env[62438]: DEBUG oslo_vmware.api [None req-89413d30-775a-4a73-aec2-6e25aa19be94 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Waiting for the task: (returnval){ [ 2069.457225] env[62438]: value = "task-1785987" [ 2069.457225] env[62438]: _type = "Task" [ 2069.457225] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2069.465585] env[62438]: DEBUG oslo_vmware.api [None req-89413d30-775a-4a73-aec2-6e25aa19be94 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785987, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2069.966656] env[62438]: DEBUG oslo_vmware.api [None req-89413d30-775a-4a73-aec2-6e25aa19be94 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785987, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2070.467153] env[62438]: DEBUG oslo_vmware.api [None req-89413d30-775a-4a73-aec2-6e25aa19be94 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785987, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.538837} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2070.467430] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-89413d30-775a-4a73-aec2-6e25aa19be94 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2070.467623] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-89413d30-775a-4a73-aec2-6e25aa19be94 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: f15c8452-68d4-4a2b-8822-c66ef07528b8] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 2070.467803] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-89413d30-775a-4a73-aec2-6e25aa19be94 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: f15c8452-68d4-4a2b-8822-c66ef07528b8] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 2070.468013] env[62438]: INFO nova.compute.manager [None req-89413d30-775a-4a73-aec2-6e25aa19be94 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: f15c8452-68d4-4a2b-8822-c66ef07528b8] Took 1.62 seconds to destroy the instance on the hypervisor. [ 2070.468280] env[62438]: DEBUG oslo.service.loopingcall [None req-89413d30-775a-4a73-aec2-6e25aa19be94 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2070.468476] env[62438]: DEBUG nova.compute.manager [-] [instance: f15c8452-68d4-4a2b-8822-c66ef07528b8] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2070.468573] env[62438]: DEBUG nova.network.neutron [-] [instance: f15c8452-68d4-4a2b-8822-c66ef07528b8] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2071.088421] env[62438]: DEBUG nova.compute.manager [req-657f5aff-5837-4d07-b974-0596e17e6004 req-3760177d-6bbe-496b-8ba9-5428666a89f1 service nova] [instance: f15c8452-68d4-4a2b-8822-c66ef07528b8] Received event network-vif-deleted-f2dadfb1-51a0-4804-a1be-8e8bd25e3a01 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 2071.088674] env[62438]: INFO nova.compute.manager [req-657f5aff-5837-4d07-b974-0596e17e6004 req-3760177d-6bbe-496b-8ba9-5428666a89f1 service nova] [instance: f15c8452-68d4-4a2b-8822-c66ef07528b8] Neutron deleted interface f2dadfb1-51a0-4804-a1be-8e8bd25e3a01; detaching it from the instance and deleting it from the info cache [ 2071.088848] env[62438]: DEBUG nova.network.neutron [req-657f5aff-5837-4d07-b974-0596e17e6004 req-3760177d-6bbe-496b-8ba9-5428666a89f1 service nova] [instance: f15c8452-68d4-4a2b-8822-c66ef07528b8] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2071.573039] env[62438]: DEBUG nova.network.neutron [-] [instance: f15c8452-68d4-4a2b-8822-c66ef07528b8] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2071.592204] env[62438]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4a81f7ca-feda-45c2-847b-7c56ebb2a462 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.602236] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f4308c3-aa28-4e2b-84b4-8e53ed4cda36 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.627283] env[62438]: DEBUG nova.compute.manager [req-657f5aff-5837-4d07-b974-0596e17e6004 req-3760177d-6bbe-496b-8ba9-5428666a89f1 service nova] [instance: f15c8452-68d4-4a2b-8822-c66ef07528b8] Detach interface failed, port_id=f2dadfb1-51a0-4804-a1be-8e8bd25e3a01, reason: Instance f15c8452-68d4-4a2b-8822-c66ef07528b8 could not be found. {{(pid=62438) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 2072.077592] env[62438]: INFO nova.compute.manager [-] [instance: f15c8452-68d4-4a2b-8822-c66ef07528b8] Took 1.61 seconds to deallocate network for instance. [ 2072.585702] env[62438]: DEBUG oslo_concurrency.lockutils [None req-89413d30-775a-4a73-aec2-6e25aa19be94 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2072.586143] env[62438]: DEBUG oslo_concurrency.lockutils [None req-89413d30-775a-4a73-aec2-6e25aa19be94 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2072.586219] env[62438]: DEBUG oslo_concurrency.lockutils [None req-89413d30-775a-4a73-aec2-6e25aa19be94 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2072.609481] env[62438]: INFO nova.scheduler.client.report [None req-89413d30-775a-4a73-aec2-6e25aa19be94 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Deleted allocations for instance f15c8452-68d4-4a2b-8822-c66ef07528b8 [ 2073.021207] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f81d61b5-cdc3-419d-9315-309690c40fa1 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Acquiring lock "a3cf6b14-8557-4089-9a26-b5d816fb68ad" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2073.021528] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f81d61b5-cdc3-419d-9315-309690c40fa1 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Lock "a3cf6b14-8557-4089-9a26-b5d816fb68ad" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2073.021691] env[62438]: INFO nova.compute.manager [None req-f81d61b5-cdc3-419d-9315-309690c40fa1 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Shelving [ 2073.117545] env[62438]: DEBUG oslo_concurrency.lockutils [None req-89413d30-775a-4a73-aec2-6e25aa19be94 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Lock "f15c8452-68d4-4a2b-8822-c66ef07528b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.279s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2073.529252] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-f81d61b5-cdc3-419d-9315-309690c40fa1 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 2073.529505] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-61a2546e-98c6-4713-a618-ee191bcdd55b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.536534] env[62438]: DEBUG oslo_vmware.api [None req-f81d61b5-cdc3-419d-9315-309690c40fa1 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Waiting for the task: (returnval){ [ 2073.536534] env[62438]: value = "task-1785988" [ 2073.536534] env[62438]: _type = "Task" [ 2073.536534] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2073.544171] env[62438]: DEBUG oslo_vmware.api [None req-f81d61b5-cdc3-419d-9315-309690c40fa1 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Task: {'id': task-1785988, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.883622] env[62438]: DEBUG oslo_concurrency.lockutils [None req-0d894c08-3dc6-4d51-9336-25ace63f9647 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Acquiring lock "4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2073.883930] env[62438]: DEBUG oslo_concurrency.lockutils [None req-0d894c08-3dc6-4d51-9336-25ace63f9647 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Lock "4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2074.046679] env[62438]: DEBUG oslo_vmware.api [None req-f81d61b5-cdc3-419d-9315-309690c40fa1 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Task: {'id': task-1785988, 'name': PowerOffVM_Task, 'duration_secs': 0.248013} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2074.046945] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-f81d61b5-cdc3-419d-9315-309690c40fa1 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 2074.047716] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ea2da8-8adb-4c75-998d-e65126e98769 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.064856] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3006587a-7f4e-4863-b2c4-45a8f1dded89 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.386864] env[62438]: DEBUG nova.compute.manager [None req-0d894c08-3dc6-4d51-9336-25ace63f9647 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: 4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 2074.574681] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f81d61b5-cdc3-419d-9315-309690c40fa1 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Creating Snapshot of the VM instance {{(pid=62438) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2074.575021] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9bafd4be-ee32-4099-be4e-b6af79bfe207 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.583337] env[62438]: DEBUG oslo_vmware.api [None req-f81d61b5-cdc3-419d-9315-309690c40fa1 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Waiting for the task: (returnval){ [ 2074.583337] env[62438]: value = "task-1785989" [ 2074.583337] env[62438]: _type = "Task" [ 2074.583337] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2074.592106] env[62438]: DEBUG oslo_vmware.api [None req-f81d61b5-cdc3-419d-9315-309690c40fa1 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Task: {'id': task-1785989, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.907737] env[62438]: DEBUG oslo_concurrency.lockutils [None req-0d894c08-3dc6-4d51-9336-25ace63f9647 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2074.908071] env[62438]: DEBUG oslo_concurrency.lockutils [None req-0d894c08-3dc6-4d51-9336-25ace63f9647 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2074.909713] env[62438]: INFO nova.compute.claims [None req-0d894c08-3dc6-4d51-9336-25ace63f9647 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: 4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2075.094948] env[62438]: DEBUG oslo_vmware.api [None req-f81d61b5-cdc3-419d-9315-309690c40fa1 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Task: {'id': task-1785989, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2075.594490] env[62438]: DEBUG oslo_vmware.api [None req-f81d61b5-cdc3-419d-9315-309690c40fa1 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Task: {'id': task-1785989, 'name': CreateSnapshot_Task, 'duration_secs': 0.8689} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2075.594781] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f81d61b5-cdc3-419d-9315-309690c40fa1 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Created Snapshot of the VM instance {{(pid=62438) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2075.595581] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-608acff3-ceff-4a3a-b899-0ded7b9cb651 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.965489] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e2b3dd-16a7-4ec3-b613-de9586c3b9e6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.972777] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c05e03-e675-44c1-80a3-204936bdc058 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.001594] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a0a9575-2b84-47bb-ab68-5e14f28026e2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.008526] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36357b7c-3c7a-4306-837e-89aca3280f1a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.021173] env[62438]: DEBUG nova.compute.provider_tree [None req-0d894c08-3dc6-4d51-9336-25ace63f9647 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2076.111388] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f81d61b5-cdc3-419d-9315-309690c40fa1 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Creating linked-clone VM from snapshot {{(pid=62438) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2076.111701] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-85c3e95c-d135-4f3c-8925-d10f025c2a78 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.120683] env[62438]: DEBUG oslo_vmware.api [None req-f81d61b5-cdc3-419d-9315-309690c40fa1 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Waiting for the task: (returnval){ [ 2076.120683] env[62438]: value = "task-1785990" [ 2076.120683] env[62438]: _type = "Task" [ 2076.120683] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2076.127949] env[62438]: DEBUG oslo_vmware.api [None req-f81d61b5-cdc3-419d-9315-309690c40fa1 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Task: {'id': task-1785990, 'name': CloneVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2076.524856] env[62438]: DEBUG nova.scheduler.client.report [None req-0d894c08-3dc6-4d51-9336-25ace63f9647 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2076.630408] env[62438]: DEBUG oslo_vmware.api [None req-f81d61b5-cdc3-419d-9315-309690c40fa1 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Task: {'id': task-1785990, 'name': CloneVM_Task} progress is 94%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.030834] env[62438]: DEBUG oslo_concurrency.lockutils [None req-0d894c08-3dc6-4d51-9336-25ace63f9647 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.123s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2077.031418] env[62438]: DEBUG nova.compute.manager [None req-0d894c08-3dc6-4d51-9336-25ace63f9647 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: 4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 2077.131226] env[62438]: DEBUG oslo_vmware.api [None req-f81d61b5-cdc3-419d-9315-309690c40fa1 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Task: {'id': task-1785990, 'name': CloneVM_Task} progress is 95%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.536998] env[62438]: DEBUG nova.compute.utils [None req-0d894c08-3dc6-4d51-9336-25ace63f9647 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2077.538444] env[62438]: DEBUG nova.compute.manager [None req-0d894c08-3dc6-4d51-9336-25ace63f9647 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: 4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5] Allocating IP information in the background. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 2077.538647] env[62438]: DEBUG nova.network.neutron [None req-0d894c08-3dc6-4d51-9336-25ace63f9647 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: 4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5] allocate_for_instance() {{(pid=62438) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 2077.585677] env[62438]: DEBUG nova.policy [None req-0d894c08-3dc6-4d51-9336-25ace63f9647 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '096f37e1f4214d368fd55939b947b1c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '38d579b225154935bb754c9894cd2f33', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62438) authorize /opt/stack/nova/nova/policy.py:203}} [ 2077.630872] env[62438]: DEBUG oslo_vmware.api [None req-f81d61b5-cdc3-419d-9315-309690c40fa1 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Task: {'id': task-1785990, 'name': CloneVM_Task, 'duration_secs': 1.087096} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2077.631170] env[62438]: INFO nova.virt.vmwareapi.vmops [None req-f81d61b5-cdc3-419d-9315-309690c40fa1 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Created linked-clone VM from snapshot [ 2077.631916] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b941ad57-32cb-437f-8c0d-ff49df699b3e {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.639181] env[62438]: DEBUG nova.virt.vmwareapi.images [None req-f81d61b5-cdc3-419d-9315-309690c40fa1 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Uploading image 25a77fa0-6ccb-4fdc-a2de-5ddba4a62396 {{(pid=62438) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 2077.664724] env[62438]: DEBUG oslo_vmware.rw_handles [None req-f81d61b5-cdc3-419d-9315-309690c40fa1 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2077.664724] env[62438]: value = "vm-370561" [ 2077.664724] env[62438]: _type = "VirtualMachine" [ 2077.664724] env[62438]: }. {{(pid=62438) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2077.665000] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-964fb6c7-0fc9-4e16-baa9-a8a719edea62 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.671725] env[62438]: DEBUG oslo_vmware.rw_handles [None req-f81d61b5-cdc3-419d-9315-309690c40fa1 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Lease: (returnval){ [ 2077.671725] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52152d7e-7f80-0e01-b8eb-ab274769bbd4" [ 2077.671725] env[62438]: _type = "HttpNfcLease" [ 2077.671725] env[62438]: } obtained for exporting VM: (result){ [ 2077.671725] env[62438]: value = "vm-370561" [ 2077.671725] env[62438]: _type = "VirtualMachine" [ 2077.671725] env[62438]: }. {{(pid=62438) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2077.672045] env[62438]: DEBUG oslo_vmware.api [None req-f81d61b5-cdc3-419d-9315-309690c40fa1 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Waiting for the lease: (returnval){ [ 2077.672045] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52152d7e-7f80-0e01-b8eb-ab274769bbd4" [ 2077.672045] env[62438]: _type = "HttpNfcLease" [ 2077.672045] env[62438]: } to be ready. {{(pid=62438) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2077.677844] env[62438]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2077.677844] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52152d7e-7f80-0e01-b8eb-ab274769bbd4" [ 2077.677844] env[62438]: _type = "HttpNfcLease" [ 2077.677844] env[62438]: } is initializing. {{(pid=62438) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2077.859244] env[62438]: DEBUG nova.network.neutron [None req-0d894c08-3dc6-4d51-9336-25ace63f9647 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: 4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5] Successfully created port: 9542b07a-9f31-4b0e-aeea-eefd55a92aab {{(pid=62438) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2078.041731] env[62438]: DEBUG nova.compute.manager [None req-0d894c08-3dc6-4d51-9336-25ace63f9647 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: 4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 2078.180950] env[62438]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2078.180950] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52152d7e-7f80-0e01-b8eb-ab274769bbd4" [ 2078.180950] env[62438]: _type = "HttpNfcLease" [ 2078.180950] env[62438]: } is ready. {{(pid=62438) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2078.181315] env[62438]: DEBUG oslo_vmware.rw_handles [None req-f81d61b5-cdc3-419d-9315-309690c40fa1 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2078.181315] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52152d7e-7f80-0e01-b8eb-ab274769bbd4" [ 2078.181315] env[62438]: _type = "HttpNfcLease" [ 2078.181315] env[62438]: }. {{(pid=62438) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2078.182063] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8359ee33-3562-4541-8fcc-4fa2efad5a5d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.189523] env[62438]: DEBUG oslo_vmware.rw_handles [None req-f81d61b5-cdc3-419d-9315-309690c40fa1 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52edb2cf-a3ce-bb06-5b86-329a23592cc4/disk-0.vmdk from lease info. {{(pid=62438) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2078.189712] env[62438]: DEBUG oslo_vmware.rw_handles [None req-f81d61b5-cdc3-419d-9315-309690c40fa1 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52edb2cf-a3ce-bb06-5b86-329a23592cc4/disk-0.vmdk for reading. {{(pid=62438) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2078.279063] env[62438]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-68b0ab48-aa1b-4a5f-9e5d-ec687cb395ab {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.055680] env[62438]: DEBUG nova.compute.manager [None req-0d894c08-3dc6-4d51-9336-25ace63f9647 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: 4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 2079.076835] env[62438]: DEBUG nova.virt.hardware [None req-0d894c08-3dc6-4d51-9336-25ace63f9647 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2079.077221] env[62438]: DEBUG nova.virt.hardware [None req-0d894c08-3dc6-4d51-9336-25ace63f9647 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2079.077309] env[62438]: DEBUG nova.virt.hardware [None req-0d894c08-3dc6-4d51-9336-25ace63f9647 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2079.077480] env[62438]: DEBUG nova.virt.hardware [None req-0d894c08-3dc6-4d51-9336-25ace63f9647 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2079.077646] env[62438]: DEBUG nova.virt.hardware [None req-0d894c08-3dc6-4d51-9336-25ace63f9647 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2079.077892] env[62438]: DEBUG nova.virt.hardware [None req-0d894c08-3dc6-4d51-9336-25ace63f9647 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2079.078187] env[62438]: DEBUG nova.virt.hardware [None req-0d894c08-3dc6-4d51-9336-25ace63f9647 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2079.078414] env[62438]: DEBUG nova.virt.hardware [None req-0d894c08-3dc6-4d51-9336-25ace63f9647 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2079.078610] env[62438]: DEBUG nova.virt.hardware [None req-0d894c08-3dc6-4d51-9336-25ace63f9647 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2079.078800] env[62438]: DEBUG nova.virt.hardware [None req-0d894c08-3dc6-4d51-9336-25ace63f9647 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2079.078994] env[62438]: DEBUG nova.virt.hardware [None req-0d894c08-3dc6-4d51-9336-25ace63f9647 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2079.080174] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18223190-3e65-4811-8ed6-3f06304e4200 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.088326] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-263296a8-55fe-46c5-a036-9258a2c3e607 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.247388] env[62438]: DEBUG nova.compute.manager [req-627cd31b-d347-4ca7-a5fb-d3095be89a61 req-636adfc9-3493-489d-a83f-e855866e175e service nova] [instance: 4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5] Received event network-vif-plugged-9542b07a-9f31-4b0e-aeea-eefd55a92aab {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 2079.248469] env[62438]: DEBUG oslo_concurrency.lockutils [req-627cd31b-d347-4ca7-a5fb-d3095be89a61 req-636adfc9-3493-489d-a83f-e855866e175e service nova] Acquiring lock "4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2079.248587] env[62438]: DEBUG oslo_concurrency.lockutils [req-627cd31b-d347-4ca7-a5fb-d3095be89a61 req-636adfc9-3493-489d-a83f-e855866e175e service nova] Lock "4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2079.248969] env[62438]: DEBUG oslo_concurrency.lockutils [req-627cd31b-d347-4ca7-a5fb-d3095be89a61 req-636adfc9-3493-489d-a83f-e855866e175e service nova] Lock "4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2079.249423] env[62438]: DEBUG nova.compute.manager [req-627cd31b-d347-4ca7-a5fb-d3095be89a61 req-636adfc9-3493-489d-a83f-e855866e175e service nova] [instance: 4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5] No waiting events found dispatching network-vif-plugged-9542b07a-9f31-4b0e-aeea-eefd55a92aab {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2079.249970] env[62438]: WARNING nova.compute.manager [req-627cd31b-d347-4ca7-a5fb-d3095be89a61 req-636adfc9-3493-489d-a83f-e855866e175e service nova] [instance: 4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5] Received unexpected event network-vif-plugged-9542b07a-9f31-4b0e-aeea-eefd55a92aab for instance with vm_state building and task_state spawning. [ 2079.387279] env[62438]: DEBUG nova.network.neutron [None req-0d894c08-3dc6-4d51-9336-25ace63f9647 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: 4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5] Successfully updated port: 9542b07a-9f31-4b0e-aeea-eefd55a92aab {{(pid=62438) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2079.892535] env[62438]: DEBUG oslo_concurrency.lockutils [None req-0d894c08-3dc6-4d51-9336-25ace63f9647 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Acquiring lock "refresh_cache-4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2079.892766] env[62438]: DEBUG oslo_concurrency.lockutils [None req-0d894c08-3dc6-4d51-9336-25ace63f9647 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Acquired lock "refresh_cache-4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2079.893097] env[62438]: DEBUG nova.network.neutron [None req-0d894c08-3dc6-4d51-9336-25ace63f9647 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: 4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2080.443778] env[62438]: DEBUG nova.network.neutron [None req-0d894c08-3dc6-4d51-9336-25ace63f9647 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: 4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2080.597066] env[62438]: DEBUG nova.network.neutron [None req-0d894c08-3dc6-4d51-9336-25ace63f9647 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: 4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5] Updating instance_info_cache with network_info: [{"id": "9542b07a-9f31-4b0e-aeea-eefd55a92aab", "address": "fa:16:3e:4f:9b:3a", "network": {"id": "f204c615-6047-48c0-a7eb-65fe4ad424e5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1343144096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38d579b225154935bb754c9894cd2f33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9542b07a-9f", "ovs_interfaceid": "9542b07a-9f31-4b0e-aeea-eefd55a92aab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2081.099681] env[62438]: DEBUG oslo_concurrency.lockutils [None req-0d894c08-3dc6-4d51-9336-25ace63f9647 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Releasing lock "refresh_cache-4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2081.100036] env[62438]: DEBUG nova.compute.manager [None req-0d894c08-3dc6-4d51-9336-25ace63f9647 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: 4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5] Instance network_info: |[{"id": "9542b07a-9f31-4b0e-aeea-eefd55a92aab", "address": "fa:16:3e:4f:9b:3a", "network": {"id": "f204c615-6047-48c0-a7eb-65fe4ad424e5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1343144096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38d579b225154935bb754c9894cd2f33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9542b07a-9f", "ovs_interfaceid": "9542b07a-9f31-4b0e-aeea-eefd55a92aab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 2081.100507] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-0d894c08-3dc6-4d51-9336-25ace63f9647 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: 4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:9b:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9542b07a-9f31-4b0e-aeea-eefd55a92aab', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2081.108494] env[62438]: DEBUG oslo.service.loopingcall [None req-0d894c08-3dc6-4d51-9336-25ace63f9647 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2081.108734] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 2081.108966] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f77cb49f-c21e-462c-b02b-f5dc0b8d2c4b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.131881] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2081.131881] env[62438]: value = "task-1785992" [ 2081.131881] env[62438]: _type = "Task" [ 2081.131881] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2081.140462] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785992, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2081.274171] env[62438]: DEBUG nova.compute.manager [req-57dcbcab-5927-4717-ab0f-a45837543390 req-46fc591a-2e64-414f-8d51-0a0f465e4d72 service nova] [instance: 4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5] Received event network-changed-9542b07a-9f31-4b0e-aeea-eefd55a92aab {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 2081.274402] env[62438]: DEBUG nova.compute.manager [req-57dcbcab-5927-4717-ab0f-a45837543390 req-46fc591a-2e64-414f-8d51-0a0f465e4d72 service nova] [instance: 4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5] Refreshing instance network info cache due to event network-changed-9542b07a-9f31-4b0e-aeea-eefd55a92aab. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 2081.274629] env[62438]: DEBUG oslo_concurrency.lockutils [req-57dcbcab-5927-4717-ab0f-a45837543390 req-46fc591a-2e64-414f-8d51-0a0f465e4d72 service nova] Acquiring lock "refresh_cache-4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2081.274780] env[62438]: DEBUG oslo_concurrency.lockutils [req-57dcbcab-5927-4717-ab0f-a45837543390 req-46fc591a-2e64-414f-8d51-0a0f465e4d72 service nova] Acquired lock "refresh_cache-4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2081.275016] env[62438]: DEBUG nova.network.neutron [req-57dcbcab-5927-4717-ab0f-a45837543390 req-46fc591a-2e64-414f-8d51-0a0f465e4d72 service nova] [instance: 4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5] Refreshing network info cache for port 9542b07a-9f31-4b0e-aeea-eefd55a92aab {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2081.641724] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1785992, 'name': CreateVM_Task, 'duration_secs': 0.376301} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2081.642165] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 2081.642595] env[62438]: DEBUG oslo_concurrency.lockutils [None req-0d894c08-3dc6-4d51-9336-25ace63f9647 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2081.642767] env[62438]: DEBUG oslo_concurrency.lockutils [None req-0d894c08-3dc6-4d51-9336-25ace63f9647 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2081.643135] env[62438]: DEBUG oslo_concurrency.lockutils [None req-0d894c08-3dc6-4d51-9336-25ace63f9647 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2081.643429] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9869d047-2b81-40f7-9a1f-64d8ed8f428f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.648176] env[62438]: DEBUG oslo_vmware.api [None req-0d894c08-3dc6-4d51-9336-25ace63f9647 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Waiting for the task: (returnval){ [ 2081.648176] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52f093ab-cb94-21ca-17a4-b520adaeaa81" [ 2081.648176] env[62438]: _type = "Task" [ 2081.648176] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2081.656197] env[62438]: DEBUG oslo_vmware.api [None req-0d894c08-3dc6-4d51-9336-25ace63f9647 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52f093ab-cb94-21ca-17a4-b520adaeaa81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2082.022881] env[62438]: DEBUG nova.network.neutron [req-57dcbcab-5927-4717-ab0f-a45837543390 req-46fc591a-2e64-414f-8d51-0a0f465e4d72 service nova] [instance: 4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5] Updated VIF entry in instance network info cache for port 9542b07a-9f31-4b0e-aeea-eefd55a92aab. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2082.023446] env[62438]: DEBUG nova.network.neutron [req-57dcbcab-5927-4717-ab0f-a45837543390 req-46fc591a-2e64-414f-8d51-0a0f465e4d72 service nova] [instance: 4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5] Updating instance_info_cache with network_info: [{"id": "9542b07a-9f31-4b0e-aeea-eefd55a92aab", "address": "fa:16:3e:4f:9b:3a", "network": {"id": "f204c615-6047-48c0-a7eb-65fe4ad424e5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1343144096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38d579b225154935bb754c9894cd2f33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9542b07a-9f", "ovs_interfaceid": "9542b07a-9f31-4b0e-aeea-eefd55a92aab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2082.159289] env[62438]: DEBUG oslo_vmware.api [None req-0d894c08-3dc6-4d51-9336-25ace63f9647 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52f093ab-cb94-21ca-17a4-b520adaeaa81, 'name': SearchDatastore_Task, 'duration_secs': 0.008802} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2082.159590] env[62438]: DEBUG oslo_concurrency.lockutils [None req-0d894c08-3dc6-4d51-9336-25ace63f9647 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2082.159816] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-0d894c08-3dc6-4d51-9336-25ace63f9647 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: 4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2082.160079] env[62438]: DEBUG oslo_concurrency.lockutils [None req-0d894c08-3dc6-4d51-9336-25ace63f9647 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2082.160241] env[62438]: DEBUG oslo_concurrency.lockutils [None req-0d894c08-3dc6-4d51-9336-25ace63f9647 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2082.160432] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d894c08-3dc6-4d51-9336-25ace63f9647 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2082.160709] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3acb70e7-a303-46d9-8e6a-b913ed364b16 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.169111] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d894c08-3dc6-4d51-9336-25ace63f9647 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2082.169291] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-0d894c08-3dc6-4d51-9336-25ace63f9647 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 2082.170100] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b58e41dc-5752-4eca-b010-1bd66a5975b2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.175913] env[62438]: DEBUG oslo_vmware.api [None req-0d894c08-3dc6-4d51-9336-25ace63f9647 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Waiting for the task: (returnval){ [ 2082.175913] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]524f849e-e628-714d-d2a6-981bee0a5d81" [ 2082.175913] env[62438]: _type = "Task" [ 2082.175913] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2082.184567] env[62438]: DEBUG oslo_vmware.api [None req-0d894c08-3dc6-4d51-9336-25ace63f9647 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]524f849e-e628-714d-d2a6-981bee0a5d81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2082.526206] env[62438]: DEBUG oslo_concurrency.lockutils [req-57dcbcab-5927-4717-ab0f-a45837543390 req-46fc591a-2e64-414f-8d51-0a0f465e4d72 service nova] Releasing lock "refresh_cache-4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2082.686640] env[62438]: DEBUG oslo_vmware.api [None req-0d894c08-3dc6-4d51-9336-25ace63f9647 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]524f849e-e628-714d-d2a6-981bee0a5d81, 'name': SearchDatastore_Task, 'duration_secs': 0.008473} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2082.687553] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ace6be90-8cb3-4797-830e-ea8ee35bc247 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.692974] env[62438]: DEBUG oslo_vmware.api [None req-0d894c08-3dc6-4d51-9336-25ace63f9647 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Waiting for the task: (returnval){ [ 2082.692974] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5227d28a-18c3-43b9-2fc8-410fa1e11522" [ 2082.692974] env[62438]: _type = "Task" [ 2082.692974] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2082.700976] env[62438]: DEBUG oslo_vmware.api [None req-0d894c08-3dc6-4d51-9336-25ace63f9647 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5227d28a-18c3-43b9-2fc8-410fa1e11522, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2083.204789] env[62438]: DEBUG oslo_vmware.api [None req-0d894c08-3dc6-4d51-9336-25ace63f9647 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5227d28a-18c3-43b9-2fc8-410fa1e11522, 'name': SearchDatastore_Task, 'duration_secs': 0.010396} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2083.205148] env[62438]: DEBUG oslo_concurrency.lockutils [None req-0d894c08-3dc6-4d51-9336-25ace63f9647 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2083.205461] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d894c08-3dc6-4d51-9336-25ace63f9647 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5/4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 2083.205832] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7376d8db-8e5d-4ade-8124-adfe5832f31a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.216804] env[62438]: DEBUG oslo_vmware.api [None req-0d894c08-3dc6-4d51-9336-25ace63f9647 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Waiting for the task: (returnval){ [ 2083.216804] env[62438]: value = "task-1785993" [ 2083.216804] env[62438]: _type = "Task" [ 2083.216804] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2083.225495] env[62438]: DEBUG oslo_vmware.api [None req-0d894c08-3dc6-4d51-9336-25ace63f9647 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785993, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2083.727247] env[62438]: DEBUG oslo_vmware.api [None req-0d894c08-3dc6-4d51-9336-25ace63f9647 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785993, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.452192} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2083.727557] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d894c08-3dc6-4d51-9336-25ace63f9647 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5/4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 2083.727773] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-0d894c08-3dc6-4d51-9336-25ace63f9647 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: 4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2083.728046] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-92da0472-8166-498e-b6b9-92b7f299b179 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.738036] env[62438]: DEBUG oslo_vmware.api [None req-0d894c08-3dc6-4d51-9336-25ace63f9647 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Waiting for the task: (returnval){ [ 2083.738036] env[62438]: value = "task-1785994" [ 2083.738036] env[62438]: _type = "Task" [ 2083.738036] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2083.745933] env[62438]: DEBUG oslo_vmware.api [None req-0d894c08-3dc6-4d51-9336-25ace63f9647 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785994, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2084.248383] env[62438]: DEBUG oslo_vmware.api [None req-0d894c08-3dc6-4d51-9336-25ace63f9647 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785994, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078145} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2084.248689] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-0d894c08-3dc6-4d51-9336-25ace63f9647 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: 4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2084.249549] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea32bbe-49f9-4029-81a7-2f58c5166679 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.272365] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d894c08-3dc6-4d51-9336-25ace63f9647 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: 4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5/4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2084.272692] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2d230e4-7aaa-45ef-81ae-38cdb8cc3509 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.299246] env[62438]: DEBUG oslo_vmware.api [None req-0d894c08-3dc6-4d51-9336-25ace63f9647 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Waiting for the task: (returnval){ [ 2084.299246] env[62438]: value = "task-1785995" [ 2084.299246] env[62438]: _type = "Task" [ 2084.299246] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2084.308012] env[62438]: DEBUG oslo_vmware.api [None req-0d894c08-3dc6-4d51-9336-25ace63f9647 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785995, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2084.809377] env[62438]: DEBUG oslo_vmware.api [None req-0d894c08-3dc6-4d51-9336-25ace63f9647 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785995, 'name': ReconfigVM_Task, 'duration_secs': 0.420327} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2084.809799] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d894c08-3dc6-4d51-9336-25ace63f9647 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: 4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5/4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2084.810347] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-60a341b6-3073-48b8-9c90-6d8ff454bc92 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.824106] env[62438]: DEBUG oslo_vmware.api [None req-0d894c08-3dc6-4d51-9336-25ace63f9647 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Waiting for the task: (returnval){ [ 2084.824106] env[62438]: value = "task-1785996" [ 2084.824106] env[62438]: _type = "Task" [ 2084.824106] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2084.832482] env[62438]: DEBUG oslo_vmware.api [None req-0d894c08-3dc6-4d51-9336-25ace63f9647 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785996, 'name': Rename_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2085.178611] env[62438]: DEBUG oslo_vmware.rw_handles [None req-f81d61b5-cdc3-419d-9315-309690c40fa1 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52edb2cf-a3ce-bb06-5b86-329a23592cc4/disk-0.vmdk. {{(pid=62438) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2085.179440] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f03eb3-4341-4d15-bf10-d6da0fec56e7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.185463] env[62438]: DEBUG oslo_vmware.rw_handles [None req-f81d61b5-cdc3-419d-9315-309690c40fa1 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52edb2cf-a3ce-bb06-5b86-329a23592cc4/disk-0.vmdk is in state: ready. {{(pid=62438) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2085.185637] env[62438]: ERROR oslo_vmware.rw_handles [None req-f81d61b5-cdc3-419d-9315-309690c40fa1 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52edb2cf-a3ce-bb06-5b86-329a23592cc4/disk-0.vmdk due to incomplete transfer. [ 2085.185847] env[62438]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5053df20-4014-4564-941c-722505044e16 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.192099] env[62438]: DEBUG oslo_vmware.rw_handles [None req-f81d61b5-cdc3-419d-9315-309690c40fa1 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52edb2cf-a3ce-bb06-5b86-329a23592cc4/disk-0.vmdk. {{(pid=62438) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2085.192299] env[62438]: DEBUG nova.virt.vmwareapi.images [None req-f81d61b5-cdc3-419d-9315-309690c40fa1 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Uploaded image 25a77fa0-6ccb-4fdc-a2de-5ddba4a62396 to the Glance image server {{(pid=62438) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 2085.194599] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-f81d61b5-cdc3-419d-9315-309690c40fa1 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Destroying the VM {{(pid=62438) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 2085.194824] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f22d72e9-1fa5-4ccd-9af6-bc1ec07e6546 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.207578] env[62438]: DEBUG oslo_vmware.api [None req-f81d61b5-cdc3-419d-9315-309690c40fa1 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Waiting for the task: (returnval){ [ 2085.207578] env[62438]: value = "task-1785997" [ 2085.207578] env[62438]: _type = "Task" [ 2085.207578] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2085.214939] env[62438]: DEBUG oslo_vmware.api [None req-f81d61b5-cdc3-419d-9315-309690c40fa1 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Task: {'id': task-1785997, 'name': Destroy_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2085.334342] env[62438]: DEBUG oslo_vmware.api [None req-0d894c08-3dc6-4d51-9336-25ace63f9647 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785996, 'name': Rename_Task, 'duration_secs': 0.149577} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2085.334649] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d894c08-3dc6-4d51-9336-25ace63f9647 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: 4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 2085.334909] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fcf76095-be58-4cd9-92f9-d8556b9780c1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.340803] env[62438]: DEBUG oslo_vmware.api [None req-0d894c08-3dc6-4d51-9336-25ace63f9647 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Waiting for the task: (returnval){ [ 2085.340803] env[62438]: value = "task-1785998" [ 2085.340803] env[62438]: _type = "Task" [ 2085.340803] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2085.349761] env[62438]: DEBUG oslo_vmware.api [None req-0d894c08-3dc6-4d51-9336-25ace63f9647 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785998, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2085.717172] env[62438]: DEBUG oslo_vmware.api [None req-f81d61b5-cdc3-419d-9315-309690c40fa1 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Task: {'id': task-1785997, 'name': Destroy_Task} progress is 100%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2085.850287] env[62438]: DEBUG oslo_vmware.api [None req-0d894c08-3dc6-4d51-9336-25ace63f9647 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1785998, 'name': PowerOnVM_Task, 'duration_secs': 0.432067} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2085.850645] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d894c08-3dc6-4d51-9336-25ace63f9647 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: 4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 2085.850740] env[62438]: INFO nova.compute.manager [None req-0d894c08-3dc6-4d51-9336-25ace63f9647 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: 4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5] Took 6.79 seconds to spawn the instance on the hypervisor. [ 2085.850888] env[62438]: DEBUG nova.compute.manager [None req-0d894c08-3dc6-4d51-9336-25ace63f9647 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: 4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2085.851652] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf8db4b1-a767-4097-bd48-4ce88b3c2626 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.218235] env[62438]: DEBUG oslo_vmware.api [None req-f81d61b5-cdc3-419d-9315-309690c40fa1 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Task: {'id': task-1785997, 'name': Destroy_Task, 'duration_secs': 0.517384} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2086.218458] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-f81d61b5-cdc3-419d-9315-309690c40fa1 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Destroyed the VM [ 2086.218723] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f81d61b5-cdc3-419d-9315-309690c40fa1 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Deleting Snapshot of the VM instance {{(pid=62438) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2086.218977] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c4d44125-feac-433d-bc37-7edbf8d9c688 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.236712] env[62438]: DEBUG oslo_vmware.api [None req-f81d61b5-cdc3-419d-9315-309690c40fa1 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Waiting for the task: (returnval){ [ 2086.236712] env[62438]: value = "task-1785999" [ 2086.236712] env[62438]: _type = "Task" [ 2086.236712] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2086.244376] env[62438]: DEBUG oslo_vmware.api [None req-f81d61b5-cdc3-419d-9315-309690c40fa1 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Task: {'id': task-1785999, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2086.369366] env[62438]: INFO nova.compute.manager [None req-0d894c08-3dc6-4d51-9336-25ace63f9647 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: 4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5] Took 11.48 seconds to build instance. [ 2086.747452] env[62438]: DEBUG oslo_vmware.api [None req-f81d61b5-cdc3-419d-9315-309690c40fa1 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Task: {'id': task-1785999, 'name': RemoveSnapshot_Task, 'duration_secs': 0.394444} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2086.747767] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f81d61b5-cdc3-419d-9315-309690c40fa1 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Deleted Snapshot of the VM instance {{(pid=62438) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2086.748313] env[62438]: DEBUG nova.compute.manager [None req-f81d61b5-cdc3-419d-9315-309690c40fa1 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2086.748890] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd2b3591-9c34-4729-9093-2fafeab21980 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.871318] env[62438]: DEBUG oslo_concurrency.lockutils [None req-0d894c08-3dc6-4d51-9336-25ace63f9647 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Lock "4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.987s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2086.877864] env[62438]: DEBUG nova.compute.manager [req-dd1f8c89-16e0-4c17-ba17-a7ab760af619 req-5297ecc1-1311-43f8-b125-b60aec44aa86 service nova] [instance: 4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5] Received event network-changed-9542b07a-9f31-4b0e-aeea-eefd55a92aab {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 2086.877864] env[62438]: DEBUG nova.compute.manager [req-dd1f8c89-16e0-4c17-ba17-a7ab760af619 req-5297ecc1-1311-43f8-b125-b60aec44aa86 service nova] [instance: 4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5] Refreshing instance network info cache due to event network-changed-9542b07a-9f31-4b0e-aeea-eefd55a92aab. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 2086.878091] env[62438]: DEBUG oslo_concurrency.lockutils [req-dd1f8c89-16e0-4c17-ba17-a7ab760af619 req-5297ecc1-1311-43f8-b125-b60aec44aa86 service nova] Acquiring lock "refresh_cache-4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2086.878276] env[62438]: DEBUG oslo_concurrency.lockutils [req-dd1f8c89-16e0-4c17-ba17-a7ab760af619 req-5297ecc1-1311-43f8-b125-b60aec44aa86 service nova] Acquired lock "refresh_cache-4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2086.878450] env[62438]: DEBUG nova.network.neutron [req-dd1f8c89-16e0-4c17-ba17-a7ab760af619 req-5297ecc1-1311-43f8-b125-b60aec44aa86 service nova] [instance: 4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5] Refreshing network info cache for port 9542b07a-9f31-4b0e-aeea-eefd55a92aab {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2087.262961] env[62438]: INFO nova.compute.manager [None req-f81d61b5-cdc3-419d-9315-309690c40fa1 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Shelve offloading [ 2087.264934] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-f81d61b5-cdc3-419d-9315-309690c40fa1 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 2087.265290] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be9d5e8c-408e-4c70-a8b9-f01a2ea027b0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.293835] env[62438]: DEBUG oslo_vmware.api [None req-f81d61b5-cdc3-419d-9315-309690c40fa1 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Waiting for the task: (returnval){ [ 2087.293835] env[62438]: value = "task-1786000" [ 2087.293835] env[62438]: _type = "Task" [ 2087.293835] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2087.578735] env[62438]: DEBUG nova.network.neutron [req-dd1f8c89-16e0-4c17-ba17-a7ab760af619 req-5297ecc1-1311-43f8-b125-b60aec44aa86 service nova] [instance: 4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5] Updated VIF entry in instance network info cache for port 9542b07a-9f31-4b0e-aeea-eefd55a92aab. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2087.579146] env[62438]: DEBUG nova.network.neutron [req-dd1f8c89-16e0-4c17-ba17-a7ab760af619 req-5297ecc1-1311-43f8-b125-b60aec44aa86 service nova] [instance: 4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5] Updating instance_info_cache with network_info: [{"id": "9542b07a-9f31-4b0e-aeea-eefd55a92aab", "address": "fa:16:3e:4f:9b:3a", "network": {"id": "f204c615-6047-48c0-a7eb-65fe4ad424e5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1343144096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38d579b225154935bb754c9894cd2f33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9542b07a-9f", "ovs_interfaceid": "9542b07a-9f31-4b0e-aeea-eefd55a92aab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2087.804042] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-f81d61b5-cdc3-419d-9315-309690c40fa1 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] VM already powered off {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 2087.804277] env[62438]: DEBUG nova.compute.manager [None req-f81d61b5-cdc3-419d-9315-309690c40fa1 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2087.805054] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb39eef3-2b36-4b25-b793-9ed71191e181 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.811172] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f81d61b5-cdc3-419d-9315-309690c40fa1 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Acquiring lock "refresh_cache-a3cf6b14-8557-4089-9a26-b5d816fb68ad" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2087.811349] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f81d61b5-cdc3-419d-9315-309690c40fa1 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Acquired lock "refresh_cache-a3cf6b14-8557-4089-9a26-b5d816fb68ad" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2087.811525] env[62438]: DEBUG nova.network.neutron [None req-f81d61b5-cdc3-419d-9315-309690c40fa1 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2088.081919] env[62438]: DEBUG oslo_concurrency.lockutils [req-dd1f8c89-16e0-4c17-ba17-a7ab760af619 req-5297ecc1-1311-43f8-b125-b60aec44aa86 service nova] Releasing lock "refresh_cache-4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2088.549519] env[62438]: DEBUG nova.network.neutron [None req-f81d61b5-cdc3-419d-9315-309690c40fa1 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Updating instance_info_cache with network_info: [{"id": "c42fe58a-3028-4c61-825f-feee26bf5b73", "address": "fa:16:3e:a2:8e:44", "network": {"id": "766948b5-0735-465a-af85-74de9c1d6731", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1002813341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d738e30435074108b0deeff2816df9ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc42fe58a-30", "ovs_interfaceid": "c42fe58a-3028-4c61-825f-feee26bf5b73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2089.053529] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f81d61b5-cdc3-419d-9315-309690c40fa1 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Releasing lock "refresh_cache-a3cf6b14-8557-4089-9a26-b5d816fb68ad" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2089.484921] env[62438]: DEBUG nova.compute.manager [req-4a39da63-de40-4d71-9c58-27dc69291bd3 req-ce9975a5-2871-48d3-af6a-c47dc0c1001d service nova] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Received event network-vif-unplugged-c42fe58a-3028-4c61-825f-feee26bf5b73 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 2089.485220] env[62438]: DEBUG oslo_concurrency.lockutils [req-4a39da63-de40-4d71-9c58-27dc69291bd3 req-ce9975a5-2871-48d3-af6a-c47dc0c1001d service nova] Acquiring lock "a3cf6b14-8557-4089-9a26-b5d816fb68ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2089.485412] env[62438]: DEBUG oslo_concurrency.lockutils [req-4a39da63-de40-4d71-9c58-27dc69291bd3 req-ce9975a5-2871-48d3-af6a-c47dc0c1001d service nova] Lock "a3cf6b14-8557-4089-9a26-b5d816fb68ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2089.485573] env[62438]: DEBUG oslo_concurrency.lockutils [req-4a39da63-de40-4d71-9c58-27dc69291bd3 req-ce9975a5-2871-48d3-af6a-c47dc0c1001d service nova] Lock "a3cf6b14-8557-4089-9a26-b5d816fb68ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2089.485742] env[62438]: DEBUG nova.compute.manager [req-4a39da63-de40-4d71-9c58-27dc69291bd3 req-ce9975a5-2871-48d3-af6a-c47dc0c1001d service nova] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] No waiting events found dispatching network-vif-unplugged-c42fe58a-3028-4c61-825f-feee26bf5b73 {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2089.485914] env[62438]: WARNING nova.compute.manager [req-4a39da63-de40-4d71-9c58-27dc69291bd3 req-ce9975a5-2871-48d3-af6a-c47dc0c1001d service nova] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Received unexpected event network-vif-unplugged-c42fe58a-3028-4c61-825f-feee26bf5b73 for instance with vm_state shelved and task_state shelving_offloading. [ 2089.506362] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f81d61b5-cdc3-419d-9315-309690c40fa1 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 2089.507254] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e471b4e9-282d-47c7-8a1d-2551c8eef206 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.515368] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f81d61b5-cdc3-419d-9315-309690c40fa1 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 2089.515602] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-50b5e676-75c0-483b-bac3-f5b5f612c449 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.608335] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f81d61b5-cdc3-419d-9315-309690c40fa1 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 2089.608592] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f81d61b5-cdc3-419d-9315-309690c40fa1 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 2089.608768] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-f81d61b5-cdc3-419d-9315-309690c40fa1 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Deleting the datastore file [datastore1] a3cf6b14-8557-4089-9a26-b5d816fb68ad {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2089.609042] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b3016bbf-f855-4e05-aa59-45da9248a597 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.617374] env[62438]: DEBUG oslo_vmware.api [None req-f81d61b5-cdc3-419d-9315-309690c40fa1 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Waiting for the task: (returnval){ [ 2089.617374] env[62438]: value = "task-1786002" [ 2089.617374] env[62438]: _type = "Task" [ 2089.617374] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2089.625058] env[62438]: DEBUG oslo_vmware.api [None req-f81d61b5-cdc3-419d-9315-309690c40fa1 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Task: {'id': task-1786002, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.127172] env[62438]: DEBUG oslo_vmware.api [None req-f81d61b5-cdc3-419d-9315-309690c40fa1 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Task: {'id': task-1786002, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139628} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2090.127441] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-f81d61b5-cdc3-419d-9315-309690c40fa1 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2090.127643] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f81d61b5-cdc3-419d-9315-309690c40fa1 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 2090.127829] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-f81d61b5-cdc3-419d-9315-309690c40fa1 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 2090.150217] env[62438]: INFO nova.scheduler.client.report [None req-f81d61b5-cdc3-419d-9315-309690c40fa1 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Deleted allocations for instance a3cf6b14-8557-4089-9a26-b5d816fb68ad [ 2090.654857] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f81d61b5-cdc3-419d-9315-309690c40fa1 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2090.655176] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f81d61b5-cdc3-419d-9315-309690c40fa1 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2090.655394] env[62438]: DEBUG nova.objects.instance [None req-f81d61b5-cdc3-419d-9315-309690c40fa1 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Lazy-loading 'resources' on Instance uuid a3cf6b14-8557-4089-9a26-b5d816fb68ad {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2091.158161] env[62438]: DEBUG nova.objects.instance [None req-f81d61b5-cdc3-419d-9315-309690c40fa1 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Lazy-loading 'numa_topology' on Instance uuid a3cf6b14-8557-4089-9a26-b5d816fb68ad {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2091.510800] env[62438]: DEBUG nova.compute.manager [req-b5180cc5-d961-4b0a-a8da-520ba0c262a6 req-776079e0-1cdf-4c77-b12f-4987d529afdf service nova] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Received event network-changed-c42fe58a-3028-4c61-825f-feee26bf5b73 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 2091.511025] env[62438]: DEBUG nova.compute.manager [req-b5180cc5-d961-4b0a-a8da-520ba0c262a6 req-776079e0-1cdf-4c77-b12f-4987d529afdf service nova] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Refreshing instance network info cache due to event network-changed-c42fe58a-3028-4c61-825f-feee26bf5b73. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 2091.511256] env[62438]: DEBUG oslo_concurrency.lockutils [req-b5180cc5-d961-4b0a-a8da-520ba0c262a6 req-776079e0-1cdf-4c77-b12f-4987d529afdf service nova] Acquiring lock "refresh_cache-a3cf6b14-8557-4089-9a26-b5d816fb68ad" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2091.511414] env[62438]: DEBUG oslo_concurrency.lockutils [req-b5180cc5-d961-4b0a-a8da-520ba0c262a6 req-776079e0-1cdf-4c77-b12f-4987d529afdf service nova] Acquired lock "refresh_cache-a3cf6b14-8557-4089-9a26-b5d816fb68ad" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2091.511584] env[62438]: DEBUG nova.network.neutron [req-b5180cc5-d961-4b0a-a8da-520ba0c262a6 req-776079e0-1cdf-4c77-b12f-4987d529afdf service nova] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Refreshing network info cache for port c42fe58a-3028-4c61-825f-feee26bf5b73 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2091.660862] env[62438]: DEBUG nova.objects.base [None req-f81d61b5-cdc3-419d-9315-309690c40fa1 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62438) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 2091.706928] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f36f0b1b-0bb8-4e5f-95a3-400836f04b2d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.714588] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c391e2b-e5ee-43da-9f0f-562eed24f4ff {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.744528] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5781932f-bd88-40ee-bed0-a2f7e96f9c4b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.751500] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e4d3aff-926b-4c2a-8033-db7f0a7f992b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.764516] env[62438]: DEBUG nova.compute.provider_tree [None req-f81d61b5-cdc3-419d-9315-309690c40fa1 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2092.212601] env[62438]: DEBUG nova.network.neutron [req-b5180cc5-d961-4b0a-a8da-520ba0c262a6 req-776079e0-1cdf-4c77-b12f-4987d529afdf service nova] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Updated VIF entry in instance network info cache for port c42fe58a-3028-4c61-825f-feee26bf5b73. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2092.212948] env[62438]: DEBUG nova.network.neutron [req-b5180cc5-d961-4b0a-a8da-520ba0c262a6 req-776079e0-1cdf-4c77-b12f-4987d529afdf service nova] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Updating instance_info_cache with network_info: [{"id": "c42fe58a-3028-4c61-825f-feee26bf5b73", "address": "fa:16:3e:a2:8e:44", "network": {"id": "766948b5-0735-465a-af85-74de9c1d6731", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1002813341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d738e30435074108b0deeff2816df9ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapc42fe58a-30", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2092.267852] env[62438]: DEBUG nova.scheduler.client.report [None req-f81d61b5-cdc3-419d-9315-309690c40fa1 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2092.424500] env[62438]: DEBUG oslo_concurrency.lockutils [None req-41abce04-4784-4b9c-8733-f12d7922465e tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Acquiring lock "a3cf6b14-8557-4089-9a26-b5d816fb68ad" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2092.715875] env[62438]: DEBUG oslo_concurrency.lockutils [req-b5180cc5-d961-4b0a-a8da-520ba0c262a6 req-776079e0-1cdf-4c77-b12f-4987d529afdf service nova] Releasing lock "refresh_cache-a3cf6b14-8557-4089-9a26-b5d816fb68ad" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2092.772151] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f81d61b5-cdc3-419d-9315-309690c40fa1 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.117s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2093.280515] env[62438]: DEBUG oslo_concurrency.lockutils [None req-f81d61b5-cdc3-419d-9315-309690c40fa1 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Lock "a3cf6b14-8557-4089-9a26-b5d816fb68ad" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 20.259s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2093.281056] env[62438]: DEBUG oslo_concurrency.lockutils [None req-41abce04-4784-4b9c-8733-f12d7922465e tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Lock "a3cf6b14-8557-4089-9a26-b5d816fb68ad" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.857s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2093.281253] env[62438]: INFO nova.compute.manager [None req-41abce04-4784-4b9c-8733-f12d7922465e tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Unshelving [ 2094.303362] env[62438]: DEBUG oslo_concurrency.lockutils [None req-41abce04-4784-4b9c-8733-f12d7922465e tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2094.303715] env[62438]: DEBUG oslo_concurrency.lockutils [None req-41abce04-4784-4b9c-8733-f12d7922465e tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2094.303858] env[62438]: DEBUG nova.objects.instance [None req-41abce04-4784-4b9c-8733-f12d7922465e tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Lazy-loading 'pci_requests' on Instance uuid a3cf6b14-8557-4089-9a26-b5d816fb68ad {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2094.810511] env[62438]: DEBUG nova.objects.instance [None req-41abce04-4784-4b9c-8733-f12d7922465e tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Lazy-loading 'numa_topology' on Instance uuid a3cf6b14-8557-4089-9a26-b5d816fb68ad {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2095.313088] env[62438]: INFO nova.compute.claims [None req-41abce04-4784-4b9c-8733-f12d7922465e tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2096.367285] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d881edc2-cb1d-4c53-8e3e-bed47936f200 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.374720] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d115b087-5999-4f85-a490-89873d75896d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.405442] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a34cdb5-2821-47a9-98e3-ad2b22bd202c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.416358] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f41a57f5-bcad-4413-a97c-9c52eeeccb4b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.431408] env[62438]: DEBUG nova.compute.provider_tree [None req-41abce04-4784-4b9c-8733-f12d7922465e tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2096.911776] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a8b73efd-3097-4f5a-bc0f-9fdf480d8a3a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Acquiring lock "aad6a786-86ef-44e1-a756-3e1e8659c0e6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2096.912088] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a8b73efd-3097-4f5a-bc0f-9fdf480d8a3a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Lock "aad6a786-86ef-44e1-a756-3e1e8659c0e6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2096.912315] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a8b73efd-3097-4f5a-bc0f-9fdf480d8a3a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Acquiring lock "aad6a786-86ef-44e1-a756-3e1e8659c0e6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2096.912512] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a8b73efd-3097-4f5a-bc0f-9fdf480d8a3a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Lock "aad6a786-86ef-44e1-a756-3e1e8659c0e6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2096.912686] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a8b73efd-3097-4f5a-bc0f-9fdf480d8a3a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Lock "aad6a786-86ef-44e1-a756-3e1e8659c0e6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2096.914984] env[62438]: INFO nova.compute.manager [None req-a8b73efd-3097-4f5a-bc0f-9fdf480d8a3a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Terminating instance [ 2096.916777] env[62438]: DEBUG nova.compute.manager [None req-a8b73efd-3097-4f5a-bc0f-9fdf480d8a3a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2096.916980] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a8b73efd-3097-4f5a-bc0f-9fdf480d8a3a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 2096.917846] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b10b2acf-2d0d-43f6-909c-f08c6848b65b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.925545] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8b73efd-3097-4f5a-bc0f-9fdf480d8a3a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 2096.925803] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5065cf01-1025-4e8b-a0c1-1186fcb49876 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.933596] env[62438]: DEBUG nova.scheduler.client.report [None req-41abce04-4784-4b9c-8733-f12d7922465e tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2096.938121] env[62438]: DEBUG oslo_vmware.api [None req-a8b73efd-3097-4f5a-bc0f-9fdf480d8a3a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Waiting for the task: (returnval){ [ 2096.938121] env[62438]: value = "task-1786003" [ 2096.938121] env[62438]: _type = "Task" [ 2096.938121] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2096.945924] env[62438]: DEBUG oslo_vmware.api [None req-a8b73efd-3097-4f5a-bc0f-9fdf480d8a3a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1786003, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2097.438243] env[62438]: DEBUG oslo_concurrency.lockutils [None req-41abce04-4784-4b9c-8733-f12d7922465e tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.134s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2097.449663] env[62438]: DEBUG oslo_vmware.api [None req-a8b73efd-3097-4f5a-bc0f-9fdf480d8a3a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1786003, 'name': PowerOffVM_Task, 'duration_secs': 0.183266} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2097.449663] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8b73efd-3097-4f5a-bc0f-9fdf480d8a3a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 2097.449848] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a8b73efd-3097-4f5a-bc0f-9fdf480d8a3a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 2097.450050] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec0b679e-a97d-4dd0-821a-72b13caccdb4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.469448] env[62438]: INFO nova.network.neutron [None req-41abce04-4784-4b9c-8733-f12d7922465e tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Updating port c42fe58a-3028-4c61-825f-feee26bf5b73 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 2097.590528] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a8b73efd-3097-4f5a-bc0f-9fdf480d8a3a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 2097.590771] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a8b73efd-3097-4f5a-bc0f-9fdf480d8a3a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 2097.590965] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8b73efd-3097-4f5a-bc0f-9fdf480d8a3a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Deleting the datastore file [datastore1] aad6a786-86ef-44e1-a756-3e1e8659c0e6 {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2097.591260] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-451dd381-f86f-45cb-9a07-a052d9fad1d1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.598384] env[62438]: DEBUG oslo_vmware.api [None req-a8b73efd-3097-4f5a-bc0f-9fdf480d8a3a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Waiting for the task: (returnval){ [ 2097.598384] env[62438]: value = "task-1786005" [ 2097.598384] env[62438]: _type = "Task" [ 2097.598384] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2097.606280] env[62438]: DEBUG oslo_vmware.api [None req-a8b73efd-3097-4f5a-bc0f-9fdf480d8a3a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1786005, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2098.109202] env[62438]: DEBUG oslo_vmware.api [None req-a8b73efd-3097-4f5a-bc0f-9fdf480d8a3a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Task: {'id': task-1786005, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129843} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2098.109542] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8b73efd-3097-4f5a-bc0f-9fdf480d8a3a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2098.109776] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a8b73efd-3097-4f5a-bc0f-9fdf480d8a3a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 2098.110017] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a8b73efd-3097-4f5a-bc0f-9fdf480d8a3a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 2098.110256] env[62438]: INFO nova.compute.manager [None req-a8b73efd-3097-4f5a-bc0f-9fdf480d8a3a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Took 1.19 seconds to destroy the instance on the hypervisor. [ 2098.110558] env[62438]: DEBUG oslo.service.loopingcall [None req-a8b73efd-3097-4f5a-bc0f-9fdf480d8a3a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2098.110797] env[62438]: DEBUG nova.compute.manager [-] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2098.110909] env[62438]: DEBUG nova.network.neutron [-] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2098.528817] env[62438]: DEBUG nova.compute.manager [req-012790a4-5345-4950-9fc7-eb9ebbd1b77c req-fa4185be-0860-475b-a7b3-64648003fcd6 service nova] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Received event network-vif-deleted-b6847acc-4e1e-49e4-a5c8-0f5b7c744fea {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 2098.529100] env[62438]: INFO nova.compute.manager [req-012790a4-5345-4950-9fc7-eb9ebbd1b77c req-fa4185be-0860-475b-a7b3-64648003fcd6 service nova] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Neutron deleted interface b6847acc-4e1e-49e4-a5c8-0f5b7c744fea; detaching it from the instance and deleting it from the info cache [ 2098.529221] env[62438]: DEBUG nova.network.neutron [req-012790a4-5345-4950-9fc7-eb9ebbd1b77c req-fa4185be-0860-475b-a7b3-64648003fcd6 service nova] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2098.980167] env[62438]: DEBUG oslo_concurrency.lockutils [None req-41abce04-4784-4b9c-8733-f12d7922465e tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Acquiring lock "refresh_cache-a3cf6b14-8557-4089-9a26-b5d816fb68ad" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2098.980464] env[62438]: DEBUG oslo_concurrency.lockutils [None req-41abce04-4784-4b9c-8733-f12d7922465e tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Acquired lock "refresh_cache-a3cf6b14-8557-4089-9a26-b5d816fb68ad" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2098.980612] env[62438]: DEBUG nova.network.neutron [None req-41abce04-4784-4b9c-8733-f12d7922465e tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2099.000897] env[62438]: DEBUG nova.network.neutron [-] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2099.031485] env[62438]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-89e4dd7e-6c6f-40e4-b0f4-74c3310d0c5f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.041867] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51f4e70f-694b-4b95-9973-d690cde97aaa {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.065983] env[62438]: DEBUG nova.compute.manager [req-012790a4-5345-4950-9fc7-eb9ebbd1b77c req-fa4185be-0860-475b-a7b3-64648003fcd6 service nova] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Detach interface failed, port_id=b6847acc-4e1e-49e4-a5c8-0f5b7c744fea, reason: Instance aad6a786-86ef-44e1-a756-3e1e8659c0e6 could not be found. {{(pid=62438) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 2099.503292] env[62438]: INFO nova.compute.manager [-] [instance: aad6a786-86ef-44e1-a756-3e1e8659c0e6] Took 1.39 seconds to deallocate network for instance. [ 2099.671754] env[62438]: DEBUG nova.network.neutron [None req-41abce04-4784-4b9c-8733-f12d7922465e tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Updating instance_info_cache with network_info: [{"id": "c42fe58a-3028-4c61-825f-feee26bf5b73", "address": "fa:16:3e:a2:8e:44", "network": {"id": "766948b5-0735-465a-af85-74de9c1d6731", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1002813341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d738e30435074108b0deeff2816df9ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc42fe58a-30", "ovs_interfaceid": "c42fe58a-3028-4c61-825f-feee26bf5b73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2100.009932] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a8b73efd-3097-4f5a-bc0f-9fdf480d8a3a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2100.010387] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a8b73efd-3097-4f5a-bc0f-9fdf480d8a3a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2100.010701] env[62438]: DEBUG nova.objects.instance [None req-a8b73efd-3097-4f5a-bc0f-9fdf480d8a3a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Lazy-loading 'resources' on Instance uuid aad6a786-86ef-44e1-a756-3e1e8659c0e6 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2100.174877] env[62438]: DEBUG oslo_concurrency.lockutils [None req-41abce04-4784-4b9c-8733-f12d7922465e tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Releasing lock "refresh_cache-a3cf6b14-8557-4089-9a26-b5d816fb68ad" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2100.201685] env[62438]: DEBUG nova.virt.hardware [None req-41abce04-4784-4b9c-8733-f12d7922465e tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='308c8ce342eafd0967c3666bad2a8a06',container_format='bare',created_at=2024-12-12T01:41:44Z,direct_url=,disk_format='vmdk',id=25a77fa0-6ccb-4fdc-a2de-5ddba4a62396,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1106769963-shelved',owner='d738e30435074108b0deeff2816df9ef',properties=ImageMetaProps,protected=,size=31666176,status='active',tags=,updated_at=2024-12-12T01:41:56Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2100.201950] env[62438]: DEBUG nova.virt.hardware [None req-41abce04-4784-4b9c-8733-f12d7922465e tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2100.202132] env[62438]: DEBUG nova.virt.hardware [None req-41abce04-4784-4b9c-8733-f12d7922465e tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2100.202370] env[62438]: DEBUG nova.virt.hardware [None req-41abce04-4784-4b9c-8733-f12d7922465e tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2100.202545] env[62438]: DEBUG nova.virt.hardware [None req-41abce04-4784-4b9c-8733-f12d7922465e tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2100.202705] env[62438]: DEBUG nova.virt.hardware [None req-41abce04-4784-4b9c-8733-f12d7922465e tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2100.202919] env[62438]: DEBUG nova.virt.hardware [None req-41abce04-4784-4b9c-8733-f12d7922465e tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2100.203108] env[62438]: DEBUG nova.virt.hardware [None req-41abce04-4784-4b9c-8733-f12d7922465e tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2100.203287] env[62438]: DEBUG nova.virt.hardware [None req-41abce04-4784-4b9c-8733-f12d7922465e tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2100.203459] env[62438]: DEBUG nova.virt.hardware [None req-41abce04-4784-4b9c-8733-f12d7922465e tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2100.203638] env[62438]: DEBUG nova.virt.hardware [None req-41abce04-4784-4b9c-8733-f12d7922465e tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2100.204494] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-341a964f-75ef-41bd-9052-6af60d909aca {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.212767] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a460391-ac05-4e18-a9b0-b1b6ac0296d9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.225628] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-41abce04-4784-4b9c-8733-f12d7922465e tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:8e:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c42fe58a-3028-4c61-825f-feee26bf5b73', 'vif_model': 'vmxnet3'}] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2100.233013] env[62438]: DEBUG oslo.service.loopingcall [None req-41abce04-4784-4b9c-8733-f12d7922465e tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2100.233249] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 2100.233453] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-92195b7d-c1b6-44bb-8b20-0cee40140a87 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.251974] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2100.251974] env[62438]: value = "task-1786006" [ 2100.251974] env[62438]: _type = "Task" [ 2100.251974] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2100.258972] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786006, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2100.555457] env[62438]: DEBUG nova.compute.manager [req-a6351b5a-663a-49df-80b8-fbe16554bfa6 req-2eda752f-9b71-4e0b-8b04-a4d932791818 service nova] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Received event network-vif-plugged-c42fe58a-3028-4c61-825f-feee26bf5b73 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 2100.555756] env[62438]: DEBUG oslo_concurrency.lockutils [req-a6351b5a-663a-49df-80b8-fbe16554bfa6 req-2eda752f-9b71-4e0b-8b04-a4d932791818 service nova] Acquiring lock "a3cf6b14-8557-4089-9a26-b5d816fb68ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2100.555886] env[62438]: DEBUG oslo_concurrency.lockutils [req-a6351b5a-663a-49df-80b8-fbe16554bfa6 req-2eda752f-9b71-4e0b-8b04-a4d932791818 service nova] Lock "a3cf6b14-8557-4089-9a26-b5d816fb68ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2100.556296] env[62438]: DEBUG oslo_concurrency.lockutils [req-a6351b5a-663a-49df-80b8-fbe16554bfa6 req-2eda752f-9b71-4e0b-8b04-a4d932791818 service nova] Lock "a3cf6b14-8557-4089-9a26-b5d816fb68ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2100.556532] env[62438]: DEBUG nova.compute.manager [req-a6351b5a-663a-49df-80b8-fbe16554bfa6 req-2eda752f-9b71-4e0b-8b04-a4d932791818 service nova] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] No waiting events found dispatching network-vif-plugged-c42fe58a-3028-4c61-825f-feee26bf5b73 {{(pid=62438) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2100.556720] env[62438]: WARNING nova.compute.manager [req-a6351b5a-663a-49df-80b8-fbe16554bfa6 req-2eda752f-9b71-4e0b-8b04-a4d932791818 service nova] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Received unexpected event network-vif-plugged-c42fe58a-3028-4c61-825f-feee26bf5b73 for instance with vm_state shelved_offloaded and task_state spawning. [ 2100.556909] env[62438]: DEBUG nova.compute.manager [req-a6351b5a-663a-49df-80b8-fbe16554bfa6 req-2eda752f-9b71-4e0b-8b04-a4d932791818 service nova] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Received event network-changed-c42fe58a-3028-4c61-825f-feee26bf5b73 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 2100.557089] env[62438]: DEBUG nova.compute.manager [req-a6351b5a-663a-49df-80b8-fbe16554bfa6 req-2eda752f-9b71-4e0b-8b04-a4d932791818 service nova] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Refreshing instance network info cache due to event network-changed-c42fe58a-3028-4c61-825f-feee26bf5b73. {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 2100.557309] env[62438]: DEBUG oslo_concurrency.lockutils [req-a6351b5a-663a-49df-80b8-fbe16554bfa6 req-2eda752f-9b71-4e0b-8b04-a4d932791818 service nova] Acquiring lock "refresh_cache-a3cf6b14-8557-4089-9a26-b5d816fb68ad" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2100.557468] env[62438]: DEBUG oslo_concurrency.lockutils [req-a6351b5a-663a-49df-80b8-fbe16554bfa6 req-2eda752f-9b71-4e0b-8b04-a4d932791818 service nova] Acquired lock "refresh_cache-a3cf6b14-8557-4089-9a26-b5d816fb68ad" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2100.557630] env[62438]: DEBUG nova.network.neutron [req-a6351b5a-663a-49df-80b8-fbe16554bfa6 req-2eda752f-9b71-4e0b-8b04-a4d932791818 service nova] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Refreshing network info cache for port c42fe58a-3028-4c61-825f-feee26bf5b73 {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2100.573179] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-671893e9-a337-4050-b29f-b11c9fd861a0 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.581639] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-042ed994-c49a-40e8-a2d2-41a81cd51ad9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.613615] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-565422c8-e728-48a0-a35b-b1001dde8092 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.621074] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c58b22cd-f303-4808-b31b-8fa6ce4766a1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.634505] env[62438]: DEBUG nova.compute.provider_tree [None req-a8b73efd-3097-4f5a-bc0f-9fdf480d8a3a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2100.761866] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786006, 'name': CreateVM_Task, 'duration_secs': 0.41175} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2100.762777] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 2100.763348] env[62438]: DEBUG oslo_concurrency.lockutils [None req-41abce04-4784-4b9c-8733-f12d7922465e tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/25a77fa0-6ccb-4fdc-a2de-5ddba4a62396" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2100.763532] env[62438]: DEBUG oslo_concurrency.lockutils [None req-41abce04-4784-4b9c-8733-f12d7922465e tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Acquired lock "[datastore1] devstack-image-cache_base/25a77fa0-6ccb-4fdc-a2de-5ddba4a62396" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2100.763918] env[62438]: DEBUG oslo_concurrency.lockutils [None req-41abce04-4784-4b9c-8733-f12d7922465e tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/25a77fa0-6ccb-4fdc-a2de-5ddba4a62396" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2100.764201] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30a9feb1-9060-440f-a0ca-f5d7aae46303 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.769256] env[62438]: DEBUG oslo_vmware.api [None req-41abce04-4784-4b9c-8733-f12d7922465e tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Waiting for the task: (returnval){ [ 2100.769256] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52ba322e-344f-9f32-8c98-974880479943" [ 2100.769256] env[62438]: _type = "Task" [ 2100.769256] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2100.782644] env[62438]: DEBUG oslo_vmware.api [None req-41abce04-4784-4b9c-8733-f12d7922465e tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52ba322e-344f-9f32-8c98-974880479943, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2101.138863] env[62438]: DEBUG nova.scheduler.client.report [None req-a8b73efd-3097-4f5a-bc0f-9fdf480d8a3a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2101.280556] env[62438]: DEBUG oslo_concurrency.lockutils [None req-41abce04-4784-4b9c-8733-f12d7922465e tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Releasing lock "[datastore1] devstack-image-cache_base/25a77fa0-6ccb-4fdc-a2de-5ddba4a62396" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2101.280842] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-41abce04-4784-4b9c-8733-f12d7922465e tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Processing image 25a77fa0-6ccb-4fdc-a2de-5ddba4a62396 {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2101.281123] env[62438]: DEBUG oslo_concurrency.lockutils [None req-41abce04-4784-4b9c-8733-f12d7922465e tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/25a77fa0-6ccb-4fdc-a2de-5ddba4a62396/25a77fa0-6ccb-4fdc-a2de-5ddba4a62396.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2101.281288] env[62438]: DEBUG oslo_concurrency.lockutils [None req-41abce04-4784-4b9c-8733-f12d7922465e tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Acquired lock "[datastore1] devstack-image-cache_base/25a77fa0-6ccb-4fdc-a2de-5ddba4a62396/25a77fa0-6ccb-4fdc-a2de-5ddba4a62396.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2101.281476] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-41abce04-4784-4b9c-8733-f12d7922465e tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2101.281736] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b2cdd45-58e5-4a9a-b778-ff5218409c3b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.287052] env[62438]: DEBUG nova.network.neutron [req-a6351b5a-663a-49df-80b8-fbe16554bfa6 req-2eda752f-9b71-4e0b-8b04-a4d932791818 service nova] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Updated VIF entry in instance network info cache for port c42fe58a-3028-4c61-825f-feee26bf5b73. {{(pid=62438) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2101.287407] env[62438]: DEBUG nova.network.neutron [req-a6351b5a-663a-49df-80b8-fbe16554bfa6 req-2eda752f-9b71-4e0b-8b04-a4d932791818 service nova] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Updating instance_info_cache with network_info: [{"id": "c42fe58a-3028-4c61-825f-feee26bf5b73", "address": "fa:16:3e:a2:8e:44", "network": {"id": "766948b5-0735-465a-af85-74de9c1d6731", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1002813341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d738e30435074108b0deeff2816df9ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc42fe58a-30", "ovs_interfaceid": "c42fe58a-3028-4c61-825f-feee26bf5b73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2101.293646] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-41abce04-4784-4b9c-8733-f12d7922465e tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2101.293646] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-41abce04-4784-4b9c-8733-f12d7922465e tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 2101.293851] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11aef827-539a-4fa2-854e-ecf6afbca00a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.300022] env[62438]: DEBUG oslo_vmware.api [None req-41abce04-4784-4b9c-8733-f12d7922465e tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Waiting for the task: (returnval){ [ 2101.300022] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]528df68d-1c6a-9b6a-fef2-cf077579b2a3" [ 2101.300022] env[62438]: _type = "Task" [ 2101.300022] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2101.308583] env[62438]: DEBUG oslo_vmware.api [None req-41abce04-4784-4b9c-8733-f12d7922465e tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]528df68d-1c6a-9b6a-fef2-cf077579b2a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2101.643643] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a8b73efd-3097-4f5a-bc0f-9fdf480d8a3a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.633s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2101.661822] env[62438]: INFO nova.scheduler.client.report [None req-a8b73efd-3097-4f5a-bc0f-9fdf480d8a3a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Deleted allocations for instance aad6a786-86ef-44e1-a756-3e1e8659c0e6 [ 2101.790307] env[62438]: DEBUG oslo_concurrency.lockutils [req-a6351b5a-663a-49df-80b8-fbe16554bfa6 req-2eda752f-9b71-4e0b-8b04-a4d932791818 service nova] Releasing lock "refresh_cache-a3cf6b14-8557-4089-9a26-b5d816fb68ad" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2101.809870] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-41abce04-4784-4b9c-8733-f12d7922465e tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Preparing fetch location {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2101.810178] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-41abce04-4784-4b9c-8733-f12d7922465e tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Fetch image to [datastore1] OSTACK_IMG_221fcd9a-7880-4ffd-ba66-052ad3d540f8/OSTACK_IMG_221fcd9a-7880-4ffd-ba66-052ad3d540f8.vmdk {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2101.810431] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-41abce04-4784-4b9c-8733-f12d7922465e tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Downloading stream optimized image 25a77fa0-6ccb-4fdc-a2de-5ddba4a62396 to [datastore1] OSTACK_IMG_221fcd9a-7880-4ffd-ba66-052ad3d540f8/OSTACK_IMG_221fcd9a-7880-4ffd-ba66-052ad3d540f8.vmdk on the data store datastore1 as vApp {{(pid=62438) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2101.810616] env[62438]: DEBUG nova.virt.vmwareapi.images [None req-41abce04-4784-4b9c-8733-f12d7922465e tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Downloading image file data 25a77fa0-6ccb-4fdc-a2de-5ddba4a62396 to the ESX as VM named 'OSTACK_IMG_221fcd9a-7880-4ffd-ba66-052ad3d540f8' {{(pid=62438) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2101.875284] env[62438]: DEBUG oslo_vmware.rw_handles [None req-41abce04-4784-4b9c-8733-f12d7922465e tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2101.875284] env[62438]: value = "resgroup-9" [ 2101.875284] env[62438]: _type = "ResourcePool" [ 2101.875284] env[62438]: }. {{(pid=62438) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2101.875587] env[62438]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-91a44d57-8220-44b8-bea5-76c76a5f226c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.895869] env[62438]: DEBUG oslo_vmware.rw_handles [None req-41abce04-4784-4b9c-8733-f12d7922465e tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Lease: (returnval){ [ 2101.895869] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52ac174b-3138-2530-1c60-af33b341f00c" [ 2101.895869] env[62438]: _type = "HttpNfcLease" [ 2101.895869] env[62438]: } obtained for vApp import into resource pool (val){ [ 2101.895869] env[62438]: value = "resgroup-9" [ 2101.895869] env[62438]: _type = "ResourcePool" [ 2101.895869] env[62438]: }. {{(pid=62438) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2101.896179] env[62438]: DEBUG oslo_vmware.api [None req-41abce04-4784-4b9c-8733-f12d7922465e tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Waiting for the lease: (returnval){ [ 2101.896179] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52ac174b-3138-2530-1c60-af33b341f00c" [ 2101.896179] env[62438]: _type = "HttpNfcLease" [ 2101.896179] env[62438]: } to be ready. {{(pid=62438) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2101.902138] env[62438]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2101.902138] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52ac174b-3138-2530-1c60-af33b341f00c" [ 2101.902138] env[62438]: _type = "HttpNfcLease" [ 2101.902138] env[62438]: } is initializing. {{(pid=62438) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2102.168946] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a8b73efd-3097-4f5a-bc0f-9fdf480d8a3a tempest-AttachVolumeShelveTestJSON-860336639 tempest-AttachVolumeShelveTestJSON-860336639-project-member] Lock "aad6a786-86ef-44e1-a756-3e1e8659c0e6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.257s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2102.403700] env[62438]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2102.403700] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52ac174b-3138-2530-1c60-af33b341f00c" [ 2102.403700] env[62438]: _type = "HttpNfcLease" [ 2102.403700] env[62438]: } is initializing. {{(pid=62438) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2102.906438] env[62438]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2102.906438] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52ac174b-3138-2530-1c60-af33b341f00c" [ 2102.906438] env[62438]: _type = "HttpNfcLease" [ 2102.906438] env[62438]: } is ready. {{(pid=62438) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2102.906957] env[62438]: DEBUG oslo_vmware.rw_handles [None req-41abce04-4784-4b9c-8733-f12d7922465e tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2102.906957] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52ac174b-3138-2530-1c60-af33b341f00c" [ 2102.906957] env[62438]: _type = "HttpNfcLease" [ 2102.906957] env[62438]: }. {{(pid=62438) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2102.907476] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-665d8eeb-e3e1-4a98-b88c-d755d80b0dac {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.914812] env[62438]: DEBUG oslo_vmware.rw_handles [None req-41abce04-4784-4b9c-8733-f12d7922465e tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529fcd68-e5c6-a90f-0867-54ba5a0fca5b/disk-0.vmdk from lease info. {{(pid=62438) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2102.915005] env[62438]: DEBUG oslo_vmware.rw_handles [None req-41abce04-4784-4b9c-8733-f12d7922465e tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Creating HTTP connection to write to file with size = 31666176 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529fcd68-e5c6-a90f-0867-54ba5a0fca5b/disk-0.vmdk. {{(pid=62438) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2102.981037] env[62438]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-64599739-8d7c-49d8-9cdb-7b1769eccd91 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.029731] env[62438]: DEBUG oslo_vmware.rw_handles [None req-41abce04-4784-4b9c-8733-f12d7922465e tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Completed reading data from the image iterator. {{(pid=62438) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2104.030149] env[62438]: DEBUG oslo_vmware.rw_handles [None req-41abce04-4784-4b9c-8733-f12d7922465e tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529fcd68-e5c6-a90f-0867-54ba5a0fca5b/disk-0.vmdk. {{(pid=62438) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2104.031078] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-649942fd-23f9-4a73-bad0-ee7f215ca418 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.037909] env[62438]: DEBUG oslo_vmware.rw_handles [None req-41abce04-4784-4b9c-8733-f12d7922465e tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529fcd68-e5c6-a90f-0867-54ba5a0fca5b/disk-0.vmdk is in state: ready. {{(pid=62438) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2104.038140] env[62438]: DEBUG oslo_vmware.rw_handles [None req-41abce04-4784-4b9c-8733-f12d7922465e tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529fcd68-e5c6-a90f-0867-54ba5a0fca5b/disk-0.vmdk. {{(pid=62438) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2104.038379] env[62438]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-730b153c-c283-476e-bbe9-b8e160b848e2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.258661] env[62438]: DEBUG oslo_vmware.rw_handles [None req-41abce04-4784-4b9c-8733-f12d7922465e tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529fcd68-e5c6-a90f-0867-54ba5a0fca5b/disk-0.vmdk. {{(pid=62438) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2104.258838] env[62438]: INFO nova.virt.vmwareapi.images [None req-41abce04-4784-4b9c-8733-f12d7922465e tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Downloaded image file data 25a77fa0-6ccb-4fdc-a2de-5ddba4a62396 [ 2104.259792] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdbedead-55d7-4940-bc09-2192428575f9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.275043] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7415c4db-7cd1-4e60-b997-561ca4565647 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.309818] env[62438]: INFO nova.virt.vmwareapi.images [None req-41abce04-4784-4b9c-8733-f12d7922465e tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] The imported VM was unregistered [ 2104.312333] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-41abce04-4784-4b9c-8733-f12d7922465e tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Caching image {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2104.312580] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-41abce04-4784-4b9c-8733-f12d7922465e tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Creating directory with path [datastore1] devstack-image-cache_base/25a77fa0-6ccb-4fdc-a2de-5ddba4a62396 {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2104.312842] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed730655-3b91-4bc5-b272-4b8d794aca23 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.323063] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-41abce04-4784-4b9c-8733-f12d7922465e tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Created directory with path [datastore1] devstack-image-cache_base/25a77fa0-6ccb-4fdc-a2de-5ddba4a62396 {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2104.323274] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-41abce04-4784-4b9c-8733-f12d7922465e tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_221fcd9a-7880-4ffd-ba66-052ad3d540f8/OSTACK_IMG_221fcd9a-7880-4ffd-ba66-052ad3d540f8.vmdk to [datastore1] devstack-image-cache_base/25a77fa0-6ccb-4fdc-a2de-5ddba4a62396/25a77fa0-6ccb-4fdc-a2de-5ddba4a62396.vmdk. {{(pid=62438) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2104.323511] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-cb1a4bbb-5dce-4ae1-a0fc-71dc70bbce0b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.329398] env[62438]: DEBUG oslo_vmware.api [None req-41abce04-4784-4b9c-8733-f12d7922465e tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Waiting for the task: (returnval){ [ 2104.329398] env[62438]: value = "task-1786010" [ 2104.329398] env[62438]: _type = "Task" [ 2104.329398] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2104.336614] env[62438]: DEBUG oslo_vmware.api [None req-41abce04-4784-4b9c-8733-f12d7922465e tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Task: {'id': task-1786010, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2104.840779] env[62438]: DEBUG oslo_vmware.api [None req-41abce04-4784-4b9c-8733-f12d7922465e tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Task: {'id': task-1786010, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2105.340440] env[62438]: DEBUG oslo_vmware.api [None req-41abce04-4784-4b9c-8733-f12d7922465e tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Task: {'id': task-1786010, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2105.841020] env[62438]: DEBUG oslo_vmware.api [None req-41abce04-4784-4b9c-8733-f12d7922465e tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Task: {'id': task-1786010, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2106.341466] env[62438]: DEBUG oslo_vmware.api [None req-41abce04-4784-4b9c-8733-f12d7922465e tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Task: {'id': task-1786010, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2106.843281] env[62438]: DEBUG oslo_vmware.api [None req-41abce04-4784-4b9c-8733-f12d7922465e tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Task: {'id': task-1786010, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.401084} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2106.843565] env[62438]: INFO nova.virt.vmwareapi.ds_util [None req-41abce04-4784-4b9c-8733-f12d7922465e tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_221fcd9a-7880-4ffd-ba66-052ad3d540f8/OSTACK_IMG_221fcd9a-7880-4ffd-ba66-052ad3d540f8.vmdk to [datastore1] devstack-image-cache_base/25a77fa0-6ccb-4fdc-a2de-5ddba4a62396/25a77fa0-6ccb-4fdc-a2de-5ddba4a62396.vmdk. [ 2106.843751] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-41abce04-4784-4b9c-8733-f12d7922465e tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Cleaning up location [datastore1] OSTACK_IMG_221fcd9a-7880-4ffd-ba66-052ad3d540f8 {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2106.843914] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-41abce04-4784-4b9c-8733-f12d7922465e tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_221fcd9a-7880-4ffd-ba66-052ad3d540f8 {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2106.845562] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d73f0c3-ab08-4b28-8b9d-3467e940a8d5 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.851049] env[62438]: DEBUG oslo_vmware.api [None req-41abce04-4784-4b9c-8733-f12d7922465e tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Waiting for the task: (returnval){ [ 2106.851049] env[62438]: value = "task-1786011" [ 2106.851049] env[62438]: _type = "Task" [ 2106.851049] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2106.857916] env[62438]: DEBUG oslo_vmware.api [None req-41abce04-4784-4b9c-8733-f12d7922465e tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Task: {'id': task-1786011, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2107.360241] env[62438]: DEBUG oslo_vmware.api [None req-41abce04-4784-4b9c-8733-f12d7922465e tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Task: {'id': task-1786011, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.03602} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2107.360528] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-41abce04-4784-4b9c-8733-f12d7922465e tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2107.360677] env[62438]: DEBUG oslo_concurrency.lockutils [None req-41abce04-4784-4b9c-8733-f12d7922465e tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Releasing lock "[datastore1] devstack-image-cache_base/25a77fa0-6ccb-4fdc-a2de-5ddba4a62396/25a77fa0-6ccb-4fdc-a2de-5ddba4a62396.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2107.360926] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-41abce04-4784-4b9c-8733-f12d7922465e tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/25a77fa0-6ccb-4fdc-a2de-5ddba4a62396/25a77fa0-6ccb-4fdc-a2de-5ddba4a62396.vmdk to [datastore1] a3cf6b14-8557-4089-9a26-b5d816fb68ad/a3cf6b14-8557-4089-9a26-b5d816fb68ad.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 2107.361192] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bd4f6f91-9cd1-4fc3-99b7-477d90332c32 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.367633] env[62438]: DEBUG oslo_vmware.api [None req-41abce04-4784-4b9c-8733-f12d7922465e tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Waiting for the task: (returnval){ [ 2107.367633] env[62438]: value = "task-1786012" [ 2107.367633] env[62438]: _type = "Task" [ 2107.367633] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2107.375850] env[62438]: DEBUG oslo_vmware.api [None req-41abce04-4784-4b9c-8733-f12d7922465e tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Task: {'id': task-1786012, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2107.878894] env[62438]: DEBUG oslo_vmware.api [None req-41abce04-4784-4b9c-8733-f12d7922465e tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Task: {'id': task-1786012, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2108.378882] env[62438]: DEBUG oslo_vmware.api [None req-41abce04-4784-4b9c-8733-f12d7922465e tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Task: {'id': task-1786012, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2108.880833] env[62438]: DEBUG oslo_vmware.api [None req-41abce04-4784-4b9c-8733-f12d7922465e tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Task: {'id': task-1786012, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2109.382147] env[62438]: DEBUG oslo_vmware.api [None req-41abce04-4784-4b9c-8733-f12d7922465e tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Task: {'id': task-1786012, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2109.882097] env[62438]: DEBUG oslo_vmware.api [None req-41abce04-4784-4b9c-8733-f12d7922465e tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Task: {'id': task-1786012, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.298635} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2109.882097] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-41abce04-4784-4b9c-8733-f12d7922465e tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/25a77fa0-6ccb-4fdc-a2de-5ddba4a62396/25a77fa0-6ccb-4fdc-a2de-5ddba4a62396.vmdk to [datastore1] a3cf6b14-8557-4089-9a26-b5d816fb68ad/a3cf6b14-8557-4089-9a26-b5d816fb68ad.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 2109.882353] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c9d7f2c-10cf-438a-935e-780405de1e85 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.903291] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-41abce04-4784-4b9c-8733-f12d7922465e tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] a3cf6b14-8557-4089-9a26-b5d816fb68ad/a3cf6b14-8557-4089-9a26-b5d816fb68ad.vmdk or device None with type streamOptimized {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2109.903518] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abf3279a-3755-44a6-b663-6049eb6540fe {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.922729] env[62438]: DEBUG oslo_vmware.api [None req-41abce04-4784-4b9c-8733-f12d7922465e tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Waiting for the task: (returnval){ [ 2109.922729] env[62438]: value = "task-1786013" [ 2109.922729] env[62438]: _type = "Task" [ 2109.922729] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2109.930009] env[62438]: DEBUG oslo_vmware.api [None req-41abce04-4784-4b9c-8733-f12d7922465e tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Task: {'id': task-1786013, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2110.433037] env[62438]: DEBUG oslo_vmware.api [None req-41abce04-4784-4b9c-8733-f12d7922465e tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Task: {'id': task-1786013, 'name': ReconfigVM_Task, 'duration_secs': 0.30877} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2110.433384] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-41abce04-4784-4b9c-8733-f12d7922465e tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Reconfigured VM instance instance-00000078 to attach disk [datastore1] a3cf6b14-8557-4089-9a26-b5d816fb68ad/a3cf6b14-8557-4089-9a26-b5d816fb68ad.vmdk or device None with type streamOptimized {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2110.433890] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8b922704-0f56-42a5-97ac-5e29a03484b7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.440118] env[62438]: DEBUG oslo_vmware.api [None req-41abce04-4784-4b9c-8733-f12d7922465e tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Waiting for the task: (returnval){ [ 2110.440118] env[62438]: value = "task-1786014" [ 2110.440118] env[62438]: _type = "Task" [ 2110.440118] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2110.447152] env[62438]: DEBUG oslo_vmware.api [None req-41abce04-4784-4b9c-8733-f12d7922465e tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Task: {'id': task-1786014, 'name': Rename_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2110.950259] env[62438]: DEBUG oslo_vmware.api [None req-41abce04-4784-4b9c-8733-f12d7922465e tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Task: {'id': task-1786014, 'name': Rename_Task, 'duration_secs': 0.141813} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2110.950558] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-41abce04-4784-4b9c-8733-f12d7922465e tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 2110.950817] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-319a439d-101e-472e-9a1b-7c6fbaff9940 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.957173] env[62438]: DEBUG oslo_vmware.api [None req-41abce04-4784-4b9c-8733-f12d7922465e tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Waiting for the task: (returnval){ [ 2110.957173] env[62438]: value = "task-1786015" [ 2110.957173] env[62438]: _type = "Task" [ 2110.957173] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2110.964655] env[62438]: DEBUG oslo_vmware.api [None req-41abce04-4784-4b9c-8733-f12d7922465e tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Task: {'id': task-1786015, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2111.466307] env[62438]: DEBUG oslo_vmware.api [None req-41abce04-4784-4b9c-8733-f12d7922465e tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Task: {'id': task-1786015, 'name': PowerOnVM_Task, 'duration_secs': 0.411798} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2111.466660] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-41abce04-4784-4b9c-8733-f12d7922465e tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 2111.571613] env[62438]: DEBUG nova.compute.manager [None req-41abce04-4784-4b9c-8733-f12d7922465e tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2111.572682] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bafd5adf-ebf7-4a2a-bf21-4aaa1191dba9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.089948] env[62438]: DEBUG oslo_concurrency.lockutils [None req-41abce04-4784-4b9c-8733-f12d7922465e tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Lock "a3cf6b14-8557-4089-9a26-b5d816fb68ad" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 18.809s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2113.599290] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f1ca832-9822-4044-a7a4-31c641bbee33 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.606480] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-80690ca0-0afd-4160-b00e-7ec347903b61 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Suspending the VM {{(pid=62438) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1163}} [ 2113.606731] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-c1214d27-d3b1-416a-ad70-4860a412d8c1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.613262] env[62438]: DEBUG oslo_vmware.api [None req-80690ca0-0afd-4160-b00e-7ec347903b61 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Waiting for the task: (returnval){ [ 2113.613262] env[62438]: value = "task-1786016" [ 2113.613262] env[62438]: _type = "Task" [ 2113.613262] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2113.622332] env[62438]: DEBUG oslo_vmware.api [None req-80690ca0-0afd-4160-b00e-7ec347903b61 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Task: {'id': task-1786016, 'name': SuspendVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2114.124232] env[62438]: DEBUG oslo_vmware.api [None req-80690ca0-0afd-4160-b00e-7ec347903b61 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Task: {'id': task-1786016, 'name': SuspendVM_Task} progress is 70%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2114.393566] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2114.393804] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2114.623756] env[62438]: DEBUG oslo_vmware.api [None req-80690ca0-0afd-4160-b00e-7ec347903b61 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Task: {'id': task-1786016, 'name': SuspendVM_Task, 'duration_secs': 0.608378} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2114.624043] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-80690ca0-0afd-4160-b00e-7ec347903b61 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Suspended the VM {{(pid=62438) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1167}} [ 2114.624238] env[62438]: DEBUG nova.compute.manager [None req-80690ca0-0afd-4160-b00e-7ec347903b61 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2114.624974] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81d8ba9d-d236-419c-b024-3e61b00dbd58 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.898868] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2114.899121] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Starting heal instance info cache {{(pid=62438) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}} [ 2115.905380] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Didn't find any instances for network info cache update. {{(pid=62438) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10012}} [ 2115.905750] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2115.905875] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2115.906129] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2115.906376] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2115.906582] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2115.906745] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2115.906878] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62438) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10545}} [ 2115.907034] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager.update_available_resource {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2115.953522] env[62438]: INFO nova.compute.manager [None req-b8475822-21b4-46d5-abd2-8355c841414f tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Resuming [ 2115.954323] env[62438]: DEBUG nova.objects.instance [None req-b8475822-21b4-46d5-abd2-8355c841414f tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Lazy-loading 'flavor' on Instance uuid a3cf6b14-8557-4089-9a26-b5d816fb68ad {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2116.410231] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2116.410482] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2116.410651] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2116.410809] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62438) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2116.411723] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31237ff3-6e46-41ec-a4f8-2f1373e382fd {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.419631] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b46408-f333-4d67-8cf5-2380038be7e9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.432726] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f69313-cee4-4c21-8544-30a8899f351d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.438905] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-109312cd-a2a1-48fb-9e98-155b49f3d4c2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.468028] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181102MB free_disk=163GB free_vcpus=48 pci_devices=None {{(pid=62438) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2116.468623] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2116.468818] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2116.974587] env[62438]: DEBUG oslo_concurrency.lockutils [None req-b8475822-21b4-46d5-abd2-8355c841414f tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Acquiring lock "refresh_cache-a3cf6b14-8557-4089-9a26-b5d816fb68ad" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2116.974968] env[62438]: DEBUG oslo_concurrency.lockutils [None req-b8475822-21b4-46d5-abd2-8355c841414f tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Acquired lock "refresh_cache-a3cf6b14-8557-4089-9a26-b5d816fb68ad" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2116.975174] env[62438]: DEBUG nova.network.neutron [None req-b8475822-21b4-46d5-abd2-8355c841414f tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2117.498054] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance 4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2117.498221] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Instance a3cf6b14-8557-4089-9a26-b5d816fb68ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62438) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2117.498398] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=62438) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2117.498541] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=62438) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2117.536540] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-090f9851-c079-48b0-9802-dd613c8cc4d6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.544120] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a59e24-fc77-435a-ba43-c79513f3b333 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.575523] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-982c547b-2be4-4be0-aa33-e1f5655b703b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.582958] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f65d35c6-b676-4546-be36-2185864eb14f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.595991] env[62438]: DEBUG nova.compute.provider_tree [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2117.752272] env[62438]: DEBUG nova.network.neutron [None req-b8475822-21b4-46d5-abd2-8355c841414f tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Updating instance_info_cache with network_info: [{"id": "c42fe58a-3028-4c61-825f-feee26bf5b73", "address": "fa:16:3e:a2:8e:44", "network": {"id": "766948b5-0735-465a-af85-74de9c1d6731", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1002813341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d738e30435074108b0deeff2816df9ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc42fe58a-30", "ovs_interfaceid": "c42fe58a-3028-4c61-825f-feee26bf5b73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2118.101097] env[62438]: DEBUG nova.scheduler.client.report [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2118.255954] env[62438]: DEBUG oslo_concurrency.lockutils [None req-b8475822-21b4-46d5-abd2-8355c841414f tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Releasing lock "refresh_cache-a3cf6b14-8557-4089-9a26-b5d816fb68ad" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2118.256932] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f307ca0-ea08-4134-ae6e-60b1fc184260 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.263941] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-b8475822-21b4-46d5-abd2-8355c841414f tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Resuming the VM {{(pid=62438) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1184}} [ 2118.264209] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16166ed7-08ec-4357-90d3-561e67311b20 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.271303] env[62438]: DEBUG oslo_vmware.api [None req-b8475822-21b4-46d5-abd2-8355c841414f tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Waiting for the task: (returnval){ [ 2118.271303] env[62438]: value = "task-1786017" [ 2118.271303] env[62438]: _type = "Task" [ 2118.271303] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2118.279232] env[62438]: DEBUG oslo_vmware.api [None req-b8475822-21b4-46d5-abd2-8355c841414f tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Task: {'id': task-1786017, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2118.606593] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62438) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2118.606869] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.138s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2118.785692] env[62438]: DEBUG oslo_vmware.api [None req-b8475822-21b4-46d5-abd2-8355c841414f tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Task: {'id': task-1786017, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2119.282569] env[62438]: DEBUG oslo_vmware.api [None req-b8475822-21b4-46d5-abd2-8355c841414f tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Task: {'id': task-1786017, 'name': PowerOnVM_Task, 'duration_secs': 0.970415} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2119.283031] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-b8475822-21b4-46d5-abd2-8355c841414f tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Resumed the VM {{(pid=62438) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1189}} [ 2119.283181] env[62438]: DEBUG nova.compute.manager [None req-b8475822-21b4-46d5-abd2-8355c841414f tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2119.284080] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c664e406-0428-4a8e-87d4-4a724f30c805 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.105606] env[62438]: DEBUG oslo_concurrency.lockutils [None req-960784f5-592b-4145-93e8-cba22e4dae64 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Acquiring lock "a3cf6b14-8557-4089-9a26-b5d816fb68ad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2124.105961] env[62438]: DEBUG oslo_concurrency.lockutils [None req-960784f5-592b-4145-93e8-cba22e4dae64 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Lock "a3cf6b14-8557-4089-9a26-b5d816fb68ad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2124.106079] env[62438]: DEBUG oslo_concurrency.lockutils [None req-960784f5-592b-4145-93e8-cba22e4dae64 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Acquiring lock "a3cf6b14-8557-4089-9a26-b5d816fb68ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2124.106285] env[62438]: DEBUG oslo_concurrency.lockutils [None req-960784f5-592b-4145-93e8-cba22e4dae64 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Lock "a3cf6b14-8557-4089-9a26-b5d816fb68ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2124.106462] env[62438]: DEBUG oslo_concurrency.lockutils [None req-960784f5-592b-4145-93e8-cba22e4dae64 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Lock "a3cf6b14-8557-4089-9a26-b5d816fb68ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2124.108476] env[62438]: INFO nova.compute.manager [None req-960784f5-592b-4145-93e8-cba22e4dae64 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Terminating instance [ 2124.110138] env[62438]: DEBUG nova.compute.manager [None req-960784f5-592b-4145-93e8-cba22e4dae64 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2124.110342] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-960784f5-592b-4145-93e8-cba22e4dae64 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 2124.111178] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-133a8792-1178-42d4-8359-b0a9a453d623 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.119044] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-960784f5-592b-4145-93e8-cba22e4dae64 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 2124.119278] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-165f15bf-ec13-4b87-99c7-d8818d1adf76 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.126990] env[62438]: DEBUG oslo_vmware.api [None req-960784f5-592b-4145-93e8-cba22e4dae64 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Waiting for the task: (returnval){ [ 2124.126990] env[62438]: value = "task-1786018" [ 2124.126990] env[62438]: _type = "Task" [ 2124.126990] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2124.134538] env[62438]: DEBUG oslo_vmware.api [None req-960784f5-592b-4145-93e8-cba22e4dae64 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Task: {'id': task-1786018, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2124.332446] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7199e33a-715d-41a7-adbe-60dad40bc49a tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Acquiring lock "4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2124.332740] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7199e33a-715d-41a7-adbe-60dad40bc49a tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Lock "4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2124.332954] env[62438]: DEBUG nova.compute.manager [None req-7199e33a-715d-41a7-adbe-60dad40bc49a tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: 4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2124.333895] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a694ada7-acf7-4a48-a890-9fe2fcecbf2b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.340337] env[62438]: DEBUG nova.compute.manager [None req-7199e33a-715d-41a7-adbe-60dad40bc49a tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: 4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62438) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3368}} [ 2124.340880] env[62438]: DEBUG nova.objects.instance [None req-7199e33a-715d-41a7-adbe-60dad40bc49a tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Lazy-loading 'flavor' on Instance uuid 4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2124.636275] env[62438]: DEBUG oslo_vmware.api [None req-960784f5-592b-4145-93e8-cba22e4dae64 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Task: {'id': task-1786018, 'name': PowerOffVM_Task, 'duration_secs': 0.186732} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2124.636545] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-960784f5-592b-4145-93e8-cba22e4dae64 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 2124.636721] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-960784f5-592b-4145-93e8-cba22e4dae64 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 2124.636967] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ebd9ac99-cef0-42ff-ac41-74b2855a4246 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.706856] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-960784f5-592b-4145-93e8-cba22e4dae64 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 2124.707132] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-960784f5-592b-4145-93e8-cba22e4dae64 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 2124.707341] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-960784f5-592b-4145-93e8-cba22e4dae64 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Deleting the datastore file [datastore1] a3cf6b14-8557-4089-9a26-b5d816fb68ad {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2124.707620] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0a735fcc-8097-4d7b-a2cf-54354bad5e3c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.713466] env[62438]: DEBUG oslo_vmware.api [None req-960784f5-592b-4145-93e8-cba22e4dae64 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Waiting for the task: (returnval){ [ 2124.713466] env[62438]: value = "task-1786020" [ 2124.713466] env[62438]: _type = "Task" [ 2124.713466] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2124.720740] env[62438]: DEBUG oslo_vmware.api [None req-960784f5-592b-4145-93e8-cba22e4dae64 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Task: {'id': task-1786020, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2124.847016] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-7199e33a-715d-41a7-adbe-60dad40bc49a tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: 4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 2124.847315] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf3db74a-cddc-4d31-829a-fd8f4ccae644 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.853906] env[62438]: DEBUG oslo_vmware.api [None req-7199e33a-715d-41a7-adbe-60dad40bc49a tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Waiting for the task: (returnval){ [ 2124.853906] env[62438]: value = "task-1786021" [ 2124.853906] env[62438]: _type = "Task" [ 2124.853906] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2124.862842] env[62438]: DEBUG oslo_vmware.api [None req-7199e33a-715d-41a7-adbe-60dad40bc49a tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1786021, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2125.223869] env[62438]: DEBUG oslo_vmware.api [None req-960784f5-592b-4145-93e8-cba22e4dae64 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Task: {'id': task-1786020, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139651} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2125.224256] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-960784f5-592b-4145-93e8-cba22e4dae64 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2125.224312] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-960784f5-592b-4145-93e8-cba22e4dae64 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 2125.224450] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-960784f5-592b-4145-93e8-cba22e4dae64 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 2125.224633] env[62438]: INFO nova.compute.manager [None req-960784f5-592b-4145-93e8-cba22e4dae64 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Took 1.11 seconds to destroy the instance on the hypervisor. [ 2125.224927] env[62438]: DEBUG oslo.service.loopingcall [None req-960784f5-592b-4145-93e8-cba22e4dae64 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2125.225149] env[62438]: DEBUG nova.compute.manager [-] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2125.225248] env[62438]: DEBUG nova.network.neutron [-] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2125.364381] env[62438]: DEBUG oslo_vmware.api [None req-7199e33a-715d-41a7-adbe-60dad40bc49a tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1786021, 'name': PowerOffVM_Task, 'duration_secs': 0.192536} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2125.364659] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-7199e33a-715d-41a7-adbe-60dad40bc49a tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: 4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 2125.364871] env[62438]: DEBUG nova.compute.manager [None req-7199e33a-715d-41a7-adbe-60dad40bc49a tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: 4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2125.365646] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-039af01b-7592-4fb7-9c06-07b3907e9ab7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.460229] env[62438]: DEBUG nova.compute.manager [req-53e4a53a-ee4b-4a9e-b508-ed88fe541507 req-7439c5df-c8b9-4b0c-99d0-9230df040380 service nova] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Received event network-vif-deleted-c42fe58a-3028-4c61-825f-feee26bf5b73 {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 2125.460447] env[62438]: INFO nova.compute.manager [req-53e4a53a-ee4b-4a9e-b508-ed88fe541507 req-7439c5df-c8b9-4b0c-99d0-9230df040380 service nova] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Neutron deleted interface c42fe58a-3028-4c61-825f-feee26bf5b73; detaching it from the instance and deleting it from the info cache [ 2125.460629] env[62438]: DEBUG nova.network.neutron [req-53e4a53a-ee4b-4a9e-b508-ed88fe541507 req-7439c5df-c8b9-4b0c-99d0-9230df040380 service nova] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2125.878420] env[62438]: DEBUG oslo_concurrency.lockutils [None req-7199e33a-715d-41a7-adbe-60dad40bc49a tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Lock "4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.545s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2125.938257] env[62438]: DEBUG nova.network.neutron [-] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2125.963305] env[62438]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cb650476-9978-488b-bb70-681579bfcac4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.975085] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e98569b-e785-4204-b692-924502c26cf3 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.666440] env[62438]: INFO nova.compute.manager [-] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Took 1.44 seconds to deallocate network for instance. [ 2126.683105] env[62438]: DEBUG nova.compute.manager [req-53e4a53a-ee4b-4a9e-b508-ed88fe541507 req-7439c5df-c8b9-4b0c-99d0-9230df040380 service nova] [instance: a3cf6b14-8557-4089-9a26-b5d816fb68ad] Detach interface failed, port_id=c42fe58a-3028-4c61-825f-feee26bf5b73, reason: Instance a3cf6b14-8557-4089-9a26-b5d816fb68ad could not be found. {{(pid=62438) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 2127.174283] env[62438]: DEBUG nova.objects.instance [None req-5beac983-1906-47a2-b637-8be9b2cd96f9 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Lazy-loading 'flavor' on Instance uuid 4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2127.176338] env[62438]: DEBUG oslo_concurrency.lockutils [None req-960784f5-592b-4145-93e8-cba22e4dae64 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2127.176518] env[62438]: DEBUG oslo_concurrency.lockutils [None req-960784f5-592b-4145-93e8-cba22e4dae64 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2127.176705] env[62438]: DEBUG nova.objects.instance [None req-960784f5-592b-4145-93e8-cba22e4dae64 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Lazy-loading 'resources' on Instance uuid a3cf6b14-8557-4089-9a26-b5d816fb68ad {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2127.683789] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5beac983-1906-47a2-b637-8be9b2cd96f9 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Acquiring lock "refresh_cache-4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2127.684261] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5beac983-1906-47a2-b637-8be9b2cd96f9 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Acquired lock "refresh_cache-4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2127.684458] env[62438]: DEBUG nova.network.neutron [None req-5beac983-1906-47a2-b637-8be9b2cd96f9 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: 4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2127.684665] env[62438]: DEBUG nova.objects.instance [None req-5beac983-1906-47a2-b637-8be9b2cd96f9 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Lazy-loading 'info_cache' on Instance uuid 4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2127.725514] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-511e453e-0f10-4972-9515-53ec7e031f13 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.733089] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb3180bc-7304-4304-81ea-58dedb635deb {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.761629] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dbd5d6a-d05e-4b58-9c63-d26244ea069d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.769582] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-888d6be8-7601-4bd5-8c0d-53ffbc3c37f6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.783087] env[62438]: DEBUG nova.compute.provider_tree [None req-960784f5-592b-4145-93e8-cba22e4dae64 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2128.188257] env[62438]: DEBUG nova.objects.base [None req-5beac983-1906-47a2-b637-8be9b2cd96f9 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Object Instance<4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5> lazy-loaded attributes: flavor,info_cache {{(pid=62438) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 2128.285948] env[62438]: DEBUG nova.scheduler.client.report [None req-960784f5-592b-4145-93e8-cba22e4dae64 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2128.790768] env[62438]: DEBUG oslo_concurrency.lockutils [None req-960784f5-592b-4145-93e8-cba22e4dae64 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.614s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2128.807354] env[62438]: INFO nova.scheduler.client.report [None req-960784f5-592b-4145-93e8-cba22e4dae64 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Deleted allocations for instance a3cf6b14-8557-4089-9a26-b5d816fb68ad [ 2128.893506] env[62438]: DEBUG nova.network.neutron [None req-5beac983-1906-47a2-b637-8be9b2cd96f9 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: 4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5] Updating instance_info_cache with network_info: [{"id": "9542b07a-9f31-4b0e-aeea-eefd55a92aab", "address": "fa:16:3e:4f:9b:3a", "network": {"id": "f204c615-6047-48c0-a7eb-65fe4ad424e5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1343144096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38d579b225154935bb754c9894cd2f33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9542b07a-9f", "ovs_interfaceid": "9542b07a-9f31-4b0e-aeea-eefd55a92aab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2129.315443] env[62438]: DEBUG oslo_concurrency.lockutils [None req-960784f5-592b-4145-93e8-cba22e4dae64 tempest-ServersNegativeTestJSON-1845938835 tempest-ServersNegativeTestJSON-1845938835-project-member] Lock "a3cf6b14-8557-4089-9a26-b5d816fb68ad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.209s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2129.395648] env[62438]: DEBUG oslo_concurrency.lockutils [None req-5beac983-1906-47a2-b637-8be9b2cd96f9 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Releasing lock "refresh_cache-4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2129.900110] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-5beac983-1906-47a2-b637-8be9b2cd96f9 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: 4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 2129.900110] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f98e0362-8b77-4cea-8abb-779daadcc5ba {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.906777] env[62438]: DEBUG oslo_vmware.api [None req-5beac983-1906-47a2-b637-8be9b2cd96f9 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Waiting for the task: (returnval){ [ 2129.906777] env[62438]: value = "task-1786022" [ 2129.906777] env[62438]: _type = "Task" [ 2129.906777] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2129.914863] env[62438]: DEBUG oslo_vmware.api [None req-5beac983-1906-47a2-b637-8be9b2cd96f9 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1786022, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2130.416676] env[62438]: DEBUG oslo_vmware.api [None req-5beac983-1906-47a2-b637-8be9b2cd96f9 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1786022, 'name': PowerOnVM_Task, 'duration_secs': 0.39238} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2130.416958] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-5beac983-1906-47a2-b637-8be9b2cd96f9 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: 4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 2130.417169] env[62438]: DEBUG nova.compute.manager [None req-5beac983-1906-47a2-b637-8be9b2cd96f9 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: 4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2130.417952] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-410ada05-8ae9-4682-ae88-7e56a298de2b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.731163] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18af44e6-3e77-46a4-b16d-e459db39f160 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.739745] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-191ee604-5295-4e0d-b887-cd10db1cce48 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: 4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5] Suspending the VM {{(pid=62438) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1163}} [ 2131.740077] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-5d2538c9-c99c-4c21-85e3-251001f22cf9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.747842] env[62438]: DEBUG oslo_vmware.api [None req-191ee604-5295-4e0d-b887-cd10db1cce48 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Waiting for the task: (returnval){ [ 2131.747842] env[62438]: value = "task-1786023" [ 2131.747842] env[62438]: _type = "Task" [ 2131.747842] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2131.758295] env[62438]: DEBUG oslo_vmware.api [None req-191ee604-5295-4e0d-b887-cd10db1cce48 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1786023, 'name': SuspendVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2132.258611] env[62438]: DEBUG oslo_vmware.api [None req-191ee604-5295-4e0d-b887-cd10db1cce48 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1786023, 'name': SuspendVM_Task} progress is 100%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2132.758356] env[62438]: DEBUG oslo_vmware.api [None req-191ee604-5295-4e0d-b887-cd10db1cce48 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1786023, 'name': SuspendVM_Task, 'duration_secs': 0.552205} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2132.758709] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-191ee604-5295-4e0d-b887-cd10db1cce48 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: 4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5] Suspended the VM {{(pid=62438) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1167}} [ 2132.758799] env[62438]: DEBUG nova.compute.manager [None req-191ee604-5295-4e0d-b887-cd10db1cce48 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: 4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2132.759529] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da08ad9-21bb-4ec3-b722-4b99efe68b95 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.046855] env[62438]: INFO nova.compute.manager [None req-cb4079d9-7332-4db7-8db8-ea70ee9017c0 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: 4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5] Resuming [ 2134.047602] env[62438]: DEBUG nova.objects.instance [None req-cb4079d9-7332-4db7-8db8-ea70ee9017c0 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Lazy-loading 'flavor' on Instance uuid 4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2135.055621] env[62438]: DEBUG oslo_concurrency.lockutils [None req-cb4079d9-7332-4db7-8db8-ea70ee9017c0 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Acquiring lock "refresh_cache-4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2135.056365] env[62438]: DEBUG oslo_concurrency.lockutils [None req-cb4079d9-7332-4db7-8db8-ea70ee9017c0 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Acquired lock "refresh_cache-4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2135.056365] env[62438]: DEBUG nova.network.neutron [None req-cb4079d9-7332-4db7-8db8-ea70ee9017c0 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: 4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2135.759030] env[62438]: DEBUG nova.network.neutron [None req-cb4079d9-7332-4db7-8db8-ea70ee9017c0 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: 4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5] Updating instance_info_cache with network_info: [{"id": "9542b07a-9f31-4b0e-aeea-eefd55a92aab", "address": "fa:16:3e:4f:9b:3a", "network": {"id": "f204c615-6047-48c0-a7eb-65fe4ad424e5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1343144096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38d579b225154935bb754c9894cd2f33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9542b07a-9f", "ovs_interfaceid": "9542b07a-9f31-4b0e-aeea-eefd55a92aab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2136.261730] env[62438]: DEBUG oslo_concurrency.lockutils [None req-cb4079d9-7332-4db7-8db8-ea70ee9017c0 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Releasing lock "refresh_cache-4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2136.262857] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a58165f1-1b9d-414e-bf38-ababadf03ad6 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.269897] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-cb4079d9-7332-4db7-8db8-ea70ee9017c0 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: 4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5] Resuming the VM {{(pid=62438) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1184}} [ 2136.270152] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-943df4de-6e03-4472-83b0-cfb872d4998d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.275752] env[62438]: DEBUG oslo_vmware.api [None req-cb4079d9-7332-4db7-8db8-ea70ee9017c0 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Waiting for the task: (returnval){ [ 2136.275752] env[62438]: value = "task-1786024" [ 2136.275752] env[62438]: _type = "Task" [ 2136.275752] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2136.284009] env[62438]: DEBUG oslo_vmware.api [None req-cb4079d9-7332-4db7-8db8-ea70ee9017c0 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1786024, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2136.786065] env[62438]: DEBUG oslo_vmware.api [None req-cb4079d9-7332-4db7-8db8-ea70ee9017c0 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1786024, 'name': PowerOnVM_Task, 'duration_secs': 0.461272} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2136.786352] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-cb4079d9-7332-4db7-8db8-ea70ee9017c0 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: 4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5] Resumed the VM {{(pid=62438) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1189}} [ 2136.786530] env[62438]: DEBUG nova.compute.manager [None req-cb4079d9-7332-4db7-8db8-ea70ee9017c0 tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: 4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2136.787397] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-953bfb23-fc1d-47e9-8374-c6552bc9bc97 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.665386] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a14bada6-83bc-4010-8b4e-2f8d5f6c12dc tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Acquiring lock "4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2137.665817] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a14bada6-83bc-4010-8b4e-2f8d5f6c12dc tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Lock "4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2137.665886] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a14bada6-83bc-4010-8b4e-2f8d5f6c12dc tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Acquiring lock "4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2137.666091] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a14bada6-83bc-4010-8b4e-2f8d5f6c12dc tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Lock "4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2137.666274] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a14bada6-83bc-4010-8b4e-2f8d5f6c12dc tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Lock "4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2137.668343] env[62438]: INFO nova.compute.manager [None req-a14bada6-83bc-4010-8b4e-2f8d5f6c12dc tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: 4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5] Terminating instance [ 2137.670032] env[62438]: DEBUG nova.compute.manager [None req-a14bada6-83bc-4010-8b4e-2f8d5f6c12dc tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: 4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2137.670241] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a14bada6-83bc-4010-8b4e-2f8d5f6c12dc tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: 4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 2137.671069] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c0582a-112d-478a-bb1d-5fb2968f22dd {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.679089] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-a14bada6-83bc-4010-8b4e-2f8d5f6c12dc tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: 4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 2137.679319] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a220c06e-ba4e-4072-b329-82f39c693215 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.685981] env[62438]: DEBUG oslo_vmware.api [None req-a14bada6-83bc-4010-8b4e-2f8d5f6c12dc tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Waiting for the task: (returnval){ [ 2137.685981] env[62438]: value = "task-1786025" [ 2137.685981] env[62438]: _type = "Task" [ 2137.685981] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2137.693649] env[62438]: DEBUG oslo_vmware.api [None req-a14bada6-83bc-4010-8b4e-2f8d5f6c12dc tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1786025, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2138.195804] env[62438]: DEBUG oslo_vmware.api [None req-a14bada6-83bc-4010-8b4e-2f8d5f6c12dc tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1786025, 'name': PowerOffVM_Task, 'duration_secs': 0.221791} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2138.196154] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-a14bada6-83bc-4010-8b4e-2f8d5f6c12dc tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: 4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 2138.196339] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a14bada6-83bc-4010-8b4e-2f8d5f6c12dc tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: 4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 2138.196592] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c4d6bba-d47a-4ee1-a17d-7342dbeef829 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.297576] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a14bada6-83bc-4010-8b4e-2f8d5f6c12dc tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: 4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 2138.297810] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a14bada6-83bc-4010-8b4e-2f8d5f6c12dc tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: 4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 2138.298011] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-a14bada6-83bc-4010-8b4e-2f8d5f6c12dc tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Deleting the datastore file [datastore1] 4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5 {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2138.298285] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a982f41d-ccc9-410e-8fca-0d5a864eedc4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.304458] env[62438]: DEBUG oslo_vmware.api [None req-a14bada6-83bc-4010-8b4e-2f8d5f6c12dc tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Waiting for the task: (returnval){ [ 2138.304458] env[62438]: value = "task-1786027" [ 2138.304458] env[62438]: _type = "Task" [ 2138.304458] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2138.312023] env[62438]: DEBUG oslo_vmware.api [None req-a14bada6-83bc-4010-8b4e-2f8d5f6c12dc tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1786027, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2138.814388] env[62438]: DEBUG oslo_vmware.api [None req-a14bada6-83bc-4010-8b4e-2f8d5f6c12dc tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Task: {'id': task-1786027, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189467} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2138.814800] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-a14bada6-83bc-4010-8b4e-2f8d5f6c12dc tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2138.814858] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a14bada6-83bc-4010-8b4e-2f8d5f6c12dc tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: 4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 2138.815072] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-a14bada6-83bc-4010-8b4e-2f8d5f6c12dc tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: 4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 2138.815273] env[62438]: INFO nova.compute.manager [None req-a14bada6-83bc-4010-8b4e-2f8d5f6c12dc tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] [instance: 4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5] Took 1.15 seconds to destroy the instance on the hypervisor. [ 2138.815515] env[62438]: DEBUG oslo.service.loopingcall [None req-a14bada6-83bc-4010-8b4e-2f8d5f6c12dc tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2138.815726] env[62438]: DEBUG nova.compute.manager [-] [instance: 4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2138.815824] env[62438]: DEBUG nova.network.neutron [-] [instance: 4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2139.230346] env[62438]: DEBUG nova.compute.manager [req-aca47061-378c-4d90-9f42-e75ff4d06719 req-85cf873f-e48d-4e8c-9226-66893badc699 service nova] [instance: 4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5] Received event network-vif-deleted-9542b07a-9f31-4b0e-aeea-eefd55a92aab {{(pid=62438) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 2139.230570] env[62438]: INFO nova.compute.manager [req-aca47061-378c-4d90-9f42-e75ff4d06719 req-85cf873f-e48d-4e8c-9226-66893badc699 service nova] [instance: 4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5] Neutron deleted interface 9542b07a-9f31-4b0e-aeea-eefd55a92aab; detaching it from the instance and deleting it from the info cache [ 2139.230749] env[62438]: DEBUG nova.network.neutron [req-aca47061-378c-4d90-9f42-e75ff4d06719 req-85cf873f-e48d-4e8c-9226-66893badc699 service nova] [instance: 4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2139.703997] env[62438]: DEBUG nova.network.neutron [-] [instance: 4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2139.732939] env[62438]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-05b2aba9-ce99-4edc-9cde-bac156088b80 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.743318] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68871283-1e63-488a-adc8-fa043bbf0748 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.766274] env[62438]: DEBUG nova.compute.manager [req-aca47061-378c-4d90-9f42-e75ff4d06719 req-85cf873f-e48d-4e8c-9226-66893badc699 service nova] [instance: 4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5] Detach interface failed, port_id=9542b07a-9f31-4b0e-aeea-eefd55a92aab, reason: Instance 4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5 could not be found. {{(pid=62438) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 2140.206870] env[62438]: INFO nova.compute.manager [-] [instance: 4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5] Took 1.39 seconds to deallocate network for instance. [ 2140.713407] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a14bada6-83bc-4010-8b4e-2f8d5f6c12dc tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2140.713733] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a14bada6-83bc-4010-8b4e-2f8d5f6c12dc tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2140.713979] env[62438]: DEBUG nova.objects.instance [None req-a14bada6-83bc-4010-8b4e-2f8d5f6c12dc tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Lazy-loading 'resources' on Instance uuid 4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2141.247745] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1722753a-2894-4cf6-af06-5d70367d1812 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.254997] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-234339f3-e453-4916-a249-3c9324114638 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.283655] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a65771-e56e-4314-9879-fc672caa5dd1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.290766] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d7c52a-7f5c-4782-9917-480ba5121fa8 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.304798] env[62438]: DEBUG nova.compute.provider_tree [None req-a14bada6-83bc-4010-8b4e-2f8d5f6c12dc tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2141.808202] env[62438]: DEBUG nova.scheduler.client.report [None req-a14bada6-83bc-4010-8b4e-2f8d5f6c12dc tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2142.313238] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a14bada6-83bc-4010-8b4e-2f8d5f6c12dc tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.599s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2142.334962] env[62438]: INFO nova.scheduler.client.report [None req-a14bada6-83bc-4010-8b4e-2f8d5f6c12dc tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Deleted allocations for instance 4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5 [ 2142.843473] env[62438]: DEBUG oslo_concurrency.lockutils [None req-a14bada6-83bc-4010-8b4e-2f8d5f6c12dc tempest-ServerActionsTestJSON-260496648 tempest-ServerActionsTestJSON-260496648-project-member] Lock "4bdddb7f-33ea-4b5c-b2a5-dd7bb87f92c5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.178s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2145.514648] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2af63525-9731-40db-8a0b-fcc42c11ee54 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Acquiring lock "85daedcb-67ab-4dc1-a796-1b636197b570" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2145.514964] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2af63525-9731-40db-8a0b-fcc42c11ee54 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Lock "85daedcb-67ab-4dc1-a796-1b636197b570" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2146.017850] env[62438]: DEBUG nova.compute.manager [None req-2af63525-9731-40db-8a0b-fcc42c11ee54 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] [instance: 85daedcb-67ab-4dc1-a796-1b636197b570] Starting instance... {{(pid=62438) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 2146.535586] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2af63525-9731-40db-8a0b-fcc42c11ee54 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2146.535883] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2af63525-9731-40db-8a0b-fcc42c11ee54 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2146.537315] env[62438]: INFO nova.compute.claims [None req-2af63525-9731-40db-8a0b-fcc42c11ee54 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] [instance: 85daedcb-67ab-4dc1-a796-1b636197b570] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2147.571881] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee7856e-7a7e-45ee-a9c1-6a9f829fcdb4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.579144] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c38b55a5-1cdf-4818-b45d-39777a50d4d8 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.608192] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9363ed7-4710-4cbf-b0ac-7eec97aeb30a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.615027] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5297a55e-6f2d-4151-872e-2a00e941820b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.627577] env[62438]: DEBUG nova.compute.provider_tree [None req-2af63525-9731-40db-8a0b-fcc42c11ee54 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2148.130275] env[62438]: DEBUG nova.scheduler.client.report [None req-2af63525-9731-40db-8a0b-fcc42c11ee54 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2148.634823] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2af63525-9731-40db-8a0b-fcc42c11ee54 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.099s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2148.635394] env[62438]: DEBUG nova.compute.manager [None req-2af63525-9731-40db-8a0b-fcc42c11ee54 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] [instance: 85daedcb-67ab-4dc1-a796-1b636197b570] Start building networks asynchronously for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 2149.140976] env[62438]: DEBUG nova.compute.utils [None req-2af63525-9731-40db-8a0b-fcc42c11ee54 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Using /dev/sd instead of None {{(pid=62438) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2149.142216] env[62438]: DEBUG nova.compute.manager [None req-2af63525-9731-40db-8a0b-fcc42c11ee54 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] [instance: 85daedcb-67ab-4dc1-a796-1b636197b570] Not allocating networking since 'none' was specified. {{(pid=62438) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1977}} [ 2149.643858] env[62438]: DEBUG nova.compute.manager [None req-2af63525-9731-40db-8a0b-fcc42c11ee54 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] [instance: 85daedcb-67ab-4dc1-a796-1b636197b570] Start building block device mappings for instance. {{(pid=62438) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 2150.654242] env[62438]: DEBUG nova.compute.manager [None req-2af63525-9731-40db-8a0b-fcc42c11ee54 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] [instance: 85daedcb-67ab-4dc1-a796-1b636197b570] Start spawning the instance on the hypervisor. {{(pid=62438) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 2150.680980] env[62438]: DEBUG nova.virt.hardware [None req-2af63525-9731-40db-8a0b-fcc42c11ee54 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2150.681259] env[62438]: DEBUG nova.virt.hardware [None req-2af63525-9731-40db-8a0b-fcc42c11ee54 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2150.681423] env[62438]: DEBUG nova.virt.hardware [None req-2af63525-9731-40db-8a0b-fcc42c11ee54 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2150.681608] env[62438]: DEBUG nova.virt.hardware [None req-2af63525-9731-40db-8a0b-fcc42c11ee54 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2150.681763] env[62438]: DEBUG nova.virt.hardware [None req-2af63525-9731-40db-8a0b-fcc42c11ee54 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2150.681914] env[62438]: DEBUG nova.virt.hardware [None req-2af63525-9731-40db-8a0b-fcc42c11ee54 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2150.682137] env[62438]: DEBUG nova.virt.hardware [None req-2af63525-9731-40db-8a0b-fcc42c11ee54 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2150.682305] env[62438]: DEBUG nova.virt.hardware [None req-2af63525-9731-40db-8a0b-fcc42c11ee54 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2150.682506] env[62438]: DEBUG nova.virt.hardware [None req-2af63525-9731-40db-8a0b-fcc42c11ee54 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2150.682685] env[62438]: DEBUG nova.virt.hardware [None req-2af63525-9731-40db-8a0b-fcc42c11ee54 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2150.682864] env[62438]: DEBUG nova.virt.hardware [None req-2af63525-9731-40db-8a0b-fcc42c11ee54 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2150.683733] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d5e7ba-afc1-4ea2-a7f8-3f08af0a4729 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.691520] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbae6862-18b8-4575-b7d2-040f373400e7 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.705487] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-2af63525-9731-40db-8a0b-fcc42c11ee54 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] [instance: 85daedcb-67ab-4dc1-a796-1b636197b570] Instance VIF info [] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2150.710895] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-2af63525-9731-40db-8a0b-fcc42c11ee54 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Creating folder: Project (02dc9e74ff0946a6be1152524137b712). Parent ref: group-v370230. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 2150.711158] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ab5a4c65-c10d-42a1-bcc5-565594a22d7b {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.722406] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-2af63525-9731-40db-8a0b-fcc42c11ee54 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Created folder: Project (02dc9e74ff0946a6be1152524137b712) in parent group-v370230. [ 2150.722581] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-2af63525-9731-40db-8a0b-fcc42c11ee54 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Creating folder: Instances. Parent ref: group-v370565. {{(pid=62438) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 2150.722780] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8f5b17e3-4712-412a-80e4-8ed706a2ca3a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.731735] env[62438]: INFO nova.virt.vmwareapi.vm_util [None req-2af63525-9731-40db-8a0b-fcc42c11ee54 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Created folder: Instances in parent group-v370565. [ 2150.731959] env[62438]: DEBUG oslo.service.loopingcall [None req-2af63525-9731-40db-8a0b-fcc42c11ee54 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2150.732157] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85daedcb-67ab-4dc1-a796-1b636197b570] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 2150.732365] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d4812f94-8565-49ba-9443-68f3afceed65 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.747334] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2150.747334] env[62438]: value = "task-1786030" [ 2150.747334] env[62438]: _type = "Task" [ 2150.747334] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2150.754244] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786030, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2151.258022] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786030, 'name': CreateVM_Task, 'duration_secs': 0.501893} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2151.258022] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85daedcb-67ab-4dc1-a796-1b636197b570] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 2151.258022] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2af63525-9731-40db-8a0b-fcc42c11ee54 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2151.258022] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2af63525-9731-40db-8a0b-fcc42c11ee54 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2151.258350] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2af63525-9731-40db-8a0b-fcc42c11ee54 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2151.258604] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78c03658-a833-45ba-96a6-1209dec71932 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.262725] env[62438]: DEBUG oslo_vmware.api [None req-2af63525-9731-40db-8a0b-fcc42c11ee54 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Waiting for the task: (returnval){ [ 2151.262725] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5223d614-6895-22e6-58ff-583be3f0a0cd" [ 2151.262725] env[62438]: _type = "Task" [ 2151.262725] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2151.269843] env[62438]: DEBUG oslo_vmware.api [None req-2af63525-9731-40db-8a0b-fcc42c11ee54 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5223d614-6895-22e6-58ff-583be3f0a0cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2151.772992] env[62438]: DEBUG oslo_vmware.api [None req-2af63525-9731-40db-8a0b-fcc42c11ee54 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5223d614-6895-22e6-58ff-583be3f0a0cd, 'name': SearchDatastore_Task, 'duration_secs': 0.010527} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2151.773389] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2af63525-9731-40db-8a0b-fcc42c11ee54 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2151.773577] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-2af63525-9731-40db-8a0b-fcc42c11ee54 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] [instance: 85daedcb-67ab-4dc1-a796-1b636197b570] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2151.773814] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2af63525-9731-40db-8a0b-fcc42c11ee54 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2151.773970] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2af63525-9731-40db-8a0b-fcc42c11ee54 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2151.774172] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-2af63525-9731-40db-8a0b-fcc42c11ee54 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2151.774587] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-23ee268b-4e9d-4dd5-8990-04ac5870ac70 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.782741] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-2af63525-9731-40db-8a0b-fcc42c11ee54 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2151.782919] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-2af63525-9731-40db-8a0b-fcc42c11ee54 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 2151.783595] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ce54630-9f5f-4428-a97d-2598c050114a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.788694] env[62438]: DEBUG oslo_vmware.api [None req-2af63525-9731-40db-8a0b-fcc42c11ee54 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Waiting for the task: (returnval){ [ 2151.788694] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52dc1f30-b97d-364a-428f-d2e67ce93809" [ 2151.788694] env[62438]: _type = "Task" [ 2151.788694] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2151.796070] env[62438]: DEBUG oslo_vmware.api [None req-2af63525-9731-40db-8a0b-fcc42c11ee54 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52dc1f30-b97d-364a-428f-d2e67ce93809, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2152.299074] env[62438]: DEBUG oslo_vmware.api [None req-2af63525-9731-40db-8a0b-fcc42c11ee54 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52dc1f30-b97d-364a-428f-d2e67ce93809, 'name': SearchDatastore_Task, 'duration_secs': 0.008767} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2152.299870] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae861af6-a602-47d7-a43d-537fad900be9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.304838] env[62438]: DEBUG oslo_vmware.api [None req-2af63525-9731-40db-8a0b-fcc42c11ee54 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Waiting for the task: (returnval){ [ 2152.304838] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52ff7c92-6d6d-44f1-5227-695efdada4a0" [ 2152.304838] env[62438]: _type = "Task" [ 2152.304838] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2152.312228] env[62438]: DEBUG oslo_vmware.api [None req-2af63525-9731-40db-8a0b-fcc42c11ee54 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52ff7c92-6d6d-44f1-5227-695efdada4a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2152.815204] env[62438]: DEBUG oslo_vmware.api [None req-2af63525-9731-40db-8a0b-fcc42c11ee54 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52ff7c92-6d6d-44f1-5227-695efdada4a0, 'name': SearchDatastore_Task, 'duration_secs': 0.009182} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2152.815655] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2af63525-9731-40db-8a0b-fcc42c11ee54 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2152.815731] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-2af63525-9731-40db-8a0b-fcc42c11ee54 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 85daedcb-67ab-4dc1-a796-1b636197b570/85daedcb-67ab-4dc1-a796-1b636197b570.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 2152.816059] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bf22c12d-4f92-472e-9a3c-2f12a5718f40 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.822758] env[62438]: DEBUG oslo_vmware.api [None req-2af63525-9731-40db-8a0b-fcc42c11ee54 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Waiting for the task: (returnval){ [ 2152.822758] env[62438]: value = "task-1786031" [ 2152.822758] env[62438]: _type = "Task" [ 2152.822758] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2152.829636] env[62438]: DEBUG oslo_vmware.api [None req-2af63525-9731-40db-8a0b-fcc42c11ee54 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Task: {'id': task-1786031, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2153.332682] env[62438]: DEBUG oslo_vmware.api [None req-2af63525-9731-40db-8a0b-fcc42c11ee54 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Task: {'id': task-1786031, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2153.832872] env[62438]: DEBUG oslo_vmware.api [None req-2af63525-9731-40db-8a0b-fcc42c11ee54 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Task: {'id': task-1786031, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513431} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2153.833268] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-2af63525-9731-40db-8a0b-fcc42c11ee54 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 85daedcb-67ab-4dc1-a796-1b636197b570/85daedcb-67ab-4dc1-a796-1b636197b570.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 2153.833344] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-2af63525-9731-40db-8a0b-fcc42c11ee54 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] [instance: 85daedcb-67ab-4dc1-a796-1b636197b570] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2153.833607] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f2962f7f-0ca5-4e4c-92d7-a6550ccb3f0d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.839603] env[62438]: DEBUG oslo_vmware.api [None req-2af63525-9731-40db-8a0b-fcc42c11ee54 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Waiting for the task: (returnval){ [ 2153.839603] env[62438]: value = "task-1786032" [ 2153.839603] env[62438]: _type = "Task" [ 2153.839603] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2153.847131] env[62438]: DEBUG oslo_vmware.api [None req-2af63525-9731-40db-8a0b-fcc42c11ee54 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Task: {'id': task-1786032, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2154.349221] env[62438]: DEBUG oslo_vmware.api [None req-2af63525-9731-40db-8a0b-fcc42c11ee54 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Task: {'id': task-1786032, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061681} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2154.349443] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-2af63525-9731-40db-8a0b-fcc42c11ee54 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] [instance: 85daedcb-67ab-4dc1-a796-1b636197b570] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2154.350193] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c255b27-8959-4b46-8878-15850512b3f4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.369521] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-2af63525-9731-40db-8a0b-fcc42c11ee54 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] [instance: 85daedcb-67ab-4dc1-a796-1b636197b570] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] 85daedcb-67ab-4dc1-a796-1b636197b570/85daedcb-67ab-4dc1-a796-1b636197b570.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2154.369745] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-499e6d66-ee53-4597-9ad9-4230fa1adcc1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.388488] env[62438]: DEBUG oslo_vmware.api [None req-2af63525-9731-40db-8a0b-fcc42c11ee54 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Waiting for the task: (returnval){ [ 2154.388488] env[62438]: value = "task-1786033" [ 2154.388488] env[62438]: _type = "Task" [ 2154.388488] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2154.395898] env[62438]: DEBUG oslo_vmware.api [None req-2af63525-9731-40db-8a0b-fcc42c11ee54 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Task: {'id': task-1786033, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2154.897894] env[62438]: DEBUG oslo_vmware.api [None req-2af63525-9731-40db-8a0b-fcc42c11ee54 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Task: {'id': task-1786033, 'name': ReconfigVM_Task, 'duration_secs': 0.269333} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2154.898265] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-2af63525-9731-40db-8a0b-fcc42c11ee54 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] [instance: 85daedcb-67ab-4dc1-a796-1b636197b570] Reconfigured VM instance instance-0000007c to attach disk [datastore1] 85daedcb-67ab-4dc1-a796-1b636197b570/85daedcb-67ab-4dc1-a796-1b636197b570.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2154.898800] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff5d3e9b-413d-4161-9642-b6200dbd58c4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.906221] env[62438]: DEBUG oslo_vmware.api [None req-2af63525-9731-40db-8a0b-fcc42c11ee54 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Waiting for the task: (returnval){ [ 2154.906221] env[62438]: value = "task-1786034" [ 2154.906221] env[62438]: _type = "Task" [ 2154.906221] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2154.919524] env[62438]: DEBUG oslo_vmware.api [None req-2af63525-9731-40db-8a0b-fcc42c11ee54 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Task: {'id': task-1786034, 'name': Rename_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2155.415928] env[62438]: DEBUG oslo_vmware.api [None req-2af63525-9731-40db-8a0b-fcc42c11ee54 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Task: {'id': task-1786034, 'name': Rename_Task, 'duration_secs': 0.128089} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2155.416214] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-2af63525-9731-40db-8a0b-fcc42c11ee54 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] [instance: 85daedcb-67ab-4dc1-a796-1b636197b570] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 2155.416464] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a8a4c49-a1b8-4095-9835-6629ce227992 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.422586] env[62438]: DEBUG oslo_vmware.api [None req-2af63525-9731-40db-8a0b-fcc42c11ee54 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Waiting for the task: (returnval){ [ 2155.422586] env[62438]: value = "task-1786035" [ 2155.422586] env[62438]: _type = "Task" [ 2155.422586] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2155.429567] env[62438]: DEBUG oslo_vmware.api [None req-2af63525-9731-40db-8a0b-fcc42c11ee54 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Task: {'id': task-1786035, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2155.932189] env[62438]: DEBUG oslo_vmware.api [None req-2af63525-9731-40db-8a0b-fcc42c11ee54 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Task: {'id': task-1786035, 'name': PowerOnVM_Task, 'duration_secs': 0.417112} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2155.932625] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-2af63525-9731-40db-8a0b-fcc42c11ee54 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] [instance: 85daedcb-67ab-4dc1-a796-1b636197b570] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 2155.932625] env[62438]: INFO nova.compute.manager [None req-2af63525-9731-40db-8a0b-fcc42c11ee54 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] [instance: 85daedcb-67ab-4dc1-a796-1b636197b570] Took 5.28 seconds to spawn the instance on the hypervisor. [ 2155.932983] env[62438]: DEBUG nova.compute.manager [None req-2af63525-9731-40db-8a0b-fcc42c11ee54 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] [instance: 85daedcb-67ab-4dc1-a796-1b636197b570] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2155.933575] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5907246-9bb1-48bc-a0a1-58db2d924c7d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.450210] env[62438]: INFO nova.compute.manager [None req-2af63525-9731-40db-8a0b-fcc42c11ee54 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] [instance: 85daedcb-67ab-4dc1-a796-1b636197b570] Took 9.93 seconds to build instance. [ 2156.952265] env[62438]: DEBUG oslo_concurrency.lockutils [None req-2af63525-9731-40db-8a0b-fcc42c11ee54 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Lock "85daedcb-67ab-4dc1-a796-1b636197b570" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.437s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2157.243675] env[62438]: INFO nova.compute.manager [None req-179e2ff8-0229-49a1-afd8-6764f7f1f2ef tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] [instance: 85daedcb-67ab-4dc1-a796-1b636197b570] Rebuilding instance [ 2157.282038] env[62438]: DEBUG nova.compute.manager [None req-179e2ff8-0229-49a1-afd8-6764f7f1f2ef tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] [instance: 85daedcb-67ab-4dc1-a796-1b636197b570] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2157.282924] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34902b60-4f7b-4c26-b98c-2f63278bb409 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.793863] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-179e2ff8-0229-49a1-afd8-6764f7f1f2ef tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] [instance: 85daedcb-67ab-4dc1-a796-1b636197b570] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 2157.794188] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-74ca84d0-7f2f-4b50-86a8-764758ddf882 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.801190] env[62438]: DEBUG oslo_vmware.api [None req-179e2ff8-0229-49a1-afd8-6764f7f1f2ef tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Waiting for the task: (returnval){ [ 2157.801190] env[62438]: value = "task-1786036" [ 2157.801190] env[62438]: _type = "Task" [ 2157.801190] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2157.808939] env[62438]: DEBUG oslo_vmware.api [None req-179e2ff8-0229-49a1-afd8-6764f7f1f2ef tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Task: {'id': task-1786036, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2158.311139] env[62438]: DEBUG oslo_vmware.api [None req-179e2ff8-0229-49a1-afd8-6764f7f1f2ef tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Task: {'id': task-1786036, 'name': PowerOffVM_Task, 'duration_secs': 0.12366} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2158.311507] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-179e2ff8-0229-49a1-afd8-6764f7f1f2ef tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] [instance: 85daedcb-67ab-4dc1-a796-1b636197b570] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 2158.311641] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-179e2ff8-0229-49a1-afd8-6764f7f1f2ef tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] [instance: 85daedcb-67ab-4dc1-a796-1b636197b570] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 2158.312402] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1621fb00-8879-423b-8e19-9c9fdf738692 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.318701] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-179e2ff8-0229-49a1-afd8-6764f7f1f2ef tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] [instance: 85daedcb-67ab-4dc1-a796-1b636197b570] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 2158.318919] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e683294e-c9d0-414b-a6c8-1e486e5cd63d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.344717] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-179e2ff8-0229-49a1-afd8-6764f7f1f2ef tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] [instance: 85daedcb-67ab-4dc1-a796-1b636197b570] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 2158.344925] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-179e2ff8-0229-49a1-afd8-6764f7f1f2ef tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] [instance: 85daedcb-67ab-4dc1-a796-1b636197b570] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 2158.345123] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-179e2ff8-0229-49a1-afd8-6764f7f1f2ef tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Deleting the datastore file [datastore1] 85daedcb-67ab-4dc1-a796-1b636197b570 {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2158.345357] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d2d28666-dba1-4291-91db-4e4d54cfd864 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.353114] env[62438]: DEBUG oslo_vmware.api [None req-179e2ff8-0229-49a1-afd8-6764f7f1f2ef tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Waiting for the task: (returnval){ [ 2158.353114] env[62438]: value = "task-1786038" [ 2158.353114] env[62438]: _type = "Task" [ 2158.353114] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2158.360037] env[62438]: DEBUG oslo_vmware.api [None req-179e2ff8-0229-49a1-afd8-6764f7f1f2ef tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Task: {'id': task-1786038, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2158.863344] env[62438]: DEBUG oslo_vmware.api [None req-179e2ff8-0229-49a1-afd8-6764f7f1f2ef tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Task: {'id': task-1786038, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.091206} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2158.863586] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-179e2ff8-0229-49a1-afd8-6764f7f1f2ef tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2158.863766] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-179e2ff8-0229-49a1-afd8-6764f7f1f2ef tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] [instance: 85daedcb-67ab-4dc1-a796-1b636197b570] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 2158.863945] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-179e2ff8-0229-49a1-afd8-6764f7f1f2ef tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] [instance: 85daedcb-67ab-4dc1-a796-1b636197b570] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 2159.893670] env[62438]: DEBUG nova.virt.hardware [None req-179e2ff8-0229-49a1-afd8-6764f7f1f2ef tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:14:15Z,direct_url=,disk_format='vmdk',id=2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='332326a11cdf4ec891065b36ccc5aa20',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:14:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2159.894025] env[62438]: DEBUG nova.virt.hardware [None req-179e2ff8-0229-49a1-afd8-6764f7f1f2ef tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Flavor limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2159.894274] env[62438]: DEBUG nova.virt.hardware [None req-179e2ff8-0229-49a1-afd8-6764f7f1f2ef tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Image limits 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2159.894555] env[62438]: DEBUG nova.virt.hardware [None req-179e2ff8-0229-49a1-afd8-6764f7f1f2ef tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Flavor pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2159.894765] env[62438]: DEBUG nova.virt.hardware [None req-179e2ff8-0229-49a1-afd8-6764f7f1f2ef tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Image pref 0:0:0 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2159.894963] env[62438]: DEBUG nova.virt.hardware [None req-179e2ff8-0229-49a1-afd8-6764f7f1f2ef tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62438) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2159.895254] env[62438]: DEBUG nova.virt.hardware [None req-179e2ff8-0229-49a1-afd8-6764f7f1f2ef tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2159.895557] env[62438]: DEBUG nova.virt.hardware [None req-179e2ff8-0229-49a1-afd8-6764f7f1f2ef tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2159.895799] env[62438]: DEBUG nova.virt.hardware [None req-179e2ff8-0229-49a1-afd8-6764f7f1f2ef tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Got 1 possible topologies {{(pid=62438) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2159.896037] env[62438]: DEBUG nova.virt.hardware [None req-179e2ff8-0229-49a1-afd8-6764f7f1f2ef tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2159.896276] env[62438]: DEBUG nova.virt.hardware [None req-179e2ff8-0229-49a1-afd8-6764f7f1f2ef tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62438) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2159.897171] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb0adb7b-2ea1-4f05-9189-0d014422650a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.904834] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30a530b8-442f-4e2c-a4ba-6162ff76b16d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.918203] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-179e2ff8-0229-49a1-afd8-6764f7f1f2ef tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] [instance: 85daedcb-67ab-4dc1-a796-1b636197b570] Instance VIF info [] {{(pid=62438) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2159.923633] env[62438]: DEBUG oslo.service.loopingcall [None req-179e2ff8-0229-49a1-afd8-6764f7f1f2ef tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2159.923902] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85daedcb-67ab-4dc1-a796-1b636197b570] Creating VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 2159.924159] env[62438]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-68b6729f-59ac-416c-b9d2-093895933ea1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.940029] env[62438]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2159.940029] env[62438]: value = "task-1786039" [ 2159.940029] env[62438]: _type = "Task" [ 2159.940029] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2159.950698] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786039, 'name': CreateVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2160.449062] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786039, 'name': CreateVM_Task} progress is 99%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2160.950102] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786039, 'name': CreateVM_Task} progress is 99%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2161.451127] env[62438]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786039, 'name': CreateVM_Task, 'duration_secs': 1.251548} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2161.451331] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85daedcb-67ab-4dc1-a796-1b636197b570] Created VM on the ESX host {{(pid=62438) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 2161.451757] env[62438]: DEBUG oslo_concurrency.lockutils [None req-179e2ff8-0229-49a1-afd8-6764f7f1f2ef tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2161.451928] env[62438]: DEBUG oslo_concurrency.lockutils [None req-179e2ff8-0229-49a1-afd8-6764f7f1f2ef tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2161.452276] env[62438]: DEBUG oslo_concurrency.lockutils [None req-179e2ff8-0229-49a1-afd8-6764f7f1f2ef tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2161.452530] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-036346eb-cb42-45a5-b0bf-4733960255b4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.456798] env[62438]: DEBUG oslo_vmware.api [None req-179e2ff8-0229-49a1-afd8-6764f7f1f2ef tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Waiting for the task: (returnval){ [ 2161.456798] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5296c8d0-809e-d2c5-05b4-ac61ac3e6c86" [ 2161.456798] env[62438]: _type = "Task" [ 2161.456798] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2161.463929] env[62438]: DEBUG oslo_vmware.api [None req-179e2ff8-0229-49a1-afd8-6764f7f1f2ef tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5296c8d0-809e-d2c5-05b4-ac61ac3e6c86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2161.967021] env[62438]: DEBUG oslo_vmware.api [None req-179e2ff8-0229-49a1-afd8-6764f7f1f2ef tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5296c8d0-809e-d2c5-05b4-ac61ac3e6c86, 'name': SearchDatastore_Task, 'duration_secs': 0.234859} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2161.967445] env[62438]: DEBUG oslo_concurrency.lockutils [None req-179e2ff8-0229-49a1-afd8-6764f7f1f2ef tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2161.967563] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-179e2ff8-0229-49a1-afd8-6764f7f1f2ef tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] [instance: 85daedcb-67ab-4dc1-a796-1b636197b570] Processing image 2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c {{(pid=62438) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2161.967800] env[62438]: DEBUG oslo_concurrency.lockutils [None req-179e2ff8-0229-49a1-afd8-6764f7f1f2ef tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2161.967953] env[62438]: DEBUG oslo_concurrency.lockutils [None req-179e2ff8-0229-49a1-afd8-6764f7f1f2ef tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2161.968151] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-179e2ff8-0229-49a1-afd8-6764f7f1f2ef tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2161.968412] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-83beaa63-66cf-4f17-8cec-35947b7ae280 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.852664] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-179e2ff8-0229-49a1-afd8-6764f7f1f2ef tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62438) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2162.852893] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-179e2ff8-0229-49a1-afd8-6764f7f1f2ef tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62438) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 2162.853654] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64876d46-21df-4971-9bbf-e11fda9e3f00 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.859172] env[62438]: DEBUG oslo_vmware.api [None req-179e2ff8-0229-49a1-afd8-6764f7f1f2ef tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Waiting for the task: (returnval){ [ 2162.859172] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52e52553-0226-a239-834e-bba28512b6ff" [ 2162.859172] env[62438]: _type = "Task" [ 2162.859172] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2162.866197] env[62438]: DEBUG oslo_vmware.api [None req-179e2ff8-0229-49a1-afd8-6764f7f1f2ef tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52e52553-0226-a239-834e-bba28512b6ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2163.369431] env[62438]: DEBUG oslo_vmware.api [None req-179e2ff8-0229-49a1-afd8-6764f7f1f2ef tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]52e52553-0226-a239-834e-bba28512b6ff, 'name': SearchDatastore_Task, 'duration_secs': 0.010814} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2163.370146] env[62438]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c43750d5-ca7b-4f9b-90f2-c4d88f31b851 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.374855] env[62438]: DEBUG oslo_vmware.api [None req-179e2ff8-0229-49a1-afd8-6764f7f1f2ef tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Waiting for the task: (returnval){ [ 2163.374855] env[62438]: value = "session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5257161d-2a7b-2c95-5059-1d759d1cf16f" [ 2163.374855] env[62438]: _type = "Task" [ 2163.374855] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2163.383116] env[62438]: DEBUG oslo_vmware.api [None req-179e2ff8-0229-49a1-afd8-6764f7f1f2ef tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5257161d-2a7b-2c95-5059-1d759d1cf16f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2163.885533] env[62438]: DEBUG oslo_vmware.api [None req-179e2ff8-0229-49a1-afd8-6764f7f1f2ef tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Task: {'id': session[520f8dfc-8a18-5df2-dfbf-6ac4d525d5ad]5257161d-2a7b-2c95-5059-1d759d1cf16f, 'name': SearchDatastore_Task, 'duration_secs': 0.008495} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2163.885790] env[62438]: DEBUG oslo_concurrency.lockutils [None req-179e2ff8-0229-49a1-afd8-6764f7f1f2ef tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2163.886055] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-179e2ff8-0229-49a1-afd8-6764f7f1f2ef tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 85daedcb-67ab-4dc1-a796-1b636197b570/85daedcb-67ab-4dc1-a796-1b636197b570.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 2163.886308] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9009f8b3-f4b1-4496-aea7-9cab00333adc {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.891969] env[62438]: DEBUG oslo_vmware.api [None req-179e2ff8-0229-49a1-afd8-6764f7f1f2ef tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Waiting for the task: (returnval){ [ 2163.891969] env[62438]: value = "task-1786040" [ 2163.891969] env[62438]: _type = "Task" [ 2163.891969] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2163.898773] env[62438]: DEBUG oslo_vmware.api [None req-179e2ff8-0229-49a1-afd8-6764f7f1f2ef tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Task: {'id': task-1786040, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2164.403833] env[62438]: DEBUG oslo_vmware.api [None req-179e2ff8-0229-49a1-afd8-6764f7f1f2ef tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Task: {'id': task-1786040, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2164.903464] env[62438]: DEBUG oslo_vmware.api [None req-179e2ff8-0229-49a1-afd8-6764f7f1f2ef tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Task: {'id': task-1786040, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2165.404561] env[62438]: DEBUG oslo_vmware.api [None req-179e2ff8-0229-49a1-afd8-6764f7f1f2ef tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Task: {'id': task-1786040, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.098597} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2165.404961] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-179e2ff8-0229-49a1-afd8-6764f7f1f2ef tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c/2f3bac69-a06b-42a1-8f56-c6e55f3d8a4c.vmdk to [datastore1] 85daedcb-67ab-4dc1-a796-1b636197b570/85daedcb-67ab-4dc1-a796-1b636197b570.vmdk {{(pid=62438) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 2165.405078] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-179e2ff8-0229-49a1-afd8-6764f7f1f2ef tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] [instance: 85daedcb-67ab-4dc1-a796-1b636197b570] Extending root virtual disk to 1048576 {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2165.405318] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5d9236c8-ba25-413e-ae5a-ad0a8db80fa1 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.411707] env[62438]: DEBUG oslo_vmware.api [None req-179e2ff8-0229-49a1-afd8-6764f7f1f2ef tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Waiting for the task: (returnval){ [ 2165.411707] env[62438]: value = "task-1786041" [ 2165.411707] env[62438]: _type = "Task" [ 2165.411707] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2165.418849] env[62438]: DEBUG oslo_vmware.api [None req-179e2ff8-0229-49a1-afd8-6764f7f1f2ef tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Task: {'id': task-1786041, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2165.921455] env[62438]: DEBUG oslo_vmware.api [None req-179e2ff8-0229-49a1-afd8-6764f7f1f2ef tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Task: {'id': task-1786041, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066269} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2165.921725] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-179e2ff8-0229-49a1-afd8-6764f7f1f2ef tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] [instance: 85daedcb-67ab-4dc1-a796-1b636197b570] Extended root virtual disk {{(pid=62438) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2165.922497] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55af2899-9664-4d90-af5a-5e531fbcc5dd {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.941631] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-179e2ff8-0229-49a1-afd8-6764f7f1f2ef tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] [instance: 85daedcb-67ab-4dc1-a796-1b636197b570] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] 85daedcb-67ab-4dc1-a796-1b636197b570/85daedcb-67ab-4dc1-a796-1b636197b570.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2165.941858] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7549652-24c2-4454-a624-0f70c0656a9a {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.960020] env[62438]: DEBUG oslo_vmware.api [None req-179e2ff8-0229-49a1-afd8-6764f7f1f2ef tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Waiting for the task: (returnval){ [ 2165.960020] env[62438]: value = "task-1786042" [ 2165.960020] env[62438]: _type = "Task" [ 2165.960020] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2165.967395] env[62438]: DEBUG oslo_vmware.api [None req-179e2ff8-0229-49a1-afd8-6764f7f1f2ef tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Task: {'id': task-1786042, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2166.472428] env[62438]: DEBUG oslo_vmware.api [None req-179e2ff8-0229-49a1-afd8-6764f7f1f2ef tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Task: {'id': task-1786042, 'name': ReconfigVM_Task, 'duration_secs': 0.243446} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2166.472802] env[62438]: DEBUG nova.virt.vmwareapi.volumeops [None req-179e2ff8-0229-49a1-afd8-6764f7f1f2ef tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] [instance: 85daedcb-67ab-4dc1-a796-1b636197b570] Reconfigured VM instance instance-0000007c to attach disk [datastore1] 85daedcb-67ab-4dc1-a796-1b636197b570/85daedcb-67ab-4dc1-a796-1b636197b570.vmdk or device None with type sparse {{(pid=62438) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2166.473604] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1b93edc8-a6cd-41ae-a03a-145f38117858 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.480852] env[62438]: DEBUG oslo_vmware.api [None req-179e2ff8-0229-49a1-afd8-6764f7f1f2ef tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Waiting for the task: (returnval){ [ 2166.480852] env[62438]: value = "task-1786043" [ 2166.480852] env[62438]: _type = "Task" [ 2166.480852] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2166.491075] env[62438]: DEBUG oslo_vmware.api [None req-179e2ff8-0229-49a1-afd8-6764f7f1f2ef tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Task: {'id': task-1786043, 'name': Rename_Task} progress is 5%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2166.990559] env[62438]: DEBUG oslo_vmware.api [None req-179e2ff8-0229-49a1-afd8-6764f7f1f2ef tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Task: {'id': task-1786043, 'name': Rename_Task, 'duration_secs': 0.130783} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2166.990793] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-179e2ff8-0229-49a1-afd8-6764f7f1f2ef tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] [instance: 85daedcb-67ab-4dc1-a796-1b636197b570] Powering on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 2166.991049] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da75d7c8-41a8-4a13-9597-403ee0f4f270 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.997193] env[62438]: DEBUG oslo_vmware.api [None req-179e2ff8-0229-49a1-afd8-6764f7f1f2ef tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Waiting for the task: (returnval){ [ 2166.997193] env[62438]: value = "task-1786044" [ 2166.997193] env[62438]: _type = "Task" [ 2166.997193] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2167.003969] env[62438]: DEBUG oslo_vmware.api [None req-179e2ff8-0229-49a1-afd8-6764f7f1f2ef tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Task: {'id': task-1786044, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2167.507108] env[62438]: DEBUG oslo_vmware.api [None req-179e2ff8-0229-49a1-afd8-6764f7f1f2ef tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Task: {'id': task-1786044, 'name': PowerOnVM_Task, 'duration_secs': 0.389034} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2167.507423] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-179e2ff8-0229-49a1-afd8-6764f7f1f2ef tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] [instance: 85daedcb-67ab-4dc1-a796-1b636197b570] Powered on the VM {{(pid=62438) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 2167.507616] env[62438]: DEBUG nova.compute.manager [None req-179e2ff8-0229-49a1-afd8-6764f7f1f2ef tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] [instance: 85daedcb-67ab-4dc1-a796-1b636197b570] Checking state {{(pid=62438) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2167.508380] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f4887bc-6396-4ba1-a04c-eb3dcbc79c0d {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.026859] env[62438]: DEBUG oslo_concurrency.lockutils [None req-179e2ff8-0229-49a1-afd8-6764f7f1f2ef tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2168.027159] env[62438]: DEBUG oslo_concurrency.lockutils [None req-179e2ff8-0229-49a1-afd8-6764f7f1f2ef tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2168.027357] env[62438]: DEBUG nova.objects.instance [None req-179e2ff8-0229-49a1-afd8-6764f7f1f2ef tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] [instance: 85daedcb-67ab-4dc1-a796-1b636197b570] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62438) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2169.027640] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d9d3cbae-986c-40be-9263-bab9f73cd2b1 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Acquiring lock "85daedcb-67ab-4dc1-a796-1b636197b570" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2169.028045] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d9d3cbae-986c-40be-9263-bab9f73cd2b1 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Lock "85daedcb-67ab-4dc1-a796-1b636197b570" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2169.028158] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d9d3cbae-986c-40be-9263-bab9f73cd2b1 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Acquiring lock "85daedcb-67ab-4dc1-a796-1b636197b570-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2169.028356] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d9d3cbae-986c-40be-9263-bab9f73cd2b1 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Lock "85daedcb-67ab-4dc1-a796-1b636197b570-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2169.028535] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d9d3cbae-986c-40be-9263-bab9f73cd2b1 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Lock "85daedcb-67ab-4dc1-a796-1b636197b570-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2169.030650] env[62438]: INFO nova.compute.manager [None req-d9d3cbae-986c-40be-9263-bab9f73cd2b1 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] [instance: 85daedcb-67ab-4dc1-a796-1b636197b570] Terminating instance [ 2169.032190] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d9d3cbae-986c-40be-9263-bab9f73cd2b1 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Acquiring lock "refresh_cache-85daedcb-67ab-4dc1-a796-1b636197b570" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2169.032358] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d9d3cbae-986c-40be-9263-bab9f73cd2b1 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Acquired lock "refresh_cache-85daedcb-67ab-4dc1-a796-1b636197b570" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2169.032560] env[62438]: DEBUG nova.network.neutron [None req-d9d3cbae-986c-40be-9263-bab9f73cd2b1 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] [instance: 85daedcb-67ab-4dc1-a796-1b636197b570] Building network info cache for instance {{(pid=62438) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2169.035595] env[62438]: DEBUG oslo_concurrency.lockutils [None req-179e2ff8-0229-49a1-afd8-6764f7f1f2ef tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2169.550484] env[62438]: DEBUG nova.network.neutron [None req-d9d3cbae-986c-40be-9263-bab9f73cd2b1 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] [instance: 85daedcb-67ab-4dc1-a796-1b636197b570] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2169.609583] env[62438]: DEBUG nova.network.neutron [None req-d9d3cbae-986c-40be-9263-bab9f73cd2b1 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] [instance: 85daedcb-67ab-4dc1-a796-1b636197b570] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2170.112151] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d9d3cbae-986c-40be-9263-bab9f73cd2b1 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Releasing lock "refresh_cache-85daedcb-67ab-4dc1-a796-1b636197b570" {{(pid=62438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2170.112638] env[62438]: DEBUG nova.compute.manager [None req-d9d3cbae-986c-40be-9263-bab9f73cd2b1 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] [instance: 85daedcb-67ab-4dc1-a796-1b636197b570] Start destroying the instance on the hypervisor. {{(pid=62438) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2170.112908] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-d9d3cbae-986c-40be-9263-bab9f73cd2b1 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] [instance: 85daedcb-67ab-4dc1-a796-1b636197b570] Destroying instance {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 2170.113845] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de344ac1-cc5e-499d-b947-e9200932cbff {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2170.121909] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9d3cbae-986c-40be-9263-bab9f73cd2b1 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] [instance: 85daedcb-67ab-4dc1-a796-1b636197b570] Powering off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 2170.122197] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6e4c44e-0b34-4e28-b823-5196d19f1bf4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2170.128284] env[62438]: DEBUG oslo_vmware.api [None req-d9d3cbae-986c-40be-9263-bab9f73cd2b1 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Waiting for the task: (returnval){ [ 2170.128284] env[62438]: value = "task-1786045" [ 2170.128284] env[62438]: _type = "Task" [ 2170.128284] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2170.136055] env[62438]: DEBUG oslo_vmware.api [None req-d9d3cbae-986c-40be-9263-bab9f73cd2b1 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Task: {'id': task-1786045, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2170.637542] env[62438]: DEBUG oslo_vmware.api [None req-d9d3cbae-986c-40be-9263-bab9f73cd2b1 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Task: {'id': task-1786045, 'name': PowerOffVM_Task, 'duration_secs': 0.105279} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2170.638476] env[62438]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9d3cbae-986c-40be-9263-bab9f73cd2b1 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] [instance: 85daedcb-67ab-4dc1-a796-1b636197b570] Powered off the VM {{(pid=62438) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 2170.638710] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-d9d3cbae-986c-40be-9263-bab9f73cd2b1 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] [instance: 85daedcb-67ab-4dc1-a796-1b636197b570] Unregistering the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 2170.638981] env[62438]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e356d78a-c112-4cc5-9713-7a6408071c41 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2170.665032] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-d9d3cbae-986c-40be-9263-bab9f73cd2b1 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] [instance: 85daedcb-67ab-4dc1-a796-1b636197b570] Unregistered the VM {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 2170.665285] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-d9d3cbae-986c-40be-9263-bab9f73cd2b1 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] [instance: 85daedcb-67ab-4dc1-a796-1b636197b570] Deleting contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 2170.665522] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9d3cbae-986c-40be-9263-bab9f73cd2b1 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Deleting the datastore file [datastore1] 85daedcb-67ab-4dc1-a796-1b636197b570 {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2170.665782] env[62438]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e0ccaa84-91a6-4b0b-9f08-64f928c5b086 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2170.671518] env[62438]: DEBUG oslo_vmware.api [None req-d9d3cbae-986c-40be-9263-bab9f73cd2b1 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Waiting for the task: (returnval){ [ 2170.671518] env[62438]: value = "task-1786047" [ 2170.671518] env[62438]: _type = "Task" [ 2170.671518] env[62438]: } to complete. {{(pid=62438) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2170.678549] env[62438]: DEBUG oslo_vmware.api [None req-d9d3cbae-986c-40be-9263-bab9f73cd2b1 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Task: {'id': task-1786047, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2171.181057] env[62438]: DEBUG oslo_vmware.api [None req-d9d3cbae-986c-40be-9263-bab9f73cd2b1 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Task: {'id': task-1786047, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.083585} completed successfully. {{(pid=62438) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2171.181456] env[62438]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9d3cbae-986c-40be-9263-bab9f73cd2b1 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Deleted the datastore file {{(pid=62438) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2171.181514] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-d9d3cbae-986c-40be-9263-bab9f73cd2b1 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] [instance: 85daedcb-67ab-4dc1-a796-1b636197b570] Deleted contents of the VM from datastore datastore1 {{(pid=62438) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 2171.181760] env[62438]: DEBUG nova.virt.vmwareapi.vmops [None req-d9d3cbae-986c-40be-9263-bab9f73cd2b1 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] [instance: 85daedcb-67ab-4dc1-a796-1b636197b570] Instance destroyed {{(pid=62438) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 2171.181988] env[62438]: INFO nova.compute.manager [None req-d9d3cbae-986c-40be-9263-bab9f73cd2b1 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] [instance: 85daedcb-67ab-4dc1-a796-1b636197b570] Took 1.07 seconds to destroy the instance on the hypervisor. [ 2171.182317] env[62438]: DEBUG oslo.service.loopingcall [None req-d9d3cbae-986c-40be-9263-bab9f73cd2b1 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62438) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2171.182586] env[62438]: DEBUG nova.compute.manager [-] [instance: 85daedcb-67ab-4dc1-a796-1b636197b570] Deallocating network for instance {{(pid=62438) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2171.182710] env[62438]: DEBUG nova.network.neutron [-] [instance: 85daedcb-67ab-4dc1-a796-1b636197b570] deallocate_for_instance() {{(pid=62438) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2171.197566] env[62438]: DEBUG nova.network.neutron [-] [instance: 85daedcb-67ab-4dc1-a796-1b636197b570] Instance cache missing network info. {{(pid=62438) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2171.699857] env[62438]: DEBUG nova.network.neutron [-] [instance: 85daedcb-67ab-4dc1-a796-1b636197b570] Updating instance_info_cache with network_info: [] {{(pid=62438) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2172.203282] env[62438]: INFO nova.compute.manager [-] [instance: 85daedcb-67ab-4dc1-a796-1b636197b570] Took 1.02 seconds to deallocate network for instance. [ 2172.709683] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d9d3cbae-986c-40be-9263-bab9f73cd2b1 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2172.709985] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d9d3cbae-986c-40be-9263-bab9f73cd2b1 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2172.710239] env[62438]: DEBUG nova.objects.instance [None req-d9d3cbae-986c-40be-9263-bab9f73cd2b1 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Lazy-loading 'resources' on Instance uuid 85daedcb-67ab-4dc1-a796-1b636197b570 {{(pid=62438) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2173.239308] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af7bff9-8d4b-4d86-bc8a-fd89bd14b6c4 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.246834] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f17c1d2-cf3e-4916-826e-f9f163049028 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.275056] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f1bc2c-92c5-4f9d-94c7-8ec4737e0b20 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.281747] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a73fa3-5c10-4c45-95f8-b201ff0040f8 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.293979] env[62438]: DEBUG nova.compute.provider_tree [None req-d9d3cbae-986c-40be-9263-bab9f73cd2b1 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2173.797516] env[62438]: DEBUG nova.scheduler.client.report [None req-d9d3cbae-986c-40be-9263-bab9f73cd2b1 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2174.302997] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d9d3cbae-986c-40be-9263-bab9f73cd2b1 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.593s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2174.322508] env[62438]: INFO nova.scheduler.client.report [None req-d9d3cbae-986c-40be-9263-bab9f73cd2b1 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Deleted allocations for instance 85daedcb-67ab-4dc1-a796-1b636197b570 [ 2174.831045] env[62438]: DEBUG oslo_concurrency.lockutils [None req-d9d3cbae-986c-40be-9263-bab9f73cd2b1 tempest-ServerShowV254Test-691679317 tempest-ServerShowV254Test-691679317-project-member] Lock "85daedcb-67ab-4dc1-a796-1b636197b570" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.803s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2178.609065] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2178.609065] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2178.609065] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Starting heal instance info cache {{(pid=62438) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}} [ 2178.609543] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Rebuilding the list of instances to heal {{(pid=62438) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9930}} [ 2179.112935] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Didn't find any instances for network info cache update. {{(pid=62438) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10012}} [ 2179.113280] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2179.113601] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2179.113919] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2179.114301] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2179.114610] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2179.114922] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2179.115217] env[62438]: DEBUG nova.compute.manager [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62438) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10545}} [ 2179.115481] env[62438]: DEBUG oslo_service.periodic_task [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Running periodic task ComputeManager.update_available_resource {{(pid=62438) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2179.619089] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2179.619504] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2179.619504] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2179.619662] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62438) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2179.620614] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-819144f4-42fa-425a-99b1-90c5ce97707c {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.628845] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b231f4-2c26-4234-a56c-d29d2cd967d2 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.642272] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e51c170-e93a-48cc-92f2-15354b618386 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.648874] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcfc2ff8-c36a-410d-97a2-eb5355fe8f2f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.677497] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181350MB free_disk=163GB free_vcpus=48 pci_devices=None {{(pid=62438) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2179.677649] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2179.677833] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2180.697096] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62438) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2180.697401] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62438) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2180.710107] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a7063a1-1ee9-43e5-896d-ab8a56594af8 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2180.718027] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a61a021c-10f4-4e64-a7b4-6a375b69e1c9 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2180.748328] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e50e72d-3785-4c81-beb2-55b26adfb252 {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2180.755731] env[62438]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee895a4-ff38-48c6-8744-540b03a24e2f {{(pid=62438) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2180.768365] env[62438]: DEBUG nova.compute.provider_tree [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Inventory has not changed in ProviderTree for provider: 3d204b25-fa3a-4320-b81b-738bc1f337f5 {{(pid=62438) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2181.271434] env[62438]: DEBUG nova.scheduler.client.report [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Inventory has not changed for provider 3d204b25-fa3a-4320-b81b-738bc1f337f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62438) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2181.775824] env[62438]: DEBUG nova.compute.resource_tracker [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62438) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2181.776217] env[62438]: DEBUG oslo_concurrency.lockutils [None req-20bb5295-f5eb-4540-8368-0d0179976f4e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.098s {{(pid=62438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}}